00000001:02000400:1.0F:1749392986.306322:0:3465:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg332-server.virtnet: executing set_hostid 00000001:02000400:3.0F:1749392992.636287:0:3646:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg332-server.virtnet: executing load_modules_local 00000400:00000200:3.0:1749392993.647389:0:3724:0:(api-ni.c:1018:lnet_register_lnd()) tcp LND registered 00000100:00000010:1.0:1749392993.908688:0:3750:0:(service.c:3135:ptlrpc_hr_main()) kmalloced '(env)': 56 at ffff880129cbfb40. 00000020:00000010:1.0:1749392993.908695:0:3750:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130a18e00. 00000020:00000010:1.0:1749392993.908697:0:3750:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880130a18800. 00000040:00000010:1.0:1749392993.908699:0:3750:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880130a18c00. 00000020:00000010:1.0:1749392993.908702:0:3750:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4fb8800. 00000020:00000010:1.0:1749392993.908704:0:3750:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129cbfdc0. 00000100:00000010:3.0:1749392993.908736:0:3751:0:(service.c:3135:ptlrpc_hr_main()) kmalloced '(env)': 56 at ffff880136b33e00. 00000020:00000010:3.0:1749392993.908742:0:3751:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ad0b2800. 00000020:00000010:3.0:1749392993.908744:0:3751:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ad0b3600. 00000040:00000010:3.0:1749392993.908745:0:3751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800ad0b3000. 00000020:00000010:3.0:1749392993.908747:0:3751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b411b800. 00000020:00000010:3.0:1749392993.908749:0:3751:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b33c80. 00000800:00000010:1.0:1749392993.909697:0:3757:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800b522b000. 00000800:00000010:1.0:1749392993.909700:0:3757:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800b4fee000. 00000800:00000010:1.0:1749392993.909723:0:3758:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800b522d000. 00000800:00000010:1.0:1749392993.909725:0:3758:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800b4fe8000. 00000800:00000010:1.0:1749392993.909751:0:3759:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800b522f000. 00000800:00000010:1.0:1749392993.909753:0:3759:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800b4fea000. 00000400:02000000:1.0:1749392993.911408:0:3760:0:(acceptor.c:374:lnet_acceptor()) Accept secure, port 988 00000100:00000010:1.0:1749392993.912966:0:3763:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880129cc0e40. 00000020:00000010:1.0:1749392993.912970:0:3763:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130a19200. 00000020:00000010:1.0:1749392993.912972:0:3763:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880130a19a00. 00000020:00000010:1.0:1749392993.912973:0:3763:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b4d7da20. 00000040:00000010:1.0:1749392993.912975:0:3763:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880130a18400. 00000020:00000010:1.0:1749392993.912978:0:3763:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51e7800. 00000020:00000010:1.0:1749392993.912979:0:3763:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130a18000. 00000100:00000010:1.0:1749392993.913022:0:3764:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880129cc03c0. 00000020:00000010:1.0:1749392993.913024:0:3764:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130a18600. 00000020:00000010:1.0:1749392993.913025:0:3764:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880130a18a00. 00000020:00000010:1.0:1749392993.913026:0:3764:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b4d7dcc0. 00000040:00000010:1.0:1749392993.913028:0:3764:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880130a18200. 00000020:00000010:1.0:1749392993.913030:0:3764:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a302800. 00000020:00000010:1.0:1749392993.913031:0:3764:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130a19000. 00000100:00000010:1.0:1749392993.913066:0:3765:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880129cc06c0. 00000020:00000010:1.0:1749392993.913067:0:3765:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130a19400. 00000020:00000010:1.0:1749392993.913068:0:3765:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880130a19600. 00000020:00000010:1.0:1749392993.913069:0:3765:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b4d7dea0. 00000040:00000010:1.0:1749392993.913087:0:3765:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880130a19800. 00000020:00000010:1.0:1749392993.913089:0:3765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a304800. 00000020:00000010:1.0:1749392993.913095:0:3765:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130a19e00. 00000100:00000010:1.0:1749392993.913139:0:3766:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880129cc09c0. 00000020:00000010:1.0:1749392993.913141:0:3766:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130a19c00. 00000020:00000010:1.0:1749392993.913142:0:3766:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b40dbe00. 00000020:00000010:1.0:1749392993.913143:0:3766:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b4d7d360. 00000040:00000010:1.0:1749392993.913145:0:3766:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b40dbc00. 00000020:00000010:1.0:1749392993.913146:0:3766:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a300800. 00000020:00000010:1.0:1749392993.913147:0:3766:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b40dba00. 00000100:00000010:1.0:1749392993.913185:0:3767:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880129cc0c00. 00000020:00000010:1.0:1749392993.913186:0:3767:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b40db800. 00000020:00000010:1.0:1749392993.913187:0:3767:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b40db600. 00000020:00000010:1.0:1749392993.913188:0:3767:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b4d7da80. 00000040:00000010:1.0:1749392993.913189:0:3767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b40db400. 00000020:00000010:1.0:1749392993.913191:0:3767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a301800. 00000020:00000010:1.0:1749392993.913192:0:3767:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b40db200. 00000020:00000010:3.0:1749392995.609022:0:3816:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800ad0d3580. 00000020:00000010:3.0:1749392995.864666:0:3864:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800ad0d3280. 00008000:02000000:3.0:1749392995.914022:0:3876:0:(echo_client.c:2568:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:3.0:1749392995.918476:0:3876:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800ad0d3480. 00000020:00000010:3.0:1749392995.918752:0:3876:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800ad0d3800. 00000020:00000010:3.0:1749392996.701242:0:4042:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800ad0d3380. 00000020:00000010:3.0:1749392996.701261:0:4042:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800ad0d3b00. 00000800:00000200:3.0:1749392997.082310:0:5:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_GOING_DOWN, iface=lo ifindex 1 state 0 ns ffff8800b1e80000 00000800:00000200:3.0:1749392997.082365:0:5:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_DOWN, iface=lo ifindex 1 state 0 ns ffff8800b1e80000 00000800:00000200:3.0:1749392997.082368:0:5:0:(socklnd.c:1995:ksocknal_handle_link_state_change()) Skipping device lo from namespace ffff8800b1e80000 (expected ffffffff81d41940) 00000800:00000200:3.0:1749392997.082442:0:5:0:(socklnd.c:2232:ksocknal_inet6addr_event()) addr6event: status NETDEV_DOWN, device lo, ip addr (invalid address), ns ffff8800b1e80000 00000800:00000200:3.0:1749392997.082444:0:5:0:(socklnd.c:2135:ksocknal_handle_inetaddr_change()) Skipping device lo from namespace ffff8800b1e80000 (expected ffffffff81d41940) 00000800:00000200:3.0:1749392997.082591:0:5:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER, iface=lo ifindex 1 state 0 ns ffff8800b1e80000 00000800:00000200:3.0:1749392997.082594:0:5:0:(socklnd.c:1995:ksocknal_handle_link_state_change()) Skipping device lo from namespace ffff8800b1e80000 (expected ffffffff81d41940) 00000800:00000200:3.0:1749392997.082617:0:5:0:(socklnd.c:2202:ksocknal_inetaddr_event()) addrevent: status NETDEV_DOWN device lo, ip addr 127.0.0.1, netmask 255.0.0.0 ns ffff8800b1e80000. 00000800:00000200:3.0:1749392997.082620:0:5:0:(socklnd.c:2135:ksocknal_handle_inetaddr_change()) Skipping device lo from namespace ffff8800b1e80000 (expected ffffffff81d41940) 00000800:00000200:3.0:1749392997.101271:0:5:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER_FINAL, iface=lo ifindex 1 state 0 ns ffff8800b1e80000 00000020:00000010:3.0:1749393005.382543:0:4732:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8800aa40db20. 00000020:00000010:3.0:1749393005.382614:0:4732:0:(kernelcomm.c:266:lustre_device_done()) kfreed 'glist': 16 at ffff8800aa40db20. 00000001:02000400:3.0:1749393018.638372:0:6289:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg332-server.virtnet: executing load_modules_local 00000100:00000010:3.0:1749393022.611634:0:7199:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880000098dc0. 00000020:00000010:3.0:1749393022.611641:0:7199:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880000098240. 00000020:00000010:3.0:1749393022.611652:0:7199:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d586400. 00000020:00000010:3.0:1749393022.611655:0:7199:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d586600. 00000040:00000010:3.0:1749393022.611657:0:7199:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d586000. 00000020:00000010:3.0:1749393022.611660:0:7199:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42f3800. 00000020:00000010:3.0:1749393022.611668:0:7199:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d50000. 00000020:00000010:3.0:1749393022.611671:0:7199:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d586e00. 80000000:00000010:3.0:1749393022.611674:0:7199:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360180. 40000000:00000010:3.0:1749393022.611677:0:7199:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880000098780. 00100000:00000010:3.0:1749393022.611680:0:7199:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b42f2000. 00040000:00000010:3.0:1749393022.611683:0:7199:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880092166b00. 00040000:00000010:3.0:1749393022.611685:0:7199:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b42f3000. 00040000:00000010:3.0:1749393022.611687:0:7199:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d587000. 00080000:00000010:3.0:1749393022.611690:0:7199:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800b23ef000. 00080000:00000010:3.0:1749393022.611693:0:7199:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012c0f0000. 00000004:00000010:3.0:1749393022.611697:0:7199:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b42f5000. 00000004:00000010:3.0:1749393022.611701:0:7199:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b23ec000. 00000004:00000010:3.0:1749393022.611703:0:7199:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b42f4000. 00002000:00000010:3.0:1749393022.611706:0:7199:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880093115800. 00000004:00000010:3.0:1749393022.611709:0:7199:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880093114800. 00000100:00000200:3.0:1749393022.611712:0:7199:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1749393022.611720:0:7199:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb000. 00000400:00000010:3.0:1749393022.611725:0:7199:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1c01180. 00000100:00000010:3.0:1749393022.611731:0:7199:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b42f2800. 00000100:00000200:3.0:1749393022.611748:0:7199:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749393022.611888:0:7200:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800000985c0. 00000020:00000010:3.0:1749393022.611890:0:7200:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800000989c0. 00000020:00000010:3.0:1749393022.611892:0:7200:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d586a00. 00000020:00000010:3.0:1749393022.611894:0:7200:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d587e00. 00000040:00000010:3.0:1749393022.611896:0:7200:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d586800. 00000020:00000010:3.0:1749393022.611898:0:7200:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42f4800. 00000020:00000010:3.0:1749393022.611900:0:7200:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d50508. 00000020:00000010:3.0:1749393022.611901:0:7200:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d586200. 80000000:00000010:3.0:1749393022.611903:0:7200:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360540. 40000000:00000010:3.0:1749393022.611909:0:7200:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880000098600. 00100000:00000010:3.0:1749393022.611911:0:7200:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b42f5800. 00040000:00000010:3.0:1749393022.611912:0:7200:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880092166400. 00040000:00000010:3.0:1749393022.611914:0:7200:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b42f0000. 00040000:00000010:3.0:1749393022.611916:0:7200:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d587400. 00080000:00000010:3.0:1749393022.611919:0:7200:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800b23ed000. 00080000:00000010:3.0:1749393022.611922:0:7200:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012c0f2000. 00000004:00000010:3.0:1749393022.611925:0:7200:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b42f7000. 00000004:00000010:3.0:1749393022.611928:0:7200:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b407f000. 00000004:00000010:3.0:1749393022.611930:0:7200:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b42f0800. 00002000:00000010:3.0:1749393022.611931:0:7200:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880093114400. 00000004:00000010:3.0:1749393022.611933:0:7200:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880093115c00. 00000100:00000010:3.0:1749393022.611935:0:7200:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b42f6000. 00000100:00000200:3.0:1749393022.611941:0:7200:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749393022.612695:0:7201:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880000098980. 00000020:00000010:3.0:1749393022.612700:0:7201:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880000098d40. 00000020:00000010:3.0:1749393022.612703:0:7201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d587a00. 00000020:00000010:3.0:1749393022.612705:0:7201:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d587600. 00000020:00000010:3.0:1749393022.612707:0:7201:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8801373602a0. 00000040:00000010:3.0:1749393022.612709:0:7201:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d587800. 00000020:00000010:3.0:1749393022.612711:0:7201:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42f1800. 00000020:00000010:3.0:1749393022.612714:0:7201:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d50a10. 00000020:00000010:3.0:1749393022.612716:0:7201:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b4cf9e00. 80000000:00000010:3.0:1749393022.612718:0:7201:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360300. 40000000:00000010:3.0:1749393022.612719:0:7201:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880000098cc0. 00000008:00000010:3.0:1749393022.612731:0:7201:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff880072568000. 00020000:00000010:3.0:1749393022.612734:0:7201:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b1c013c0. 00008000:00000010:3.0:1749393022.612740:0:7201:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880072564000. 00100000:00000010:3.0:1749393022.612743:0:7201:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b4fbf000. 00040000:00000010:3.0:1749393022.612745:0:7201:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880092166200. 00040000:00000010:3.0:1749393022.612747:0:7201:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b2007000. 00040000:00000010:3.0:1749393022.612749:0:7201:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4cf9c00. 00080000:00000010:3.0:1749393022.612751:0:7201:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800b4079000. 00080000:00000010:3.0:1749393022.612758:0:7201:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012c0f4000. 00000004:00000010:3.0:1749393022.612762:0:7201:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88013701f000. 00000004:00000010:3.0:1749393022.612765:0:7201:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b4078000. 00000004:00000010:3.0:1749393022.612767:0:7201:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012a344000. 00002000:00000010:3.0:1749393022.612769:0:7201:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880093117000. 00000004:00000010:3.0:1749393022.612770:0:7201:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880093114000. 00000080:00000010:3.0:1749393022.612776:0:7201:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b4d46000. 00000080:00000010:3.0:1749393022.612782:0:7201:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff88006e5d0000. 00000100:00000200:3.0:1749393022.612785:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612788:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb058. 00000400:00000010:3.0:1749393022.612791:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1c01d80. 00000100:00000200:3.0:1749393022.612794:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612795:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb0b0. 00000400:00000010:3.0:1749393022.612797:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1c01e40. 00000100:00000200:3.0:1749393022.612798:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612799:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb108. 00000400:00000010:3.0:1749393022.612801:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1c01480. 00000100:00000200:3.0:1749393022.612802:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612803:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb160. 00000400:00000010:3.0:1749393022.612804:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1c019c0. 00000100:00000200:3.0:1749393022.612805:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612806:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb1b8. 00000400:00000010:3.0:1749393022.612808:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1c01780. 00000100:00000200:3.0:1749393022.612809:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612810:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb210. 00000400:00000010:3.0:1749393022.612811:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1c01300. 00000100:00000200:3.0:1749393022.612812:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612813:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb268. 00000400:00000010:3.0:1749393022.612814:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1c01f00. 00000100:00000200:3.0:1749393022.612815:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612816:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb2c0. 00000400:00000010:3.0:1749393022.612817:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1c01000. 00000100:00000200:3.0:1749393022.612818:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612819:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb318. 00000400:00000010:3.0:1749393022.612820:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1c01cc0. 00000100:00000200:3.0:1749393022.612825:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612826:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb370. 00000400:00000010:3.0:1749393022.612827:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1c01c00. 00000100:00000200:3.0:1749393022.612828:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612829:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb3c8. 00000400:00000010:3.0:1749393022.612830:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1c01900. 00000100:00000200:3.0:1749393022.612831:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612832:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb420. 00000400:00000010:3.0:1749393022.612833:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1c010c0. 00000100:00000200:3.0:1749393022.612835:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612835:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb478. 00000400:00000010:3.0:1749393022.612837:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b234e840. 00000100:00000200:3.0:1749393022.612838:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612839:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb4d0. 00000400:00000010:3.0:1749393022.612841:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b234ea80. 00000100:00000200:3.0:1749393022.612842:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612843:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb528. 00000400:00000010:3.0:1749393022.612844:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b234e300. 00000100:00000200:3.0:1749393022.612845:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612846:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb580. 00000400:00000010:3.0:1749393022.612847:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b234e3c0. 00000100:00000200:3.0:1749393022.612848:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612849:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb5d8. 00000400:00000010:3.0:1749393022.612850:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b234ef00. 00000100:00000200:3.0:1749393022.612852:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612852:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb630. 00000400:00000010:3.0:1749393022.612853:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b234ecc0. 00000100:00000200:3.0:1749393022.612855:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612856:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb688. 00000400:00000010:3.0:1749393022.612857:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b234ec00. 00000100:00000200:3.0:1749393022.612858:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612859:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb6e0. 00000400:00000010:3.0:1749393022.612860:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b234e540. 00000100:00000200:3.0:1749393022.612861:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612861:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb738. 00000400:00000010:3.0:1749393022.612865:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b234ed80. 00000100:00000200:3.0:1749393022.612867:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612868:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb790. 00000400:00000010:3.0:1749393022.612869:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b234e780. 00000100:00000200:3.0:1749393022.612871:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612872:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb7e8. 00000400:00000010:3.0:1749393022.612873:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b234e9c0. 00000100:00000200:3.0:1749393022.612874:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612875:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb840. 00000400:00000010:3.0:1749393022.612876:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b234e480. 00000100:00000200:3.0:1749393022.612877:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612878:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb898. 00000400:00000010:3.0:1749393022.612879:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b234e6c0. 00000100:00000200:3.0:1749393022.612880:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612881:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb8f0. 00000400:00000010:3.0:1749393022.612882:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b234e900. 00000100:00000200:3.0:1749393022.612883:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612884:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb948. 00000400:00000010:3.0:1749393022.612888:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365000. 00000100:00000200:3.0:1749393022.612890:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612892:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb9a0. 00000400:00000010:3.0:1749393022.612893:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a93650c0. 00000100:00000200:3.0:1749393022.612894:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612895:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdb9f8. 00000400:00000010:3.0:1749393022.612896:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365180. 00000100:00000200:3.0:1749393022.612897:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612898:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdba50. 00000400:00000010:3.0:1749393022.612899:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365240. 00000100:00000200:3.0:1749393022.612900:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612901:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdbaa8. 00000400:00000010:3.0:1749393022.612902:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365300. 00000100:00000200:3.0:1749393022.612903:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612904:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdbb00. 00000400:00000010:3.0:1749393022.612905:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a93653c0. 00000100:00000200:3.0:1749393022.612907:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612910:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdbb58. 00000400:00000010:3.0:1749393022.612912:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365480. 00000100:00000200:3.0:1749393022.612913:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612914:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdbbb0. 00000400:00000010:3.0:1749393022.612916:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365540. 00000100:00000200:3.0:1749393022.612917:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612918:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdbc08. 00000400:00000010:3.0:1749393022.612919:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365600. 00000100:00000200:3.0:1749393022.612920:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612921:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdbc60. 00000400:00000010:3.0:1749393022.612922:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a93656c0. 00000100:00000200:3.0:1749393022.612923:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612924:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdbcb8. 00000400:00000010:3.0:1749393022.612925:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365780. 00000100:00000200:3.0:1749393022.612927:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612927:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdbd10. 00000400:00000010:3.0:1749393022.612928:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365840. 00000100:00000200:3.0:1749393022.612930:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612931:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdbd68. 00000400:00000010:3.0:1749393022.612932:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365900. 00000100:00000200:3.0:1749393022.612933:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612934:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdbdc0. 00000400:00000010:3.0:1749393022.612935:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a93659c0. 00000100:00000200:3.0:1749393022.612936:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612937:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdbe18. 00000400:00000010:3.0:1749393022.612938:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365a80. 00000100:00000200:3.0:1749393022.612939:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612940:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdbe70. 00000400:00000010:3.0:1749393022.612941:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365b40. 00000100:00000200:3.0:1749393022.612942:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612943:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdbec8. 00000400:00000010:3.0:1749393022.612944:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365c00. 00000100:00000200:3.0:1749393022.612945:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612946:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdbf20. 00000400:00000010:3.0:1749393022.612947:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365cc0. 00000100:00000200:3.0:1749393022.612952:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612953:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7fdbf78. 00000400:00000010:3.0:1749393022.612954:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365d80. 00000100:00000200:3.0:1749393022.612955:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612959:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228000. 00000400:00000010:3.0:1749393022.612961:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365e40. 00000100:00000200:3.0:1749393022.612963:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612963:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228058. 00000400:00000010:3.0:1749393022.612965:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9365f00. 00000100:00000200:3.0:1749393022.612966:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612967:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92280b0. 00000400:00000010:3.0:1749393022.612970:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c21000. 00000100:00000200:3.0:1749393022.612972:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612973:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228108. 00000400:00000010:3.0:1749393022.612974:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c210c0. 00000100:00000200:3.0:1749393022.612975:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612976:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228160. 00000400:00000010:3.0:1749393022.612977:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c21180. 00000100:00000200:3.0:1749393022.612978:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612979:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92281b8. 00000400:00000010:3.0:1749393022.612980:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c21240. 00000100:00000200:3.0:1749393022.612982:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612982:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228210. 00000400:00000010:3.0:1749393022.612984:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c21300. 00000100:00000200:3.0:1749393022.612985:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612986:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228268. 00000400:00000010:3.0:1749393022.612987:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c213c0. 00000100:00000200:3.0:1749393022.612988:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612989:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92282c0. 00000400:00000010:3.0:1749393022.612990:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c21480. 00000100:00000200:3.0:1749393022.612991:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612992:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228318. 00000400:00000010:3.0:1749393022.612993:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c21540. 00000100:00000200:3.0:1749393022.612994:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.612995:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228370. 00000400:00000010:3.0:1749393022.612999:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c21600. 00000100:00000200:3.0:1749393022.613001:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.613002:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92283c8. 00000400:00000010:3.0:1749393022.613003:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c216c0. 00000100:00000200:3.0:1749393022.613004:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.613005:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228420. 00000400:00000010:3.0:1749393022.613006:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c21780. 00000100:00000200:3.0:1749393022.613008:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.613008:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228478. 00000400:00000010:3.0:1749393022.613009:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c21840. 00000100:00000200:3.0:1749393022.613010:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.613011:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92284d0. 00000400:00000010:3.0:1749393022.613012:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c21900. 00000100:00000200:3.0:1749393022.613013:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.613014:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228528. 00000400:00000010:3.0:1749393022.613015:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c219c0. 00000100:00000200:3.0:1749393022.613016:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.613017:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228580. 00000400:00000010:3.0:1749393022.613018:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c21a80. 00000100:00000200:3.0:1749393022.613020:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.613020:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92285d8. 00000400:00000010:3.0:1749393022.613021:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c21b40. 00000100:00000200:3.0:1749393022.613022:0:7201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1749393022.613023:0:7201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228630. 00000400:00000010:3.0:1749393022.613024:0:7201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4c21c00. 00000100:00000010:3.0:1749393022.613026:0:7201:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012a342000. 00000100:00000200:3.0:1749393022.613043:0:7201:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749393022.613234:0:7202:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880000098640. 00000020:00000010:3.0:1749393022.613237:0:7202:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880000098bc0. 00000020:00000010:3.0:1749393022.613239:0:7202:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4cf9800. 00000020:00000010:3.0:1749393022.613241:0:7202:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b4cf9600. 00000020:00000010:3.0:1749393022.613242:0:7202:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8801373604e0. 00000040:00000010:3.0:1749393022.613244:0:7202:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b4cf9400. 00000020:00000010:3.0:1749393022.613246:0:7202:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a341800. 00000020:00000010:3.0:1749393022.613248:0:7202:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d50f18. 00000020:00000010:3.0:1749393022.613254:0:7202:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b4cf9200. 80000000:00000010:3.0:1749393022.613256:0:7202:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360000. 40000000:00000010:3.0:1749393022.613258:0:7202:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880000098e00. 00000008:00000010:3.0:1749393022.613260:0:7202:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff880072568b28. 00020000:00000010:3.0:1749393022.613262:0:7202:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b4c21d80. 00008000:00000010:3.0:1749393022.613264:0:7202:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880072564388. 00100000:00000010:3.0:1749393022.613266:0:7202:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a347000. 00040000:00000010:3.0:1749393022.613268:0:7202:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880092166800. 00040000:00000010:3.0:1749393022.613270:0:7202:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012a347800. 00040000:00000010:3.0:1749393022.613271:0:7202:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4cf9000. 00080000:00000010:3.0:1749393022.613274:0:7202:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800b407e000. 00080000:00000010:3.0:1749393022.613277:0:7202:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012c0f6000. 00000004:00000010:3.0:1749393022.613280:0:7202:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012a342800. 00000004:00000010:3.0:1749393022.613287:0:7202:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006e5d8000. 00000004:00000010:3.0:1749393022.613290:0:7202:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012a343800. 00002000:00000010:3.0:1749393022.613291:0:7202:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880093116400. 00000004:00000010:3.0:1749393022.613293:0:7202:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880093117c00. 00000080:00000010:3.0:1749393022.613295:0:7202:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b4d460a8. 00000080:00000010:3.0:1749393022.613297:0:7202:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff88006e5d0248. 00000100:00000010:3.0:1749393022.613299:0:7202:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012a340800. 00000100:00000200:3.0:1749393022.613306:0:7202:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749393022.613389:0:7203:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880000098100. 00000020:00000010:3.0:1749393022.613390:0:7203:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880000098400. 00000020:00000010:3.0:1749393022.613392:0:7203:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4cf8c00. 00000020:00000010:3.0:1749393022.613394:0:7203:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b4cf8a00. 00000020:00000010:3.0:1749393022.613396:0:7203:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff880137360660. 00000040:00000010:3.0:1749393022.613397:0:7203:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b4cf8800. 00000020:00000010:3.0:1749393022.613399:0:7203:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a343000. 00000020:00000010:3.0:1749393022.613401:0:7203:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d51420. 00000020:00000010:3.0:1749393022.613403:0:7203:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b4cf8600. 80000000:00000010:3.0:1749393022.613405:0:7203:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360360. 40000000:00000010:3.0:1749393022.613406:0:7203:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880000098c40. 00000008:00000010:3.0:1749393022.613408:0:7203:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff880072569650. 00020000:00000010:3.0:1749393022.613413:0:7203:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b4c21f00. 00008000:00000010:3.0:1749393022.613415:0:7203:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880072564710. 00100000:00000010:3.0:1749393022.613417:0:7203:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a341000. 00040000:00000010:3.0:1749393022.613418:0:7203:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880092166c00. 00040000:00000010:3.0:1749393022.613420:0:7203:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012a345000. 00040000:00000010:3.0:1749393022.613421:0:7203:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4cf8400. 00080000:00000010:3.0:1749393022.613424:0:7203:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006e5d9000. 00080000:00000010:3.0:1749393022.613431:0:7203:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880092178000. 00000004:00000010:3.0:1749393022.613434:0:7203:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012a345800. 00000004:00000010:3.0:1749393022.613436:0:7203:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006e5da000. 00000004:00000010:3.0:1749393022.613438:0:7203:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012a340000. 00002000:00000010:3.0:1749393022.613440:0:7203:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880093115400. 00000004:00000010:3.0:1749393022.613441:0:7203:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880093114c00. 00000080:00000010:3.0:1749393022.613443:0:7203:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b4d46150. 00000080:00000010:3.0:1749393022.613444:0:7203:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff88006e5d0490. 00000100:00000010:3.0:1749393022.613447:0:7203:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012a2f6800. 00000100:00000200:3.0:1749393022.613453:0:7203:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:3.0:1749393022.613561:0:7204:0:(ldlm_lockd.c:2980:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff880000098f40. 00000020:00000010:3.0:1749393022.613564:0:7204:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4cf8000. 00000020:00000010:3.0:1749393022.613568:0:7204:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b43cde00. 00000020:00000010:3.0:1749393022.613570:0:7204:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a2f1000. 00000020:00000010:3.0:1749393022.613572:0:7204:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d51928. 00000020:00000010:3.0:1749393022.613574:0:7204:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b43cdc00. 80000000:00000010:3.0:1749393022.613576:0:7204:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360a80. 40000000:00000010:3.0:1749393022.613577:0:7204:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800000988c0. 00100000:00000010:3.0:1749393022.613580:0:7204:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a2f5000. 00040000:00000010:3.0:1749393022.613582:0:7204:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880092166600. 00040000:00000010:3.0:1749393022.613583:0:7204:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b43cda00. 00080000:00000010:3.0:1749393022.613586:0:7204:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006e5db000. 00080000:00000010:3.0:1749393022.613589:0:7204:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009217a000. 00002000:00000010:3.0:1749393022.613592:0:7204:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880093115000. 00000020:00000010:3.0:1749393022.613594:0:7204:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880000098080. 00010000:00000010:3.0:1749393022.613643:0:7205:0:(ldlm_lockd.c:2980:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff880000098a80. 00000020:00000010:3.0:1749393022.613648:0:7205:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b43cd600. 00000020:00000010:3.0:1749393022.613650:0:7205:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b43cd400. 00000020:00000010:3.0:1749393022.613652:0:7205:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a2f1800. 00000020:00000010:3.0:1749393022.613655:0:7205:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d51e30. 00000020:00000010:3.0:1749393022.613656:0:7205:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b43cd200. 80000000:00000010:3.0:1749393022.613658:0:7205:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360420. 40000000:00000010:3.0:1749393022.613659:0:7205:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880000098880. 00100000:00000010:3.0:1749393022.613661:0:7205:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a2f2000. 00040000:00000010:3.0:1749393022.613662:0:7205:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880092166700. 00040000:00000010:3.0:1749393022.613664:0:7205:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b43cd000. 00080000:00000010:3.0:1749393022.613666:0:7205:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006e5dc000. 00080000:00000010:3.0:1749393022.613669:0:7205:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009217c000. 00002000:00000010:3.0:1749393022.613671:0:7205:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880093116000. 00000020:00000010:3.0:1749393022.613672:0:7205:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880000098040. 00000020:00000010:3.0:1749393022.613719:0:7206:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b43ccc00. 00000020:00000010:3.0:1749393022.613721:0:7206:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b43cca00. 00000040:00000010:3.0:1749393022.613723:0:7206:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b43cc800. 00000020:00000010:3.0:1749393022.613725:0:7206:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a2f7800. 00000020:00000010:3.0:1749393022.613726:0:7206:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d52338. 00000020:00000010:3.0:1749393022.613728:0:7206:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b43cc600. 80000000:00000010:3.0:1749393022.613729:0:7206:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360960. 40000000:00000010:3.0:1749393022.613730:0:7206:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880000098800. 00100000:00000010:3.0:1749393022.613732:0:7206:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a2f0000. 00040000:00000010:3.0:1749393022.613733:0:7206:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880092166900. 00040000:00000010:3.0:1749393022.613735:0:7206:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012a2f5800. 00040000:00000010:3.0:1749393022.613736:0:7206:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b43cc400. 00080000:00000010:3.0:1749393022.613738:0:7206:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006e5dd000. 00080000:00000010:3.0:1749393022.613741:0:7206:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009217e000. 00000004:00000010:3.0:1749393022.613744:0:7206:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012a2f0800. 00000004:00000010:3.0:1749393022.613746:0:7206:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006e5de000. 00000004:00000010:3.0:1749393022.613748:0:7206:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012a2f3000. 00002000:00000010:3.0:1749393022.613749:0:7206:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880093116c00. 00000004:00000010:3.0:1749393022.613752:0:7206:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800a7ca8400. 00000020:00000010:3.0:1749393022.613757:0:7206:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880000098d80. 20000000:00000010:1.0:1749393023.618774:0:7193:0:(mgs_llog.c:139:name_create()) kmalloced '(*newname)': 15 at ffff880137643130. 00000040:00000010:1.0:1749393023.618786:0:7193:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff880090f41800. 00000040:00000010:1.0:1749393023.618803:0:7193:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff880090f41800. 20000000:00000010:1.0:1749393023.618809:0:7193:0:(mgs_llog.c:149:name_destroy()) kfreed '*name': 15 at ffff880137643130. 00000040:00000010:1.0:1749393023.618814:0:7193:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff880090f41800. 00000040:00000010:1.0:1749393023.618820:0:7193:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff88012b2c0b00. 00000020:00000010:1.0:1749393023.618828:0:7193:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b4d8ed00. 00000020:00000010:1.0:1749393023.618833:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b4d8e000. 00080000:00000010:1.0:1749393023.618840:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880090f41c00. 00000001:00000010:1.0:1749393023.618863:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e6fc000. 00000001:00000010:1.0:1749393023.618875:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e6fc000. 00080000:00000010:1.0:1749393023.618886:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880090f41400. 00080000:00000010:1.0:1749393023.618896:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8800b40f7a00. 00000001:00000010:1.0:1749393023.618999:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e6fc000. 00000001:00000010:1.0:1749393023.619006:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e6fc000. 00080000:00000010:1.0:1749393023.619038:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8800b40f7a00. 00000040:00000010:1.0:1749393023.619047:0:7193:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88012e15c000. 00000040:00000010:1.0:1749393023.619058:0:7193:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff88012b2c0b00. 00000040:00000010:1.0:1749393023.619068:0:7193:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88012e15c000. 00000040:00000010:1.0:1749393023.619122:0:7193:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff880090f41800. 20000000:00000010:1.0:1749393023.619142:0:7193:0:(mgs_llog.c:456:mgs_new_fsdb()) kmalloced '(fsdb)': 496 at ffff880090f41800. 20000000:00000010:1.0:1749393023.619146:0:7193:0:(mgs_llog.c:139:name_create()) kmalloced '(*newname)': 13 at ffff880137643130. 00000040:00000010:1.0:1749393023.619149:0:7193:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff880090f40400. 00000040:00000010:1.0:1749393023.619201:0:7193:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff880090f40400. 20000000:00000010:1.0:1749393023.619208:0:7193:0:(mgs_llog.c:149:name_destroy()) kfreed '*name': 13 at ffff880137643130. 00000100:00000010:1.0:1749393023.619213:0:7193:0:(service.c:744:ptlrpc_register_service()) kmalloced '(service)': 320 at ffff880090f40400. 00000100:00000010:1.0:1749393023.619220:0:7193:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 800 at ffff8800b1e0f400. 00000100:00000010:1.0:1749393023.619237:0:7193:0:(service.c:632:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff880130f10000. 00000100:00000010:1.0:1749393023.619245:0:7193:0:(service.c:640:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff88006dc35000. 00000100:00000010:1.0:1749393023.619252:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b1e0e800. 00000100:00000010:1.0:1749393023.619257:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012e15c000. 00000100:00000010:1.0:1749393023.619261:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b1e0c800. 00000100:00000010:1.0:1749393023.619266:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012e15e000. 00000100:00000010:1.0:1749393023.619270:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b1e0c400. 00000100:00000010:1.0:1749393023.619277:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012e15a000. 00000100:00000010:1.0:1749393023.619280:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b1e0e400. 00000100:00000010:1.0:1749393023.619286:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012e158000. 00000100:00000010:1.0:1749393023.619290:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b1e0fc00. 00000100:00000010:1.0:1749393023.619306:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88011f460000. 00000100:00000010:1.0:1749393023.619310:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b1e0c000. 00000100:00000010:1.0:1749393023.619317:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88011f462000. 00000100:00000010:1.0:1749393023.619320:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b1e0f000. 00000100:00000010:1.0:1749393023.619326:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88011f464000. 00000100:00000010:1.0:1749393023.619329:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b1e0cc00. 00000100:00000010:1.0:1749393023.619335:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88011f466000. 00000100:00000010:1.0:1749393023.619338:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b1e0d000. 00000100:00000010:1.0:1749393023.619352:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88011f440000. 00000100:00000010:1.0:1749393023.619356:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b1e0e000. 00000100:00000010:1.0:1749393023.619361:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88011f442000. 00000100:00000010:1.0:1749393023.619364:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b1e0dc00. 00000100:00000010:1.0:1749393023.619377:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88011f444000. 00000100:00000010:1.0:1749393023.619381:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b1e0f800. 00000100:00000010:1.0:1749393023.619387:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88011f446000. 00000100:00000010:1.0:1749393023.619398:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880129dbc000. 00000100:00000010:1.0:1749393023.619411:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88011fb90000. 00000100:00000010:1.0:1749393023.619415:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880129dbc400. 00000100:00000010:1.0:1749393023.619420:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88011fb92000. 00000100:00000010:1.0:1749393023.619424:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880129dbc800. 00000100:00000010:1.0:1749393023.619428:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88011fb94000. 00000100:00000010:1.0:1749393023.619432:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880129dbcc00. 00000100:00000010:1.0:1749393023.619437:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88011fb96000. 00000100:00000010:1.0:1749393023.619441:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880129dbd000. 00000100:00000010:1.0:1749393023.619453:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880131be0000. 00000100:00000010:1.0:1749393023.619458:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880129dbd400. 00000100:00000010:1.0:1749393023.619463:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880131be2000. 00000100:00000010:1.0:1749393023.619467:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880129dbd800. 00000100:00000010:1.0:1749393023.619472:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880131be4000. 00000100:00000010:1.0:1749393023.619476:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880129dbdc00. 00000100:00000010:1.0:1749393023.619482:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880131be6000. 00000100:00000010:1.0:1749393023.619485:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880129dbe000. 00000100:00000010:1.0:1749393023.619500:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880135270000. 00000100:00000010:1.0:1749393023.619505:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880129dbe400. 00000100:00000010:1.0:1749393023.619510:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880135272000. 00000100:00000010:1.0:1749393023.619514:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880129dbe800. 00000100:00000010:1.0:1749393023.619519:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880135274000. 00000100:00000010:1.0:1749393023.619523:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880129dbec00. 00000100:00000010:1.0:1749393023.619528:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880135276000. 00000100:00000010:1.0:1749393023.619532:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880129dbf000. 00000100:00000010:1.0:1749393023.619546:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88011e670000. 00000100:00000010:1.0:1749393023.619551:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880129dbf400. 00000100:00000010:1.0:1749393023.619556:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88011e672000. 00000100:00000010:1.0:1749393023.619566:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880129dbf800. 00000100:00000010:1.0:1749393023.619572:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88011e674000. 00000100:00000010:1.0:1749393023.619575:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880129dbfc00. 00000100:00000010:1.0:1749393023.619581:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88011e676000. 00000100:00000010:1.0:1749393023.619591:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136be8000. 00000100:00000010:1.0:1749393023.619605:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012cac0000. 00000100:00000010:1.0:1749393023.619609:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136be8400. 00000100:00000010:1.0:1749393023.619615:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012cac2000. 00000100:00000010:1.0:1749393023.619618:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136be8800. 00000100:00000010:1.0:1749393023.619623:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012cac4000. 00000100:00000010:1.0:1749393023.619627:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136be8c00. 00000100:00000010:1.0:1749393023.619632:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012cac6000. 00000100:00000010:1.0:1749393023.619635:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136be9000. 00000100:00000010:1.0:1749393023.619649:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880129f18000. 00000100:00000010:1.0:1749393023.619653:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136be9400. 00000100:00000010:1.0:1749393023.619659:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880129f1a000. 00000100:00000010:1.0:1749393023.619662:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136be9800. 00000100:00000010:1.0:1749393023.619668:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880129f1c000. 00000100:00000010:1.0:1749393023.619672:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136be9c00. 00000100:00000010:1.0:1749393023.619677:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880129f1e000. 00000100:00000010:1.0:1749393023.619680:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136bea000. 00000100:00000010:1.0:1749393023.619695:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012cef8000. 00000100:00000010:1.0:1749393023.619699:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136bea400. 00000100:00000010:1.0:1749393023.619705:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012cefa000. 00000100:00000010:1.0:1749393023.619708:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136bea800. 00000100:00000010:1.0:1749393023.619713:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012cefc000. 00000100:00000010:1.0:1749393023.619717:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136beac00. 00000100:00000010:1.0:1749393023.619723:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012cefe000. 00000100:00000010:1.0:1749393023.619726:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136beb000. 00000100:00000010:1.0:1749393023.619743:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880122250000. 00000100:00000010:1.0:1749393023.619748:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136beb400. 00000100:00000010:1.0:1749393023.619759:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880122252000. 00000100:00000010:1.0:1749393023.619763:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136beb800. 00000100:00000010:1.0:1749393023.619769:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880122254000. 00000100:00000010:1.0:1749393023.619773:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136bebc00. 00000100:00000010:1.0:1749393023.619779:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880122256000. 00000100:00000010:1.0:1749393023.619789:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136ba8000. 00000100:00000010:1.0:1749393023.619803:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880122e90000. 00000100:00000010:1.0:1749393023.619807:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136ba8400. 00000100:00000010:1.0:1749393023.619813:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880122e92000. 00000100:00000010:1.0:1749393023.619816:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136ba8800. 00000100:00000010:1.0:1749393023.619822:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880122e94000. 00000100:00000010:1.0:1749393023.619825:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136ba8c00. 00000100:00000010:1.0:1749393023.619831:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880122e96000. 00000100:00000010:1.0:1749393023.619834:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136ba9000. 00000100:00000010:1.0:1749393023.619848:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8801246f8000. 00000100:00000010:1.0:1749393023.619853:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136ba9400. 00000100:00000010:1.0:1749393023.619858:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8801246fa000. 00000100:00000010:1.0:1749393023.619862:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136ba9800. 00000100:00000010:1.0:1749393023.619867:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8801246fc000. 00000100:00000010:1.0:1749393023.619872:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136ba9c00. 00000100:00000010:1.0:1749393023.619878:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8801246fe000. 00000100:00000010:1.0:1749393023.619881:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136baa000. 00000100:00000010:1.0:1749393023.619894:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012dfb8000. 00000100:00000010:1.0:1749393023.619899:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136baa400. 00000100:00000010:1.0:1749393023.619905:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012dfba000. 00000100:00000010:1.0:1749393023.619908:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136baa800. 00000100:00000010:1.0:1749393023.619913:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012dfbc000. 00000100:00000010:1.0:1749393023.619917:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136baac00. 00000100:00000010:1.0:1749393023.619922:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012dfbe000. 00000100:00000010:1.0:1749393023.619926:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136bab000. 00000100:00000010:1.0:1749393023.619939:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012f190000. 00000100:00000010:1.0:1749393023.619949:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136bab400. 00000100:00000010:1.0:1749393023.619955:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012f192000. 00000100:00000010:1.0:1749393023.619958:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136bab800. 00000100:00000010:1.0:1749393023.619964:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012f194000. 00000100:00000010:1.0:1749393023.619967:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136babc00. 00000100:00000010:1.0:1749393023.619972:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012f196000. 00000100:00000010:1.0:1749393023.619983:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801215ac000. 00000100:00000010:1.0:1749393023.619997:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8801310a8000. 00000100:00000010:1.0:1749393023.620001:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801215ac400. 00000100:00000010:1.0:1749393023.620007:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8801310aa000. 00000100:00000010:1.0:1749393023.620010:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801215ac800. 00000100:00000010:1.0:1749393023.620015:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8801310ac000. 00000100:00000010:1.0:1749393023.620019:0:7193:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801215acc00. 00000100:00000010:1.0:1749393023.620024:0:7193:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8801310ae000. 00000400:00000200:1.0:1749393023.620029:0:7193:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:1.0:1749393023.620148:0:7193:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8801215ad000. 00000020:00000010:1.0:1749393023.620155:0:7193:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88006dc36000. 00000100:00000010:1.0:1749393023.620228:0:7193:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff880082679f00. 00000100:00000010:1.0:1749393023.620235:0:7193:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8800b40f7a00. 00000100:00000010:1.0:1749393023.620240:0:7193:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff880082679300. 00000100:00000010:1.0:1749393023.620247:0:7193:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff880082679780. 00000100:00000010:1.0:1749393023.620251:0:7193:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff880082679480. 00000100:00000200:1.0:1749393023.620286:0:7193:0:(service.c:846:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:1.0:1749393023.620293:0:7193:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff88008f4b7a00. 00000100:00000010:1.0:1749393023.620610:0:7209:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b40f7980. 00000020:00000010:1.0:1749393023.620616:0:7209:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b40f7a40. 00000020:00000010:1.0:1749393023.620627:0:7209:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ad069800. 00000020:00000010:1.0:1749393023.620632:0:7209:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ad069e00. 00000040:00000010:1.0:1749393023.620636:0:7209:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800ad069200. 00000020:00000010:1.0:1749393023.620641:0:7209:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e09800. 00000020:00000010:1.0:1749393023.620645:0:7209:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800ad068400. 80000000:00000010:1.0:1749393023.620650:0:7209:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b77cde0. 00040000:00000010:1.0:1749393023.620664:0:7209:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800ad068200. 00080000:00000010:1.0:1749393023.620670:0:7209:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006dc37000. 00080000:00000010:1.0:1749393023.620686:0:7209:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012ee78000. 20000000:00000010:1.0:1749393023.620693:0:7209:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff8800ad069a00. 00000100:00000200:1.0:1749393023.620701:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620707:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc000. 00000400:00000010:1.0:1749393023.620714:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880082679a80. 00000100:00000200:1.0:1749393023.620723:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620726:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc058. 00000400:00000010:1.0:1749393023.620736:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48000. 00000100:00000200:1.0:1749393023.620741:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620744:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc0b0. 00000400:00000010:1.0:1749393023.620747:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b480c0. 00000100:00000200:1.0:1749393023.620750:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620752:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc108. 00000400:00000010:1.0:1749393023.620755:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48180. 00000100:00000200:1.0:1749393023.620758:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620760:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc160. 00000400:00000010:1.0:1749393023.620763:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48240. 00000100:00000200:1.0:1749393023.620766:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620768:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc1b8. 00000400:00000010:1.0:1749393023.620771:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48300. 00000100:00000200:1.0:1749393023.620774:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620776:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc210. 00000400:00000010:1.0:1749393023.620779:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b483c0. 00000100:00000200:1.0:1749393023.620782:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620785:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc268. 00000400:00000010:1.0:1749393023.620788:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48480. 00000100:00000200:1.0:1749393023.620791:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620793:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc2c0. 00000400:00000010:1.0:1749393023.620796:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48540. 00000100:00000200:1.0:1749393023.620799:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620801:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc318. 00000400:00000010:1.0:1749393023.620804:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48600. 00000100:00000200:1.0:1749393023.620807:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620809:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc370. 00000400:00000010:1.0:1749393023.620819:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b486c0. 00000100:00000200:1.0:1749393023.620824:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620826:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc3c8. 00000400:00000010:1.0:1749393023.620829:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48780. 00000100:00000200:1.0:1749393023.620832:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620835:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc420. 00000400:00000010:1.0:1749393023.620837:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48840. 00000100:00000200:1.0:1749393023.620840:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620842:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc478. 00000400:00000010:1.0:1749393023.620845:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48900. 00000100:00000200:1.0:1749393023.620848:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620850:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc4d0. 00000400:00000010:1.0:1749393023.620853:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b489c0. 00000100:00000200:1.0:1749393023.620856:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620858:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc528. 00000400:00000010:1.0:1749393023.620860:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48a80. 00000100:00000200:1.0:1749393023.620863:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620865:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc580. 00000400:00000010:1.0:1749393023.620868:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48b40. 00000100:00000200:1.0:1749393023.620871:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620873:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc5d8. 00000400:00000010:1.0:1749393023.620876:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48c00. 00000100:00000200:1.0:1749393023.620878:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620880:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc630. 00000400:00000010:1.0:1749393023.620883:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48cc0. 00000100:00000200:1.0:1749393023.620886:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620888:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc688. 00000400:00000010:1.0:1749393023.620891:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48d80. 00000100:00000200:1.0:1749393023.620894:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620896:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc6e0. 00000400:00000010:1.0:1749393023.620899:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48e40. 00000100:00000200:1.0:1749393023.620901:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620904:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc738. 00000400:00000010:1.0:1749393023.620907:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b48f00. 00000100:00000200:1.0:1749393023.620909:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620912:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc790. 00000400:00000010:1.0:1749393023.620926:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6000. 00000100:00000200:1.0:1749393023.620931:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620934:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc7e8. 00000400:00000010:1.0:1749393023.620937:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb60c0. 00000100:00000200:1.0:1749393023.620940:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620942:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc840. 00000400:00000010:1.0:1749393023.620945:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6180. 00000100:00000200:1.0:1749393023.620948:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620950:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc898. 00000400:00000010:1.0:1749393023.620953:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6240. 00000100:00000200:1.0:1749393023.620956:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620958:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc8f0. 00000400:00000010:1.0:1749393023.620961:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6300. 00000100:00000200:1.0:1749393023.620964:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620966:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc948. 00000400:00000010:1.0:1749393023.620969:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb63c0. 00000100:00000200:1.0:1749393023.620972:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620974:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc9a0. 00000400:00000010:1.0:1749393023.620977:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6480. 00000100:00000200:1.0:1749393023.620980:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620982:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc9f8. 00000400:00000010:1.0:1749393023.620985:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6540. 00000100:00000200:1.0:1749393023.620988:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620990:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fca50. 00000400:00000010:1.0:1749393023.620993:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6600. 00000100:00000200:1.0:1749393023.620996:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.620998:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fcaa8. 00000400:00000010:1.0:1749393023.621001:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb66c0. 00000100:00000200:1.0:1749393023.621004:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621006:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fcb00. 00000400:00000010:1.0:1749393023.621008:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6780. 00000100:00000200:1.0:1749393023.621011:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621014:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fcb58. 00000400:00000010:1.0:1749393023.621016:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6840. 00000100:00000200:1.0:1749393023.621019:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621021:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fcbb0. 00000400:00000010:1.0:1749393023.621030:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6900. 00000100:00000200:1.0:1749393023.621034:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621037:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fcc08. 00000400:00000010:1.0:1749393023.621040:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb69c0. 00000100:00000200:1.0:1749393023.621043:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621045:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fcc60. 00000400:00000010:1.0:1749393023.621048:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6a80. 00000100:00000200:1.0:1749393023.621051:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621053:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fccb8. 00000400:00000010:1.0:1749393023.621056:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6b40. 00000100:00000200:1.0:1749393023.621059:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621061:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fcd10. 00000400:00000010:1.0:1749393023.621063:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6c00. 00000100:00000200:1.0:1749393023.621066:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621068:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fcd68. 00000400:00000010:1.0:1749393023.621070:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6cc0. 00000100:00000200:1.0:1749393023.621106:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621110:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fcdc0. 00000400:00000010:1.0:1749393023.621113:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6d80. 00000100:00000200:1.0:1749393023.621116:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621118:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fce18. 00000400:00000010:1.0:1749393023.621121:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6e40. 00000100:00000200:1.0:1749393023.621124:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621126:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fce70. 00000400:00000010:1.0:1749393023.621130:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfb6f00. 00000100:00000200:1.0:1749393023.621133:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621135:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fcec8. 00000400:00000010:1.0:1749393023.621145:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4ba000. 00000100:00000200:1.0:1749393023.621151:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621153:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fcf20. 00000400:00000010:1.0:1749393023.621156:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4ba0c0. 00000100:00000200:1.0:1749393023.621185:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621188:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fcf78. 00000400:00000010:1.0:1749393023.621192:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4ba180. 00000100:00000200:1.0:1749393023.621196:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621206:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e145000. 00000400:00000010:1.0:1749393023.621215:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4ba240. 00000100:00000200:1.0:1749393023.621219:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621222:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e145058. 00000400:00000010:1.0:1749393023.621226:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4ba300. 00000100:00000200:1.0:1749393023.621229:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621231:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e1450b0. 00000400:00000010:1.0:1749393023.621234:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4ba3c0. 00000100:00000200:1.0:1749393023.621237:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621239:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e145108. 00000400:00000010:1.0:1749393023.621242:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4ba480. 00000100:00000200:1.0:1749393023.621245:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621247:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e145160. 00000400:00000010:1.0:1749393023.621250:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4ba540. 00000100:00000200:1.0:1749393023.621253:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621255:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e1451b8. 00000400:00000010:1.0:1749393023.621258:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4ba600. 00000100:00000200:1.0:1749393023.621261:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621263:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e145210. 00000400:00000010:1.0:1749393023.621266:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4ba6c0. 00000100:00000200:1.0:1749393023.621269:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621271:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e145268. 00000400:00000010:1.0:1749393023.621274:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4ba780. 00000100:00000200:1.0:1749393023.621277:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621279:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e1452c0. 00000400:00000010:1.0:1749393023.621282:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4ba840. 00000100:00000200:1.0:1749393023.621285:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621287:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e145318. 00000400:00000010:1.0:1749393023.621290:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4ba900. 00000100:00000200:1.0:1749393023.621293:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621295:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e145370. 00000400:00000010:1.0:1749393023.621298:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4ba9c0. 00000100:00000200:1.0:1749393023.621301:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621303:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e1453c8. 00000400:00000010:1.0:1749393023.621306:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4baa80. 00000100:00000200:1.0:1749393023.621308:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621310:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e145420. 00000400:00000010:1.0:1749393023.621320:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4bab40. 00000100:00000200:1.0:1749393023.621325:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621328:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e145478. 00000400:00000010:1.0:1749393023.621331:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4bac00. 00000100:00000200:1.0:1749393023.621334:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621336:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e1454d0. 00000400:00000010:1.0:1749393023.621339:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4bacc0. 00000100:00000200:1.0:1749393023.621341:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621344:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e145528. 00000400:00000010:1.0:1749393023.621347:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4bad80. 00000100:00000200:1.0:1749393023.621349:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621351:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e145580. 00000400:00000010:1.0:1749393023.621355:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4bae40. 00000100:00000200:1.0:1749393023.621357:0:7209:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749393023.621360:0:7209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e1455d8. 00000400:00000010:1.0:1749393023.621362:0:7209:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b4baf00. 00000100:00000010:1.0:1749393023.621380:0:7209:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88012d5b8000. 00000100:00000200:1.0:1749393023.621415:0:7209:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749393023.621786:0:7210:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800000987c0. 00000020:00000010:3.0:1749393023.621793:0:7210:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880000098700. 00000020:00000010:3.0:1749393023.621798:0:7210:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b43cc000. 00000020:00000010:3.0:1749393023.621801:0:7210:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b401fe00. 00000040:00000010:3.0:1749393023.621804:0:7210:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b401fc00. 00000020:00000010:3.0:1749393023.621808:0:7210:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a2f3800. 00000020:00000010:3.0:1749393023.621811:0:7210:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b401fa00. 80000000:00000010:3.0:1749393023.621814:0:7210:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8801373607e0. 00040000:00000010:3.0:1749393023.621817:0:7210:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b401f800. 00080000:00000010:3.0:1749393023.621821:0:7210:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006e5df000. 00080000:00000010:3.0:1749393023.621833:0:7210:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801304c8000. 20000000:00000010:3.0:1749393023.621837:0:7210:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b401f400. 00000100:00000010:3.0:1749393023.621851:0:7210:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88013686c000. 00000100:00000200:3.0:1749393023.621873:0:7210:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749393023.622118:0:7211:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880000098300. 00000020:00000010:3.0:1749393023.622122:0:7211:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880000098380. 00000020:00000010:3.0:1749393023.622125:0:7211:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b401f200. 00000020:00000010:3.0:1749393023.622128:0:7211:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b401f000. 00000040:00000010:3.0:1749393023.622130:0:7211:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b401ee00. 00000020:00000010:3.0:1749393023.622133:0:7211:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a2f2800. 00000020:00000010:3.0:1749393023.622135:0:7211:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b401ec00. 80000000:00000010:3.0:1749393023.622138:0:7211:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360900. 00040000:00000010:3.0:1749393023.622141:0:7211:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b401ea00. 00080000:00000010:3.0:1749393023.622153:0:7211:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e588000. 00080000:00000010:3.0:1749393023.622158:0:7211:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801304ca000. 20000000:00000010:3.0:1749393023.622182:0:7211:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b401e600. 00000100:00000010:3.0:1749393023.622195:0:7211:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff880135278000. 00000100:00000200:3.0:1749393023.622205:0:7211:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:3.0:1749393023.622321:0:7212:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b401e400. 00000020:00000010:3.0:1749393023.622324:0:7212:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b401e200. 00000040:00000010:3.0:1749393023.622326:0:7212:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b401e000. 00000020:00000010:3.0:1749393023.622329:0:7212:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a2f4000. 00000020:00000010:3.0:1749393023.622339:0:7212:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d52840. 00000020:00000010:3.0:1749393023.622342:0:7212:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b4dd7e00. 80000000:00000010:3.0:1749393023.622345:0:7212:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360d80. 40000000:00000010:3.0:1749393023.622348:0:7212:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880000098140. 00100000:00000010:3.0:1749393023.622358:0:7212:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d810000. 00040000:00000010:3.0:1749393023.622362:0:7212:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880092166f00. 00040000:00000010:3.0:1749393023.622365:0:7212:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012d810800. 00040000:00000010:3.0:1749393023.622368:0:7212:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4dd7c00. 00080000:00000010:3.0:1749393023.622372:0:7212:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e589000. 00080000:00000010:3.0:1749393023.622376:0:7212:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801304cc000. 00000004:00000010:3.0:1749393023.622381:0:7212:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012d811000. 00000004:00000010:3.0:1749393023.622386:0:7212:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012e58a000. 00000004:00000010:3.0:1749393023.622389:0:7212:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012d811800. 00002000:00000010:3.0:1749393023.622394:0:7212:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a7ca8c00. 00000004:00000010:3.0:1749393023.622398:0:7212:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800a7caa400. 00000020:00000010:3.0:1749393023.622401:0:7212:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800000983c0. 00000800:00000200:0.1F:1749393023.622724:0:3762:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b40bccc0] -> 12345-192.168.203.132@tcp (2) 00000800:00000010:1.0:1749393023.623118:0:3752:0:(socklnd.c:909:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff88012ee7a000. 00000800:00000010:1.0:1749393023.623125:0:3752:0:(socklnd.c:936:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8801369870c0. 00000800:00000010:1.0:1749393023.623131:0:3752:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b40f7b40. 00000800:00000010:1.0:1749393023.623223:0:3752:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b40f7b40. 00000800:00000010:1.0:1749393023.623247:0:3753:0:(socklnd.c:909:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff88012ee7c000. 00000800:00000010:1.0:1749393023.623252:0:3753:0:(socklnd.c:936:ksocknal_create_conn()) alloc '(hello)': 144 at ffff880136987180. 00000800:00000010:1.0:1749393023.623270:0:3753:0:(socklnd.c:156:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff880136987240. 00000800:00000200:1.1F:1749393023.623279:0:3753:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b40bccc0] -> 12345-192.168.203.132@tcp (2) 00000800:00000200:1.1:1749393023.623293:0:3753:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.132@tcp ffff880136987240 deleted 00000800:00000010:1.1:1749393023.623297:0:3753:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff880136987240. 00000020:00000010:3.0:1749393023.623302:0:3763:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d52d48. 00000800:00000200:1.1:1749393023.623302:0:3753:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000010:3.0:1749393023.623309:0:3763:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b4dd7600. 00000800:00000200:1.1:1749393023.623311:0:3753:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.132@tcp ip 192.168.203.132:1023 80000000:00000010:3.0:1749393023.623313:0:3763:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360f00. 40000000:00000010:3.0:1749393023.623316:0:3763:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880000098580. 00000800:00000200:1.1:1749393023.623316:0:3753:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b41fe600 type 2, nob 96 niov 1 nkiov 0 00000008:00000010:3.0:1749393023.623320:0:3763:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88007256a178. 00000800:00000200:1.0:1749393023.623324:0:3753:0:(socklnd.c:1206:ksocknal_create_conn()) New conn 12345-192.168.203.132@tcp p 3.x 192.168.203.132 -> 192.168.203.132:1023 incarnation:1749392993909656330 sched[0] 00020000:00000010:3.0:1749393023.623324:0:3763:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8801215a8180. 00008000:00000010:3.0:1749393023.623327:0:3763:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880072564a98. 00000800:00000010:1.0:1749393023.623330:0:3753:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b40f7b40. 00100000:00000010:3.0:1749393023.623331:0:3763:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d812000. 00040000:00000010:3.0:1749393023.623334:0:3763:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880092166500. 00040000:00000010:3.0:1749393023.623337:0:3763:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012d812800. 00040000:00000010:3.0:1749393023.623339:0:3763:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4dd7400. 00080000:00000010:3.0:1749393023.623342:0:3763:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e58b000. 00080000:00000010:3.0:1749393023.623347:0:3763:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801304ce000. 00000004:00000010:3.0:1749393023.623351:0:3763:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012d813000. 00000004:00000010:3.0:1749393023.623355:0:3763:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012e58c000. 00000004:00000010:3.0:1749393023.623358:0:3763:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012d813800. 00002000:00000010:3.0:1749393023.623361:0:3763:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a7ca9c00. 00000800:00000010:1.0:1749393023.623365:0:3753:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b40f7b40. 00000800:00000010:1.0:1749393023.623368:0:3753:0:(socklnd.c:1214:ksocknal_create_conn()) kfreed 'hello': 144 at ffff880136987180. 00000004:00000010:3.0:1749393023.623372:0:3763:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800a7cab000. 00000080:00000010:3.0:1749393023.623375:0:3763:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b4d461f8. 00000080:00000010:3.0:1749393023.623379:0:3763:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff88006e5d06d8. 00000800:00000010:1.0:1749393023.623386:0:3753:0:(socklnd_cb.c:2303:ksocknal_connd()) kfreed 'cr': 32 at ffff8800ad0597a0. 00000008:00000010:3.0:1749393023.623389:0:3763:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff880136bbc000. 00020000:00000010:3.0:1749393023.623397:0:3763:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88011e9b8000. 00008000:00000010:3.0:1749393023.623400:0:3763:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800aa40ca20. 00000080:00000010:3.0:1749393023.623407:0:3763:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff880130ea5000. 00000800:00000200:1.0:1749393023.623414:0:3757:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749393023.623417:0:3757:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8800b41fe600. 00000400:00000200:1.0:1749393023.623422:0:3757:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749393023.623422:0:3763:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a7caac00. 00000400:00000010:3.0:1749393023.623426:0:3763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228688. 00000400:00000200:1.0:1749393023.623427:0:3757:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.132@tcp: GET: OK 00000400:00000010:3.0:1749393023.623435:0:3763:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a000. 00000400:00000200:1.0:1749393023.623438:0:3757:0:(peer.c:3101:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1749393023.623441:0:3757:0:(peer.c:3053:lnet_discovery_event_send()) Ping Send to 192.168.203.132@tcp: 0 00000100:00000200:3.0:1749393023.623441:0:3763:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371507028096, portal 25 00000400:00000010:3.0:1749393023.623445:0:3763:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a088. 00000100:00000200:3.0:1749393023.623448:0:3763:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834371507028096, offset 0 00000400:00000200:3.0:1749393023.623461:0:3763:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749393023.623473:0:3763:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749393023.623480:0:3763:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at ffff8800b4dd7000. 00000400:00000200:3.0:1749393023.623483:0:3763:0:(peer.c:271:lnet_peer_alloc()) ffff8800b4dd7000 nid 0@lo 00000400:00000010:3.0:1749393023.623485:0:3763:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at ffff880137360ae0. 00000800:00000200:1.1:1749393023.623485:0:3752:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1749393023.623487:0:3763:0:(peer.c:204:lnet_peer_net_alloc()) ffff880137360ae0 net lo 00000400:00000010:3.0:1749393023.623489:0:3763:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at ffff8800b4dd6e00. 00000800:00000200:1.0:1749393023.623491:0:3752:0:(socklnd.c:1206:ksocknal_create_conn()) New conn 12345-192.168.203.132@tcp p 3.x 192.168.203.132 -> 192.168.203.132:988 incarnation:1749392993909656330 sched[0] 00000400:00000200:3.0:1749393023.623492:0:3763:0:(peer.c:185:lnet_peer_ni_alloc()) ffff8800b4dd6e00 nid 0@lo 00000400:00000200:3.0:1749393023.623494:0:3763:0:(peer.c:1075:lnet_peer_ni_set_non_mr_pref_nid()) peer 0@lo nid 0@lo: 0 00000800:00000010:1.0:1749393023.623495:0:3752:0:(socklnd.c:1214:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8801369870c0. 00000400:00000200:3.0:1749393023.623499:0:3763:0:(peer.c:1659:lnet_peer_attach_peer_ni()) peer 0@lo NID 0@lo flags 0x0 00000400:00000200:3.0:1749393023.623501:0:3763:0:(peer.c:2018:lnet_peer_ni_traffic_add()) peer 0@lo: 0 00000400:00000200:3.0:1749393023.623506:0:3763:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x68459e6100080 00000400:00000200:3.0:1749393023.623512:0:3763:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x10d [2] + 0 00000400:00000010:3.0:1749393023.623516:0:3763:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012e6fc000. 00000400:00000200:3.0:1749393023.623519:0:3763:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880082679a80 00000400:00000200:3.0:1749393023.623524:0:3763:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393023.623526:0:3752:0:(lib-socket.c:436:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.132:988 00000400:00000200:3.0:1749393023.623527:0:3763:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749393023.623531:0:3763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880082679a80 00000400:00000010:3.0:1749393023.623533:0:3763:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880082679a80. 00000100:00000200:3.0:1749393023.623537:0:3763:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1749393023.623550:0:3763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880129d8a088 00000400:00000010:3.0:1749393023.623556:0:3763:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880129d8a088. 00000100:00000200:3.0:1749393023.623565:0:3763:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880129f14000 x1834371507028096/t0(0) o250->MGC192.168.203.132@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749393033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393023.623582:0:3763:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880000098340. 00000100:00000010:3.0:1749393023.623594:0:3763:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880000098a00. 00000100:00000010:3.0:1749393023.623600:0:3763:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800000986c0. 00000100:00000010:3.0:1749393023.623604:0:3763:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800000982c0. 00000400:00000200:1.0:1749393023.623627:0:3758:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.132@tcp : REPLY - for me 00000020:00000010:3.0:1749393023.623639:0:7211:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012d7f0000. 00000400:00000200:1.0:1749393023.623648:0:3758:0:(lib-move.c:4596:lnet_parse_reply()) 192.168.203.132@tcp: Reply from 12345-192.168.203.132@tcp of length 48/48 into md 0x20d 00000020:00000010:3.0:1749393023.623652:0:7211:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4dd6c00. 00000020:00000010:3.0:1749393023.623654:0:7211:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800ad078200. 00000400:00000200:1.0:1749393023.623659:0:3758:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749393023.623661:0:7211:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012a351000. 00000400:00000200:1.0:1749393023.623663:0:3758:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.132@tcp: REPLY: OK 00000400:00000200:1.0:1749393023.623667:0:3758:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e4c7110 00000400:00000010:1.0:1749393023.623669:0:3758:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e4c7110. 00000400:00000200:1.0:1749393023.623671:0:3758:0:(peer.c:3101:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1749393023.623675:0:3758:0:(peer.c:2931:lnet_discovery_event_reply()) Peer 192.168.203.132@tcp has discovery enabled 00000400:00000200:1.0:1749393023.623678:0:3758:0:(peer.c:2943:lnet_discovery_event_reply()) peer 192.168.203.132@tcp(ffff8800b4f0ca00) is MR 00000400:00000200:1.0:1749393023.623681:0:3758:0:(peer.c:3012:lnet_discovery_event_reply()) peer 192.168.203.132@tcp data present 1. state = 0x100241 00000100:00000200:3.0:1749393023.623681:0:7211:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834371507028096 00000400:00000200:1.0:1749393023.623685:0:3758:0:(peer.c:2425:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.132@tcp: -114 02000000:00000010:3.0:1749393023.623697:0:7211:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a7ca8000. 00000020:00000010:3.0:1749393023.623706:0:7211:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012d814000. 00000001:00000010:3.0:1749393023.623713:0:7211:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8801215a8240. 00000001:00000010:3.0:1749393023.623716:0:7211:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b4d8af60. 00000001:00000010:3.0:1749393023.623719:0:7211:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b4dd6a00. 00000001:00000010:3.0:1749393023.623722:0:7211:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b4dd6800. 00000001:00000010:3.0:1749393023.623724:0:7211:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b4dd6600. 00000001:00000010:3.0:1749393023.623727:0:7211:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b4dd6400. 00000800:00000010:1.0:1749393023.623730:0:3752:0:(socklnd.c:909:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff88012ee7e000. 00000800:00000010:1.0:1749393023.623733:0:3752:0:(socklnd.c:936:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8801369870c0. 00000800:00000010:1.0:1749393023.623737:0:3752:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b40f7c00. 00000020:00000010:3.0:1749393023.623737:0:7211:0:(lprocfs_status_server.c:612:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff880137360ea0. 00000800:00000010:1.0:1749393023.623743:0:3752:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b40f7c00. 00000400:00000200:1.0:1749393023.623790:0:3760:0:(acceptor.c:322:lnet_accept()) Accept 192.168.203.132@tcp from 254.3.0.2 00000800:00000010:1.0:1749393023.623793:0:3760:0:(socklnd.c:748:ksocknal_accept()) alloc '(cr)': 32 at ffff8800a3da1020. 00000020:00000010:3.0:1749393023.623800:0:7211:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 584 at ffff8800a7caa000. 00000020:00000010:3.0:1749393023.623803:0:7211:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at ffff8801215a8300. 00000020:00000010:3.0:1749393023.623806:0:7211:0:(lprocfs_status.c:1347:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at ffff880092166100. 00000020:00000010:3.0:1749393023.623815:0:7211:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 584 at ffff8800a7caa800. 00000020:00000010:3.0:1749393023.623818:0:7211:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at ffff880092166a00. 00000020:00000010:3.0:1749393023.623820:0:7211:0:(lprocfs_status.c:1347:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at ffff8800b4dd6200. 00000800:00000010:1.0:1749393023.623825:0:3754:0:(socklnd.c:909:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff88012dbf8000. 00000020:00000010:3.0:1749393023.623827:0:7211:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88012d814800. 00000800:00000010:1.0:1749393023.623828:0:3754:0:(socklnd.c:936:ksocknal_create_conn()) alloc '(hello)': 144 at ffff880136987180. 00000800:00000010:1.0:1749393023.623839:0:3754:0:(socklnd.c:156:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff880136987240. 00000800:00000200:1.1:1749393023.623844:0:3754:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b40bccc0] -> 12345-192.168.203.132@tcp (4) 00000800:00000200:1.1:1749393023.623848:0:3754:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.132@tcp ffff880136987240 deleted 00000800:00000010:1.1:1749393023.623850:0:3754:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff880136987240. 00000800:00000200:1.1:1749393023.623853:0:3754:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1749393023.623858:0:3754:0:(socklnd.c:1206:ksocknal_create_conn()) New conn 12345-192.168.203.132@tcp p 3.x 192.168.203.132 -> 192.168.203.132:1022 incarnation:1749392993909656330 sched[0] 00010000:00000200:3.0:1749393023.623859:0:7211:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801215acc50 x1834371507028096/t0(0) o250->e913849c-f021-41dc-a556-1fef882059b2@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749393123 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1749393023.623863:0:3754:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b40f7c40. 00000400:00000010:3.0:1749393023.623873:0:7211:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a088. 00000100:00000200:3.0:1749393023.623883:0:7211:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1834371507028096, offset 0 00000800:00000010:1.0:1749393023.623885:0:3754:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b40f7c40. 00000800:00000010:1.0:1749393023.623887:0:3754:0:(socklnd.c:1214:ksocknal_create_conn()) kfreed 'hello': 144 at ffff880136987180. 00000400:00000200:3.0:1749393023.623888:0:7211:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749393023.623896:0:7211:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1749393023.623897:0:3754:0:(socklnd_cb.c:2303:ksocknal_connd()) kfreed 'cr': 32 at ffff8800a3da1020. 00000400:00000200:3.0:1749393023.623901:0:7211:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x68459e6100080 00000400:00000200:3.0:1749393023.623906:0:7211:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x211 [1] + 0 00000400:00000200:3.0:1749393023.623910:0:7211:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393023.623914:0:3758:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.132@tcp : ACK - for me 00000400:00000200:3.0:1749393023.623914:0:7211:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749393023.623920:0:7211:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880129f14000 x1834371507028096/t0(0) o250->MGC192.168.203.132@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749393033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749393023.623932:0:3758:0:(lib-move.c:4649:lnet_parse_ack()) 192.168.203.132@tcp: ACK from 12345-192.168.203.132@tcp into md 0x219 00000400:00000200:1.0:1749393023.623936:0:3758:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393023.623938:0:7211:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880129d8a088 00000400:00000200:1.0:1749393023.623940:0:3758:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.132@tcp: ACK: OK 00000400:00000010:3.0:1749393023.623940:0:7211:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880129d8a088. 00000400:00000200:1.0:1749393023.623944:0:3758:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e4c7198 00000400:00000010:1.0:1749393023.623946:0:3758:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e4c7198. 00000400:00000200:1.0:1749393023.623949:0:3758:0:(peer.c:3101:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1749393023.623952:0:3758:0:(peer.c:2819:lnet_discovery_event_ack()) peer 192.168.203.132@tcp ev->status 0 00000020:00000010:3.0:1749393023.623952:0:7211:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800ad078200. 00000020:00000010:3.0:1749393023.623956:0:7211:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012a351000. 00000020:00000010:3.0:1749393023.623959:0:7211:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b4dd6c00. 02000000:00000010:3.0:1749393023.623963:0:7211:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a7ca8000. 00000100:00000200:3.0:1749393023.623968:0:7211:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1749393023.623971:0:7211:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92286e0. 00000400:00000010:3.0:1749393023.623974:0:7211:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801215a83c0. 00000800:00000200:1.1:1749393023.623985:0:3752:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1749393023.623990:0:3752:0:(socklnd.c:1206:ksocknal_create_conn()) New conn 12345-192.168.203.132@tcp p 3.x 192.168.203.132 -> 192.168.203.132:988 incarnation:1749392993909656330 sched[0] 00000400:00000010:3.0:1749393023.623991:0:3763:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a9228688. 00000800:00000010:1.0:1749393023.623994:0:3752:0:(socklnd.c:1214:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8801369870c0. 00000400:00000200:3.0:1749393023.623994:0:3763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880129d8a000 00000400:00000010:3.0:1749393023.623996:0:3763:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880129d8a000. 00000100:00000200:3.0:1749393023.624000:0:3763:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880129f14000 x1834371507028096/t0(0) o250->MGC192.168.203.132@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749393033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393023.624009:0:3763:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880129f14000 x1834371507028096/t0(0) o250->MGC192.168.203.132@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749393033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393023.624039:0:3763:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a7caac00. 02000000:00000010:3.0:1749393023.624043:0:3763:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a3d2ec00. 00000100:00000010:3.0:1749393023.624047:0:3763:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880129f14000. 00000100:00000010:3.0:1749393023.626191:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800000982c0. 00000100:00000010:1.0:1749393023.626194:0:17:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880000098a00. 00000100:00000010:3.0:1749393023.632341:0:7214:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800000982c0. 00000020:00000010:3.0:1749393023.632348:0:7214:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880000098280. 00000020:00000010:3.0:1749393023.632353:0:7214:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4dd6000. 00000020:00000010:3.0:1749393023.632357:0:7214:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b4dd6c00. 00000040:00000010:3.0:1749393023.632369:0:7214:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b4dd7800. 00000020:00000010:3.0:1749393023.632372:0:7214:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d815000. 00000020:00000010:3.0:1749393023.632376:0:7214:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d53250. 00000020:00000010:3.0:1749393023.632379:0:7214:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b1f21e00. 80000000:00000010:3.0:1749393023.632383:0:7214:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360b40. 40000000:00000010:3.0:1749393023.632385:0:7214:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880000098f00. 00100000:00000010:3.0:1749393023.632389:0:7214:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d815800. 00040000:00000010:3.0:1749393023.632392:0:7214:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880092166300. 00040000:00000010:3.0:1749393023.632395:0:7214:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012d816000. 00040000:00000010:3.0:1749393023.632397:0:7214:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b1f21c00. 00080000:00000010:3.0:1749393023.632401:0:7214:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e58d000. 00080000:00000010:3.0:1749393023.632406:0:7214:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d7f2000. 00000004:00000010:3.0:1749393023.632410:0:7214:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012d816800. 00000004:00000010:3.0:1749393023.632414:0:7214:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012e58e000. 00000004:00000010:3.0:1749393023.632417:0:7214:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012d817000. 00002000:00000010:3.0:1749393023.632419:0:7214:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a7caac00. 00000004:00000010:3.0:1749393023.632421:0:7214:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800a7ca8000. 00000100:00000200:3.0:1749393023.632425:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632429:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228688. 00000400:00000010:3.0:1749393023.632434:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d817800. 00000100:00000200:3.0:1749393023.632439:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632441:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228738. 00000400:00000010:3.0:1749393023.632452:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cba0000. 00000100:00000200:3.0:1749393023.632456:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632457:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228790. 00000400:00000010:3.0:1749393023.632460:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cba0800. 00000100:00000200:3.0:1749393023.632462:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632464:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92287e8. 00000400:00000010:3.0:1749393023.632466:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cba1000. 00000100:00000200:3.0:1749393023.632469:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632470:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228840. 00000400:00000010:3.0:1749393023.632472:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cba1800. 00000100:00000200:3.0:1749393023.632475:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632476:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228898. 00000400:00000010:3.0:1749393023.632483:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cba2000. 00000100:00000200:3.0:1749393023.632486:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632487:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92288f0. 00000400:00000010:3.0:1749393023.632490:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cba2800. 00000100:00000200:3.0:1749393023.632492:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632494:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228948. 00000400:00000010:3.0:1749393023.632496:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cba3000. 00000100:00000200:3.0:1749393023.632498:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632500:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92289a0. 00000400:00000010:3.0:1749393023.632502:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cba3800. 00000100:00000200:3.0:1749393023.632504:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632505:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92289f8. 00000400:00000010:3.0:1749393023.632507:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cba4000. 00000100:00000200:3.0:1749393023.632510:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632511:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228a50. 00000400:00000010:3.0:1749393023.632513:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cba4800. 00000100:00000200:3.0:1749393023.632515:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632516:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228aa8. 00000400:00000010:3.0:1749393023.632519:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cba5000. 00000100:00000200:3.0:1749393023.632521:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632522:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228b00. 00000400:00000010:3.0:1749393023.632524:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cba5800. 00000100:00000200:3.0:1749393023.632526:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632528:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228b58. 00000400:00000010:3.0:1749393023.632530:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cba6000. 00000100:00000200:3.0:1749393023.632532:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632533:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228bb0. 00000400:00000010:3.0:1749393023.632536:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cba6800. 00000100:00000200:3.0:1749393023.632538:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632539:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228c08. 00000400:00000010:3.0:1749393023.632541:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cba7000. 00000100:00000200:3.0:1749393023.632544:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632545:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228c60. 00000400:00000010:3.0:1749393023.632547:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cba7800. 00000100:00000200:3.0:1749393023.632549:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632551:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228cb8. 00000400:00000010:3.0:1749393023.632563:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d518000. 00000100:00000200:3.0:1749393023.632566:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632568:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228d10. 00000400:00000010:3.0:1749393023.632570:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d518800. 00000100:00000200:3.0:1749393023.632573:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632574:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228d68. 00000400:00000010:3.0:1749393023.632576:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d519000. 00000100:00000200:3.0:1749393023.632579:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632580:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228dc0. 00000400:00000010:3.0:1749393023.632582:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d519800. 00000100:00000200:3.0:1749393023.632584:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632585:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228e18. 00000400:00000010:3.0:1749393023.632588:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d51a000. 00000100:00000200:3.0:1749393023.632590:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632591:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228e70. 00000400:00000010:3.0:1749393023.632593:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d51a800. 00000100:00000200:3.0:1749393023.632596:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632597:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228ec8. 00000400:00000010:3.0:1749393023.632599:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d51b000. 00000100:00000200:3.0:1749393023.632601:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632603:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228f20. 00000400:00000010:3.0:1749393023.632605:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d51b800. 00000100:00000200:3.0:1749393023.632607:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632608:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a9228f78. 00000400:00000010:3.0:1749393023.632610:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d51c000. 00000100:00000200:3.0:1749393023.632613:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632614:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e6fc000. 00000400:00000010:3.0:1749393023.632617:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d51c800. 00000100:00000200:3.0:1749393023.632619:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632625:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c000. 00000400:00000010:3.0:1749393023.632628:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d51d000. 00000100:00000200:3.0:1749393023.632631:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632633:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c058. 00000400:00000010:3.0:1749393023.632635:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d51d800. 00000100:00000200:3.0:1749393023.632637:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632638:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c0b0. 00000400:00000010:3.0:1749393023.632645:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d51e000. 00000100:00000200:3.0:1749393023.632648:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632650:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c108. 00000400:00000010:3.0:1749393023.632652:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d51e800. 00000100:00000200:3.0:1749393023.632654:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632656:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c160. 00000400:00000010:3.0:1749393023.632658:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d51f000. 00000100:00000200:3.0:1749393023.632660:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632662:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c1b8. 00000400:00000010:3.0:1749393023.632664:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012d51f800. 00000100:00000200:3.0:1749393023.632666:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632667:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c210. 00000400:00000010:3.0:1749393023.632675:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801309d8000. 00000100:00000200:3.0:1749393023.632678:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632680:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c268. 00000400:00000010:3.0:1749393023.632682:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801309d8800. 00000100:00000200:3.0:1749393023.632684:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632685:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c2c0. 00000400:00000010:3.0:1749393023.632687:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801309d9000. 00000100:00000200:3.0:1749393023.632690:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632691:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c318. 00000400:00000010:3.0:1749393023.632693:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801309d9800. 00000100:00000200:3.0:1749393023.632695:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632696:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c370. 00000400:00000010:3.0:1749393023.632698:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801309da000. 00000100:00000200:3.0:1749393023.632701:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632702:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c3c8. 00000400:00000010:3.0:1749393023.632704:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801309da800. 00000100:00000200:3.0:1749393023.632706:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632707:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c420. 00000400:00000010:3.0:1749393023.632709:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801309db000. 00000100:00000200:3.0:1749393023.632712:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632713:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c478. 00000400:00000010:3.0:1749393023.632715:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801309db800. 00000100:00000200:3.0:1749393023.632717:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632718:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c4d0. 00000400:00000010:3.0:1749393023.632725:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801309dc000. 00000100:00000200:3.0:1749393023.632728:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632729:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c528. 00000400:00000010:3.0:1749393023.632732:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801309dc800. 00000100:00000200:3.0:1749393023.632734:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632735:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c580. 00000400:00000010:3.0:1749393023.632737:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801309dd000. 00000100:00000200:3.0:1749393023.632740:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632741:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c5d8. 00000400:00000010:3.0:1749393023.632743:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801309dd800. 00000100:00000200:3.0:1749393023.632745:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632747:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c630. 00000400:00000010:3.0:1749393023.632749:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801309de000. 00000100:00000200:3.0:1749393023.632751:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632752:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c688. 00000400:00000010:3.0:1749393023.632754:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801309de800. 00000100:00000200:3.0:1749393023.632757:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632758:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c6e0. 00000400:00000010:3.0:1749393023.632760:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801309df000. 00000100:00000200:3.0:1749393023.632762:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632763:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c738. 00000400:00000010:3.0:1749393023.632766:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8801309df800. 00000100:00000200:3.0:1749393023.632768:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632769:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c790. 00000400:00000010:3.0:1749393023.632776:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cdd8000. 00000100:00000200:3.0:1749393023.632780:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632782:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c7e8. 00000400:00000010:3.0:1749393023.632784:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cdd8800. 00000100:00000200:3.0:1749393023.632786:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632788:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c840. 00000400:00000010:3.0:1749393023.632790:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cdd9000. 00000100:00000200:3.0:1749393023.632792:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632794:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c898. 00000400:00000010:3.0:1749393023.632796:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cdd9800. 00000100:00000200:3.0:1749393023.632798:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632799:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c8f0. 00000400:00000010:3.0:1749393023.632806:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cdda000. 00000100:00000200:3.0:1749393023.632809:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632810:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c948. 00000400:00000010:3.0:1749393023.632812:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cdda800. 00000100:00000200:3.0:1749393023.632815:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632816:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c9a0. 00000400:00000010:3.0:1749393023.632818:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cddb000. 00000100:00000200:3.0:1749393023.632820:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632822:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36c9f8. 00000400:00000010:3.0:1749393023.632824:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cddb800. 00000100:00000200:3.0:1749393023.632826:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632827:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36ca50. 00000400:00000010:3.0:1749393023.632830:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cddc000. 00000100:00000200:3.0:1749393023.632832:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632833:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36caa8. 00000400:00000010:3.0:1749393023.632835:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cddc800. 00000100:00000200:3.0:1749393023.632837:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632839:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36cb00. 00000400:00000010:3.0:1749393023.632841:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cddd000. 00000100:00000200:3.0:1749393023.632843:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632844:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36cb58. 00000400:00000010:3.0:1749393023.632847:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cddd800. 00000100:00000200:3.0:1749393023.632849:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632850:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36cbb0. 00000400:00000010:3.0:1749393023.632853:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cdde000. 00000100:00000200:3.0:1749393023.632855:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632856:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36cc08. 00000400:00000010:3.0:1749393023.632858:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cdde800. 00000100:00000200:3.0:1749393023.632861:0:7214:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1749393023.632862:0:7214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36cc60. 00000400:00000010:3.0:1749393023.632864:0:7214:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cddf000. 00000100:00000010:3.0:1749393023.632923:0:7214:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 131072 at ffff88012c4a0000. 00000100:00000200:3.0:1749393023.632948:0:7214:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749393023.633220:0:7215:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880000098480. 00000020:00000010:3.0:1749393023.633224:0:7215:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880000098b80. 00000020:00000010:3.0:1749393023.633228:0:7215:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b1f21800. 00000020:00000010:3.0:1749393023.633236:0:7215:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b1f21600. 00000040:00000010:3.0:1749393023.633239:0:7215:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b1f21400. 00000020:00000010:3.0:1749393023.633242:0:7215:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012cddf800. 00000020:00000010:3.0:1749393023.633245:0:7215:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d53758. 00000020:00000010:3.0:1749393023.633248:0:7215:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b1f21200. 80000000:00000010:3.0:1749393023.633250:0:7215:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360c00. 40000000:00000010:3.0:1749393023.633252:0:7215:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880000098ec0. 00100000:00000010:3.0:1749393023.633262:0:7215:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880130ff8000. 00040000:00000010:3.0:1749393023.633266:0:7215:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880092166e00. 00040000:00000010:3.0:1749393023.633268:0:7215:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880130ff8800. 00040000:00000010:3.0:1749393023.633271:0:7215:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b1f21000. 00080000:00000010:3.0:1749393023.633274:0:7215:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e58f000. 00080000:00000010:3.0:1749393023.633279:0:7215:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d7f4000. 00000004:00000010:3.0:1749393023.633283:0:7215:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880130ff9000. 00000004:00000010:3.0:1749393023.633291:0:7215:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c008000. 00000004:00000010:3.0:1749393023.633295:0:7215:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880130ff9800. 00002000:00000010:3.0:1749393023.633298:0:7215:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a3d2ec00. 00000004:00000010:3.0:1749393023.633305:0:7215:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88011f46c000. 00000100:00000010:3.0:1749393023.633364:0:7215:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 131072 at ffff8801302e0000. 00000100:00000200:3.0:1749393023.633384:0:7215:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749393023.633601:0:7216:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880000098200. 00000020:00000010:3.0:1749393023.633604:0:7216:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880000098e80. 00000020:00000010:3.0:1749393023.633608:0:7216:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b1f20c00. 00000020:00000010:3.0:1749393023.633611:0:7216:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b1f20a00. 00000040:00000010:3.0:1749393023.633613:0:7216:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b1f20800. 00000020:00000010:3.0:1749393023.633616:0:7216:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880130ffa000. 00000020:00000010:3.0:1749393023.633619:0:7216:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d53c60. 00000020:00000010:3.0:1749393023.633622:0:7216:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b1f20600. 80000000:00000010:3.0:1749393023.633624:0:7216:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8801373609c0. 40000000:00000010:3.0:1749393023.633626:0:7216:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880000098ac0. 00100000:00000010:3.0:1749393023.633629:0:7216:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880130ffa800. 00040000:00000010:3.0:1749393023.633633:0:7216:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1ff00. 00040000:00000010:3.0:1749393023.633635:0:7216:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880130ffb000. 00040000:00000010:3.0:1749393023.633644:0:7216:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b1f20400. 00080000:00000010:3.0:1749393023.633647:0:7216:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c009000. 00080000:00000010:3.0:1749393023.633652:0:7216:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d7f6000. 00000004:00000010:3.0:1749393023.633655:0:7216:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880130ffb800. 00000004:00000010:3.0:1749393023.633659:0:7216:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c00a000. 00000004:00000010:3.0:1749393023.633662:0:7216:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880130ffc000. 00002000:00000010:3.0:1749393023.633664:0:7216:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88011f46c400. 00000004:00000010:3.0:1749393023.633667:0:7216:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88011f46c800. 00000100:00000010:3.0:1749393023.633726:0:7216:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 131072 at ffff8801309e0000. 00000100:00000200:3.0:1749393023.633744:0:7216:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:3.0:1749393023.634782:0:7217:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880000098a40. 00000020:00000010:3.0:1749393023.634789:0:7217:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880000098000. 00000020:00000010:3.0:1749393023.634794:0:7217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b1f20000. 00000020:00000010:3.0:1749393023.634797:0:7217:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b4147e00. 00000040:00000010:3.0:1749393023.634800:0:7217:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b4147c00. 00000020:00000010:3.0:1749393023.634803:0:7217:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880130ffc800. 00000020:00000010:3.0:1749393023.634807:0:7217:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d54168. 00000020:00000010:3.0:1749393023.634810:0:7217:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b4147a00. 80000000:00000010:3.0:1749393023.634812:0:7217:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360a20. 40000000:00000010:3.0:1749393023.634814:0:7217:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880000098e40. 00100000:00000010:3.0:1749393023.634818:0:7217:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880130ffd000. 00040000:00000010:3.0:1749393023.634821:0:7217:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1fe00. 00040000:00000010:3.0:1749393023.634824:0:7217:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880130ffd800. 00040000:00000010:3.0:1749393023.634826:0:7217:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4147800. 00080000:00000010:3.0:1749393023.634830:0:7217:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c00b000. 00080000:00000010:3.0:1749393023.634846:0:7217:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136b28000. 00000004:00000010:3.0:1749393023.634850:0:7217:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880130ffe000. 00000004:00000010:3.0:1749393023.634854:0:7217:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c00c000. 00000004:00000010:3.0:1749393023.634857:0:7217:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880130ffe800. 00000004:00000010:3.0:1749393023.634860:0:7217:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88011f46cc00. 00000100:00000200:3.0:1749393023.634864:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634868:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36ccb8. 00000400:00000010:3.0:1749393023.634871:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801215a8780. 00000100:00000200:3.0:1749393023.634881:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634882:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36cd10. 00000400:00000010:3.0:1749393023.634885:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801215a8840. 00000100:00000200:3.0:1749393023.634887:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634888:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36cd68. 00000400:00000010:3.0:1749393023.634890:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801215a8900. 00000100:00000200:3.0:1749393023.634891:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634893:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36cdc0. 00000400:00000010:3.0:1749393023.634895:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801215a89c0. 00000100:00000200:3.0:1749393023.634896:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634897:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36ce18. 00000400:00000010:3.0:1749393023.634899:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801215a8a80. 00000100:00000200:3.0:1749393023.634901:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634902:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36ce70. 00000400:00000010:3.0:1749393023.634904:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801215a8b40. 00000100:00000200:3.0:1749393023.634905:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634907:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36cec8. 00000400:00000010:3.0:1749393023.634908:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801215a8c00. 00000100:00000200:3.0:1749393023.634910:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634911:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36cf20. 00000400:00000010:3.0:1749393023.634913:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801215a8cc0. 00000100:00000200:3.0:1749393023.634914:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634916:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a36cf78. 00000400:00000010:3.0:1749393023.634917:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801215a8d80. 00000100:00000200:3.0:1749393023.634919:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634925:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa000. 00000400:00000010:3.0:1749393023.634927:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801215a8e40. 00000100:00000200:3.0:1749393023.634929:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634931:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa058. 00000400:00000010:3.0:1749393023.634932:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801215a8f00. 00000100:00000200:3.0:1749393023.634934:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634935:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa0b0. 00000400:00000010:3.0:1749393023.634937:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880082679a80. 00000100:00000200:3.0:1749393023.634939:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634940:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa108. 00000400:00000010:3.0:1749393023.634950:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77000. 00000100:00000200:3.0:1749393023.634953:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634955:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa160. 00000400:00000010:3.0:1749393023.634957:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee770c0. 00000100:00000200:3.0:1749393023.634958:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634959:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa1b8. 00000400:00000010:3.0:1749393023.634961:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77180. 00000100:00000200:3.0:1749393023.634963:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634964:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa210. 00000400:00000010:3.0:1749393023.634966:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77240. 00000100:00000200:3.0:1749393023.634967:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634969:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa268. 00000400:00000010:3.0:1749393023.634970:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77300. 00000100:00000200:3.0:1749393023.634972:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634973:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa2c0. 00000400:00000010:3.0:1749393023.634975:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee773c0. 00000100:00000200:3.0:1749393023.634976:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634978:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa318. 00000400:00000010:3.0:1749393023.634980:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77480. 00000100:00000200:3.0:1749393023.634981:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634982:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa370. 00000400:00000010:3.0:1749393023.634984:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77540. 00000100:00000200:3.0:1749393023.634985:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634987:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa3c8. 00000400:00000010:3.0:1749393023.634988:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77600. 00000100:00000200:3.0:1749393023.634990:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634991:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa420. 00000400:00000010:3.0:1749393023.634993:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee776c0. 00000100:00000200:3.0:1749393023.634994:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.634995:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa478. 00000400:00000010:3.0:1749393023.634997:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77780. 00000100:00000200:3.0:1749393023.634999:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635000:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa4d0. 00000400:00000010:3.0:1749393023.635001:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77840. 00000100:00000200:3.0:1749393023.635003:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635008:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa528. 00000400:00000010:3.0:1749393023.635010:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77900. 00000100:00000200:3.0:1749393023.635012:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635014:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa580. 00000400:00000010:3.0:1749393023.635016:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee779c0. 00000100:00000200:3.0:1749393023.635017:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635018:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa5d8. 00000400:00000010:3.0:1749393023.635020:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77a80. 00000100:00000200:3.0:1749393023.635021:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635023:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa630. 00000400:00000010:3.0:1749393023.635024:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77b40. 00000100:00000200:3.0:1749393023.635026:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635027:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa688. 00000400:00000010:3.0:1749393023.635029:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77c00. 00000100:00000200:3.0:1749393023.635030:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635032:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa6e0. 00000400:00000010:3.0:1749393023.635033:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77cc0. 00000100:00000200:3.0:1749393023.635035:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635036:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa738. 00000400:00000010:3.0:1749393023.635037:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77d80. 00000100:00000200:3.0:1749393023.635039:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635040:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa790. 00000400:00000010:3.0:1749393023.635042:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77e40. 00000100:00000200:3.0:1749393023.635043:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635045:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa7e8. 00000400:00000010:3.0:1749393023.635046:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ee77f00. 00000100:00000200:3.0:1749393023.635048:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635049:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa840. 00000400:00000010:3.0:1749393023.635055:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128000. 00000100:00000200:3.0:1749393023.635058:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635059:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa898. 00000400:00000010:3.0:1749393023.635061:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e1280c0. 00000100:00000200:3.0:1749393023.635062:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635064:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa8f0. 00000400:00000010:3.0:1749393023.635065:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128180. 00000100:00000200:3.0:1749393023.635071:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635106:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa948. 00000400:00000010:3.0:1749393023.635108:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128240. 00000100:00000200:3.0:1749393023.635110:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635112:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa9a0. 00000400:00000010:3.0:1749393023.635114:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128300. 00000100:00000200:3.0:1749393023.635115:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635117:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caa9f8. 00000400:00000010:3.0:1749393023.635119:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e1283c0. 00000100:00000200:3.0:1749393023.635120:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635121:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caaa50. 00000400:00000010:3.0:1749393023.635123:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128480. 00000100:00000200:3.0:1749393023.635125:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635126:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caaaa8. 00000400:00000010:3.0:1749393023.635128:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128540. 00000100:00000200:3.0:1749393023.635130:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635131:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caab00. 00000400:00000010:3.0:1749393023.635133:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128600. 00000100:00000200:3.0:1749393023.635134:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635135:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caab58. 00000400:00000010:3.0:1749393023.635137:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e1286c0. 00000100:00000200:3.0:1749393023.635139:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635140:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caabb0. 00000400:00000010:3.0:1749393023.635141:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128780. 00000100:00000200:3.0:1749393023.635143:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635144:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caac08. 00000400:00000010:3.0:1749393023.635146:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128840. 00000100:00000200:3.0:1749393023.635147:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635149:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caac60. 00000400:00000010:3.0:1749393023.635150:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128900. 00000100:00000200:3.0:1749393023.635152:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635153:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caacb8. 00000400:00000010:3.0:1749393023.635154:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e1289c0. 00000100:00000200:3.0:1749393023.635156:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635157:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caad10. 00000400:00000010:3.0:1749393023.635197:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128a80. 00000100:00000200:3.0:1749393023.635200:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635202:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caad68. 00000400:00000010:3.0:1749393023.635204:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128b40. 00000100:00000200:3.0:1749393023.635205:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635207:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caadc0. 00000400:00000010:3.0:1749393023.635209:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128c00. 00000100:00000200:3.0:1749393023.635211:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635212:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caae18. 00000400:00000010:3.0:1749393023.635213:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128cc0. 00000100:00000200:3.0:1749393023.635215:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635216:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caae70. 00000400:00000010:3.0:1749393023.635218:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128d80. 00000100:00000200:3.0:1749393023.635219:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635221:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caaec8. 00000400:00000010:3.0:1749393023.635222:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128e40. 00000100:00000200:3.0:1749393023.635224:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635225:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caaf20. 00000400:00000010:3.0:1749393023.635227:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88011e128f00. 00000100:00000200:3.0:1749393023.635228:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635229:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880134caaf78. 00000400:00000010:3.0:1749393023.635236:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b2d6000. 00000100:00000200:3.0:1749393023.635239:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635244:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359000. 00000400:00000010:3.0:1749393023.635246:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b2d60c0. 00000100:00000200:3.0:1749393023.635249:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635250:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359058. 00000400:00000010:3.0:1749393023.635252:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b2d6180. 00000100:00000200:3.0:1749393023.635253:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635255:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d3590b0. 00000400:00000010:3.0:1749393023.635256:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b2d6240. 00000100:00000200:3.0:1749393023.635258:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635259:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359108. 00000400:00000010:3.0:1749393023.635261:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b2d6300. 00000100:00000200:3.0:1749393023.635262:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635268:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359160. 00000400:00000010:3.0:1749393023.635270:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b2d63c0. 00000100:00000200:3.0:1749393023.635272:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635274:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d3591b8. 00000400:00000010:3.0:1749393023.635276:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b2d6480. 00000100:00000200:3.0:1749393023.635277:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635279:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359210. 00000400:00000010:3.0:1749393023.635280:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b2d6540. 00000100:00000200:3.0:1749393023.635282:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635283:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359268. 00000400:00000010:3.0:1749393023.635285:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b2d6600. 00000100:00000200:3.0:1749393023.635286:0:7217:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1749393023.635287:0:7217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d3592c0. 00000400:00000010:3.0:1749393023.635289:0:7217:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b2d66c0. 00000100:00000010:3.0:1749393023.635302:0:7217:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff880124f64000. 00000100:00000200:3.0:1749393023.635322:0:7217:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749393023.635583:0:7218:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880000098b40. 00000020:00000010:3.0:1749393023.635587:0:7218:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880000098fc0. 00000020:00000010:3.0:1749393023.635590:0:7218:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4147400. 00000020:00000010:3.0:1749393023.635593:0:7218:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b4147200. 00000040:00000010:3.0:1749393023.635595:0:7218:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b4147000. 00000020:00000010:3.0:1749393023.635598:0:7218:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880130fff000. 00000020:00000010:3.0:1749393023.635601:0:7218:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d54670. 00000020:00000010:3.0:1749393023.635603:0:7218:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b4146e00. 80000000:00000010:3.0:1749393023.635606:0:7218:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360f60. 40000000:00000010:3.0:1749393023.635608:0:7218:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880000098900. 00100000:00000010:3.0:1749393023.635611:0:7218:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880130fff800. 00040000:00000010:3.0:1749393023.635614:0:7218:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1fd00. 00040000:00000010:3.0:1749393023.635625:0:7218:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880136bb0000. 00040000:00000010:3.0:1749393023.635628:0:7218:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4146c00. 00080000:00000010:3.0:1749393023.635632:0:7218:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c00d000. 00080000:00000010:3.0:1749393023.635636:0:7218:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136b2a000. 00000004:00000010:3.0:1749393023.635640:0:7218:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880136bb0800. 00000004:00000010:3.0:1749393023.635644:0:7218:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c00e000. 00000004:00000010:3.0:1749393023.635652:0:7218:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880136bb1000. 00000004:00000010:3.0:1749393023.635655:0:7218:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88011f46d000. 00000100:00000010:3.0:1749393023.635668:0:7218:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88008266c000. 00000100:00000200:3.0:1749393023.635677:0:7218:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749393023.661288:0:7219:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880000098840. 00000020:00000010:3.0:1749393023.661292:0:7219:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880000098d00. 00000020:00000010:3.0:1749393023.661296:0:7219:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4146800. 00000020:00000010:3.0:1749393023.661298:0:7219:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b4146600. 00000040:00000010:3.0:1749393023.661300:0:7219:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b4146400. 00000020:00000010:3.0:1749393023.661303:0:7219:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880136bb1800. 00000020:00000010:3.0:1749393023.661306:0:7219:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d54b78. 00000020:00000010:3.0:1749393023.661308:0:7219:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b4146200. 80000000:00000010:3.0:1749393023.661310:0:7219:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360de0. 40000000:00000010:3.0:1749393023.661312:0:7219:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880000098180. 00100000:00000010:3.0:1749393023.661316:0:7219:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880136bb2000. 00040000:00000010:3.0:1749393023.661318:0:7219:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1fc00. 00040000:00000010:3.0:1749393023.661320:0:7219:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880136bb2800. 00040000:00000010:3.0:1749393023.661321:0:7219:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4146000. 00080000:00000010:3.0:1749393023.661324:0:7219:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c00f000. 00080000:00000010:3.0:1749393023.661328:0:7219:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136b2c000. 00000004:00000010:3.0:1749393023.661333:0:7219:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880136bb3000. 00000004:00000010:3.0:1749393023.661343:0:7219:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880072798000. 00000004:00000010:3.0:1749393023.661345:0:7219:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880136bb3800. 00002000:00000010:3.0:1749393023.661348:0:7219:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88011f46d400. 00000004:00000010:3.0:1749393023.661351:0:7219:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88011f46d800. 00000100:00000200:3.0:1749393023.661354:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661358:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359318. 00000400:00000010:3.0:1749393023.661363:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880136b2e000. 00000100:00000200:3.0:1749393023.661368:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661369:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359370. 00000400:00000010:3.0:1749393023.661375:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880093730000. 00000100:00000200:3.0:1749393023.661378:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661379:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d3593c8. 00000400:00000010:3.0:1749393023.661381:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880093732000. 00000100:00000200:3.0:1749393023.661387:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661388:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359420. 00000400:00000010:3.0:1749393023.661391:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880093734000. 00000100:00000200:3.0:1749393023.661393:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661394:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359478. 00000400:00000010:3.0:1749393023.661396:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880093736000. 00000100:00000200:3.0:1749393023.661398:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661399:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d3594d0. 00000400:00000010:3.0:1749393023.661403:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880093738000. 00000100:00000200:3.0:1749393023.661406:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661407:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359528. 00000400:00000010:3.0:1749393023.661410:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009373a000. 00000100:00000200:3.0:1749393023.661411:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661412:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359580. 00000400:00000010:3.0:1749393023.661415:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009373c000. 00000100:00000200:3.0:1749393023.661416:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661417:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d3595d8. 00000400:00000010:3.0:1749393023.661420:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009373e000. 00000100:00000200:3.0:1749393023.661421:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661422:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359630. 00000400:00000010:3.0:1749393023.661427:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800708a0000. 00000100:00000200:3.0:1749393023.661430:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661431:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359688. 00000400:00000010:3.0:1749393023.661433:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800708a2000. 00000100:00000200:3.0:1749393023.661435:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661436:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d3596e0. 00000400:00000010:3.0:1749393023.661438:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800708a4000. 00000100:00000200:3.0:1749393023.661440:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661441:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359738. 00000400:00000010:3.0:1749393023.661443:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800708a6000. 00000100:00000200:3.0:1749393023.661445:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661446:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359790. 00000400:00000010:3.0:1749393023.661451:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800708a8000. 00000100:00000200:3.0:1749393023.661454:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661454:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d3597e8. 00000400:00000010:3.0:1749393023.661457:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800708aa000. 00000100:00000200:3.0:1749393023.661462:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661462:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359840. 00000400:00000010:3.0:1749393023.661465:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800708ac000. 00000100:00000200:3.0:1749393023.661467:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661468:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359898. 00000400:00000010:3.0:1749393023.661470:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800708ae000. 00000100:00000200:3.0:1749393023.661472:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661473:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d3598f0. 00000400:00000010:3.0:1749393023.661478:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880081b60000. 00000100:00000200:3.0:1749393023.661481:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661482:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359948. 00000400:00000010:3.0:1749393023.661484:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880081b62000. 00000100:00000200:3.0:1749393023.661486:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661487:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d3599a0. 00000400:00000010:3.0:1749393023.661489:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880081b64000. 00000100:00000200:3.0:1749393023.661491:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661492:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d3599f8. 00000400:00000010:3.0:1749393023.661494:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880081b66000. 00000100:00000200:3.0:1749393023.661496:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661497:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359a50. 00000400:00000010:3.0:1749393023.661501:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880081b68000. 00000100:00000200:3.0:1749393023.661504:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661505:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359aa8. 00000400:00000010:3.0:1749393023.661507:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880081b6a000. 00000100:00000200:3.0:1749393023.661509:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661510:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359b00. 00000400:00000010:3.0:1749393023.661513:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880081b6c000. 00000100:00000200:3.0:1749393023.661515:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661515:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359b58. 00000400:00000010:3.0:1749393023.661518:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880081b6e000. 00000100:00000200:3.0:1749393023.661520:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661520:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359bb0. 00000400:00000010:3.0:1749393023.661526:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7900000. 00000100:00000200:3.0:1749393023.661528:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661529:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359c08. 00000400:00000010:3.0:1749393023.661532:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7902000. 00000100:00000200:3.0:1749393023.661537:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661538:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359c60. 00000400:00000010:3.0:1749393023.661540:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7904000. 00000100:00000200:3.0:1749393023.661542:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661543:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359cb8. 00000400:00000010:3.0:1749393023.661546:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7906000. 00000100:00000200:3.0:1749393023.661548:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661549:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359d10. 00000400:00000010:3.0:1749393023.661553:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7908000. 00000100:00000200:3.0:1749393023.661556:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661557:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359d68. 00000400:00000010:3.0:1749393023.661559:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a790a000. 00000100:00000200:3.0:1749393023.661561:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661562:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359dc0. 00000400:00000010:3.0:1749393023.661564:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a790c000. 00000100:00000200:3.0:1749393023.661566:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661567:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359e18. 00000400:00000010:3.0:1749393023.661569:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a790e000. 00000100:00000200:3.0:1749393023.661571:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661572:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359e70. 00000400:00000010:3.0:1749393023.661577:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7910000. 00000100:00000200:3.0:1749393023.661580:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661581:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359ec8. 00000400:00000010:3.0:1749393023.661583:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7912000. 00000100:00000200:3.0:1749393023.661585:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661586:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359f20. 00000400:00000010:3.0:1749393023.661588:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7914000. 00000100:00000200:3.0:1749393023.661590:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661591:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d359f78. 00000400:00000010:3.0:1749393023.661593:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7916000. 00000100:00000200:3.0:1749393023.661595:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661599:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327000. 00000400:00000010:3.0:1749393023.661603:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7918000. 00000100:00000200:3.0:1749393023.661606:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661607:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327058. 00000400:00000010:3.0:1749393023.661609:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a791a000. 00000100:00000200:3.0:1749393023.661614:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661615:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa3270b0. 00000400:00000010:3.0:1749393023.661618:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a791c000. 00000100:00000200:3.0:1749393023.661620:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661621:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327108. 00000400:00000010:3.0:1749393023.661623:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a791e000. 00000100:00000200:3.0:1749393023.661625:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661626:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327160. 00000400:00000010:3.0:1749393023.661631:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fa0000. 00000100:00000200:3.0:1749393023.661634:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661634:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa3271b8. 00000400:00000010:3.0:1749393023.661637:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fa2000. 00000100:00000200:3.0:1749393023.661639:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661639:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327210. 00000400:00000010:3.0:1749393023.661642:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fa4000. 00000100:00000200:3.0:1749393023.661644:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661645:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327268. 00000400:00000010:3.0:1749393023.661647:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fa6000. 00000100:00000200:3.0:1749393023.661649:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661650:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa3272c0. 00000400:00000010:3.0:1749393023.661654:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fa8000. 00000100:00000200:3.0:1749393023.661657:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661658:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327318. 00000400:00000010:3.0:1749393023.661660:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7faa000. 00000100:00000200:3.0:1749393023.661662:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661663:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327370. 00000400:00000010:3.0:1749393023.661665:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fac000. 00000100:00000200:3.0:1749393023.661667:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661668:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa3273c8. 00000400:00000010:3.0:1749393023.661670:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fae000. 00000100:00000200:3.0:1749393023.661672:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661673:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327420. 00000400:00000010:3.0:1749393023.661678:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fb0000. 00000100:00000200:3.0:1749393023.661681:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661681:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327478. 00000400:00000010:3.0:1749393023.661684:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fb2000. 00000100:00000200:3.0:1749393023.661689:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661689:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa3274d0. 00000400:00000010:3.0:1749393023.661692:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fb4000. 00000100:00000200:3.0:1749393023.661694:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661695:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327528. 00000400:00000010:3.0:1749393023.661698:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fb6000. 00000100:00000200:3.0:1749393023.661699:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661700:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327580. 00000400:00000010:3.0:1749393023.661705:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fb8000. 00000100:00000200:3.0:1749393023.661707:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661708:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa3275d8. 00000400:00000010:3.0:1749393023.661711:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fba000. 00000100:00000200:3.0:1749393023.661713:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661713:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327630. 00000400:00000010:3.0:1749393023.661716:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fbc000. 00000100:00000200:3.0:1749393023.661718:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661718:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327688. 00000400:00000010:3.0:1749393023.661721:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fbe000. 00000100:00000200:3.0:1749393023.661723:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661723:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa3276e0. 00000400:00000010:3.0:1749393023.661729:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fe0000. 00000100:00000200:3.0:1749393023.661731:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661732:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327738. 00000400:00000010:3.0:1749393023.661734:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fe2000. 00000100:00000200:3.0:1749393023.661736:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661737:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327790. 00000400:00000010:3.0:1749393023.661739:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fe4000. 00000100:00000200:3.0:1749393023.661741:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661742:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa3277e8. 00000400:00000010:3.0:1749393023.661744:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fe6000. 00000100:00000200:3.0:1749393023.661746:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661747:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327840. 00000400:00000010:3.0:1749393023.661752:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fe8000. 00000100:00000200:3.0:1749393023.661754:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661755:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327898. 00000400:00000010:3.0:1749393023.661757:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fea000. 00000100:00000200:3.0:1749393023.661762:0:7219:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1749393023.661763:0:7219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa3278f0. 00000400:00000010:3.0:1749393023.661766:0:7219:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a7fec000. 00000100:00000010:3.0:1749393023.661774:0:7219:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8800a7ff0000. 00000100:00000200:3.0:1749393023.661787:0:7219:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749393023.662038:0:7220:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880000098740. 00000020:00000010:3.0:1749393023.662041:0:7220:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800000980c0. 00000020:00000010:3.0:1749393023.662044:0:7220:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b1f3dc00. 00000020:00000010:3.0:1749393023.662047:0:7220:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b1f3da00. 00000040:00000010:3.0:1749393023.662049:0:7220:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b1f3d800. 00000020:00000010:3.0:1749393023.662051:0:7220:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880136bb4000. 00000020:00000010:3.0:1749393023.662054:0:7220:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d55080. 00000020:00000010:3.0:1749393023.662056:0:7220:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b1f3d600. 80000000:00000010:3.0:1749393023.662058:0:7220:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360d20. 40000000:00000010:3.0:1749393023.662060:0:7220:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800000981c0. 00100000:00000010:3.0:1749393023.662063:0:7220:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880136bb4800. 00040000:00000010:3.0:1749393023.662065:0:7220:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1fb00. 00040000:00000010:3.0:1749393023.662068:0:7220:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880136bb5000. 00040000:00000010:3.0:1749393023.662069:0:7220:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b1f3d400. 00080000:00000010:3.0:1749393023.662097:0:7220:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880072799000. 00080000:00000010:3.0:1749393023.662102:0:7220:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a7fee000. 00000004:00000010:3.0:1749393023.662105:0:7220:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880136bb5800. 00000004:00000010:3.0:1749393023.662108:0:7220:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88007279a000. 00000004:00000010:3.0:1749393023.662111:0:7220:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880136bb6000. 00002000:00000010:3.0:1749393023.662113:0:7220:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88011f46dc00. 00000004:00000010:3.0:1749393023.662115:0:7220:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88011f46e000. 00000100:00000010:3.0:1749393023.662130:0:7220:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8800a7e40000. 00000100:00000200:3.0:1749393023.662138:0:7220:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749393023.662758:0:7221:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880000098b00. 00000020:00000010:3.0:1749393023.662762:0:7221:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800000986c0. 00000020:00000010:3.0:1749393023.662765:0:7221:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b1f3d000. 00000020:00000010:3.0:1749393023.662766:0:7221:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b1f3ce00. 00000040:00000010:3.0:1749393023.662768:0:7221:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b1f3cc00. 00000020:00000010:3.0:1749393023.662769:0:7221:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880136bb6800. 00000020:00000010:3.0:1749393023.662776:0:7221:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d55588. 00000020:00000010:3.0:1749393023.662777:0:7221:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b1f3ca00. 80000000:00000010:3.0:1749393023.662779:0:7221:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360480. 40000000:00000010:3.0:1749393023.662780:0:7221:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880000098a00. 00100000:00000010:3.0:1749393023.662782:0:7221:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880136bb7000. 00040000:00000010:3.0:1749393023.662783:0:7221:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1fa00. 00040000:00000010:3.0:1749393023.662785:0:7221:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880136bb7800. 00040000:00000010:3.0:1749393023.662786:0:7221:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b1f3c800. 00080000:00000010:3.0:1749393023.662789:0:7221:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88007279b000. 00080000:00000010:3.0:1749393023.662795:0:7221:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800708f8000. 00000004:00000010:3.0:1749393023.662801:0:7221:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800a44c0000. 00000004:00000010:3.0:1749393023.662804:0:7221:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88007279c000. 00000004:00000010:3.0:1749393023.662806:0:7221:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800a44c0800. 00000004:00000010:3.0:1749393023.662807:0:7221:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88011f46e400. 00000100:00000200:3.0:1749393023.662809:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662811:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327948. 00000400:00000010:3.0:1749393023.662814:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a000. 00000100:00000200:3.0:1749393023.662816:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662817:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa3279a0. 00000400:00000010:3.0:1749393023.662818:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a088. 00000100:00000200:3.0:1749393023.662819:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662820:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa3279f8. 00000400:00000010:3.0:1749393023.662821:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a110. 00000100:00000200:3.0:1749393023.662822:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662823:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327a50. 00000400:00000010:3.0:1749393023.662823:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a198. 00000100:00000200:3.0:1749393023.662824:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662825:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327aa8. 00000400:00000010:3.0:1749393023.662826:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a220. 00000100:00000200:3.0:1749393023.662826:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662827:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327b00. 00000400:00000010:3.0:1749393023.662828:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a2a8. 00000100:00000200:3.0:1749393023.662829:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662829:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327b58. 00000400:00000010:3.0:1749393023.662833:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a330. 00000100:00000200:3.0:1749393023.662834:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662835:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327bb0. 00000400:00000010:3.0:1749393023.662836:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a3b8. 00000100:00000200:3.0:1749393023.662837:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662837:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327c08. 00000400:00000010:3.0:1749393023.662838:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a440. 00000100:00000200:3.0:1749393023.662839:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662840:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327c60. 00000400:00000010:3.0:1749393023.662840:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a4c8. 00000100:00000200:3.0:1749393023.662841:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662842:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327cb8. 00000400:00000010:3.0:1749393023.662843:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a550. 00000100:00000200:3.0:1749393023.662843:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662844:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327d10. 00000400:00000010:3.0:1749393023.662845:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a5d8. 00000100:00000200:3.0:1749393023.662846:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662846:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327d68. 00000400:00000010:3.0:1749393023.662847:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a660. 00000100:00000200:3.0:1749393023.662848:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662849:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327dc0. 00000400:00000010:3.0:1749393023.662850:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a6e8. 00000100:00000200:3.0:1749393023.662850:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662851:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327e18. 00000400:00000010:3.0:1749393023.662852:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a770. 00000100:00000200:3.0:1749393023.662853:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662869:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327e70. 00000400:00000010:3.0:1749393023.662871:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a7f8. 00000100:00000200:3.0:1749393023.662872:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662874:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327ec8. 00000400:00000010:3.0:1749393023.662875:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a880. 00000100:00000200:3.0:1749393023.662876:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662878:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327f20. 00000400:00000010:3.0:1749393023.662879:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a908. 00000100:00000200:3.0:1749393023.662880:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662886:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa327f78. 00000400:00000010:3.0:1749393023.662888:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8a990. 00000100:00000200:3.0:1749393023.662890:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662896:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541000. 00000400:00000010:3.0:1749393023.662898:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8aa18. 00000100:00000200:3.0:1749393023.662901:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662902:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541058. 00000400:00000010:3.0:1749393023.662903:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8aaa0. 00000100:00000200:3.0:1749393023.662905:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662906:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800725410b0. 00000400:00000010:3.0:1749393023.662907:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8ab28. 00000100:00000200:3.0:1749393023.662909:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662910:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541108. 00000400:00000010:3.0:1749393023.662911:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8abb0. 00000100:00000200:3.0:1749393023.662913:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662914:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541160. 00000400:00000010:3.0:1749393023.662916:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8ac38. 00000100:00000200:3.0:1749393023.662917:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662918:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800725411b8. 00000400:00000010:3.0:1749393023.662920:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8acc0. 00000100:00000200:3.0:1749393023.662939:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662940:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541210. 00000400:00000010:3.0:1749393023.662942:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8ad48. 00000100:00000200:3.0:1749393023.662943:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662944:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541268. 00000400:00000010:3.0:1749393023.662946:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8add0. 00000100:00000200:3.0:1749393023.662948:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662949:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800725412c0. 00000400:00000010:3.0:1749393023.662950:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8ae58. 00000100:00000200:3.0:1749393023.662952:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662953:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541318. 00000400:00000010:3.0:1749393023.662955:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8aee0. 00000100:00000200:3.0:1749393023.662956:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662958:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541370. 00000400:00000010:3.0:1749393023.662959:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880129d8af68. 00000100:00000200:3.0:1749393023.662966:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662967:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800725413c8. 00000400:00000010:3.0:1749393023.662974:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58000. 00000100:00000200:3.0:1749393023.662977:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662979:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541420. 00000400:00000010:3.0:1749393023.662981:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58088. 00000100:00000200:3.0:1749393023.662982:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662984:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541478. 00000400:00000010:3.0:1749393023.662985:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58110. 00000100:00000200:3.0:1749393023.662987:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662988:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800725414d0. 00000400:00000010:3.0:1749393023.662989:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58198. 00000100:00000200:3.0:1749393023.662991:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662992:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541528. 00000400:00000010:3.0:1749393023.662994:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58220. 00000100:00000200:3.0:1749393023.662995:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.662996:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541580. 00000400:00000010:3.0:1749393023.662998:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f582a8. 00000100:00000200:3.0:1749393023.663000:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663001:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800725415d8. 00000400:00000010:3.0:1749393023.663002:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58330. 00000100:00000200:3.0:1749393023.663004:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663005:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541630. 00000400:00000010:3.0:1749393023.663007:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f583b8. 00000100:00000200:3.0:1749393023.663008:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663009:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541688. 00000400:00000010:3.0:1749393023.663011:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58440. 00000100:00000200:3.0:1749393023.663013:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663014:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800725416e0. 00000400:00000010:3.0:1749393023.663015:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f584c8. 00000100:00000200:3.0:1749393023.663017:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663018:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541738. 00000400:00000010:3.0:1749393023.663020:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58550. 00000100:00000200:3.0:1749393023.663021:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663023:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541790. 00000400:00000010:3.0:1749393023.663029:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f585d8. 00000100:00000200:3.0:1749393023.663031:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663033:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800725417e8. 00000400:00000010:3.0:1749393023.663034:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58660. 00000100:00000200:3.0:1749393023.663036:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663038:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541840. 00000400:00000010:3.0:1749393023.663039:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f586e8. 00000100:00000200:3.0:1749393023.663041:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663042:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541898. 00000400:00000010:3.0:1749393023.663043:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58770. 00000100:00000200:3.0:1749393023.663045:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663046:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800725418f0. 00000400:00000010:3.0:1749393023.663048:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f587f8. 00000100:00000200:3.0:1749393023.663049:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663051:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541948. 00000400:00000010:3.0:1749393023.663052:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58880. 00000100:00000200:3.0:1749393023.663054:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663055:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800725419a0. 00000400:00000010:3.0:1749393023.663057:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58908. 00000100:00000200:3.0:1749393023.663058:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663059:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800725419f8. 00000400:00000010:3.0:1749393023.663061:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58990. 00000100:00000200:3.0:1749393023.663062:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663064:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541a50. 00000400:00000010:3.0:1749393023.663065:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58a18. 00000100:00000200:3.0:1749393023.663067:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663068:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541aa8. 00000400:00000010:3.0:1749393023.663070:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58aa0. 00000100:00000200:3.0:1749393023.663071:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663072:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541b00. 00000400:00000010:3.0:1749393023.663074:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58b28. 00000100:00000200:3.0:1749393023.663075:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663077:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541b58. 00000400:00000010:3.0:1749393023.663078:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58bb0. 00000100:00000200:3.0:1749393023.663080:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663085:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541bb0. 00000400:00000010:3.0:1749393023.663087:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58c38. 00000100:00000200:3.0:1749393023.663089:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663091:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541c08. 00000400:00000010:3.0:1749393023.663092:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58cc0. 00000100:00000200:3.0:1749393023.663094:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663095:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541c60. 00000400:00000010:3.0:1749393023.663097:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58d48. 00000100:00000200:3.0:1749393023.663098:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663100:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541cb8. 00000400:00000010:3.0:1749393023.663134:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58dd0. 00000100:00000200:3.0:1749393023.663136:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663137:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541d10. 00000400:00000010:3.0:1749393023.663137:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58e58. 00000100:00000200:3.0:1749393023.663138:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663139:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541d68. 00000400:00000010:3.0:1749393023.663140:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58ee0. 00000100:00000200:3.0:1749393023.663141:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663141:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541dc0. 00000400:00000010:3.0:1749393023.663142:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7f58f68. 00000100:00000200:3.0:1749393023.663143:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663144:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541e18. 00000400:00000010:3.0:1749393023.663148:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea000. 00000100:00000200:3.0:1749393023.663149:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663151:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541e70. 00000400:00000010:3.0:1749393023.663152:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea088. 00000100:00000200:3.0:1749393023.663152:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663153:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541ec8. 00000400:00000010:3.0:1749393023.663154:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea110. 00000100:00000200:3.0:1749393023.663155:0:7221:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1749393023.663156:0:7221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541f20. 00000400:00000010:3.0:1749393023.663156:0:7221:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea198. 00000100:00000010:3.0:1749393023.663158:0:7221:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800a44c1000. 00000100:00000200:3.0:1749393023.663182:0:7221:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749393023.663289:0:7222:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880000098340. 00000020:00000010:3.0:1749393023.663295:0:7222:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b4fd9380. 00000020:00000010:3.0:1749393023.663297:0:7222:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b1f3c400. 00000020:00000010:3.0:1749393023.663298:0:7222:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b1f3c200. 00000040:00000010:3.0:1749393023.663299:0:7222:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b1f3c000. 00000020:00000010:3.0:1749393023.663301:0:7222:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a44c1800. 00000020:00000010:3.0:1749393023.663303:0:7222:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d55a90. 00000020:00000010:3.0:1749393023.663306:0:7222:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880129d16c00. 80000000:00000010:3.0:1749393023.663307:0:7222:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360e40. 40000000:00000010:3.0:1749393023.663308:0:7222:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129d69ac0. 00100000:00000010:3.0:1749393023.663310:0:7222:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a44c2000. 00040000:00000010:3.0:1749393023.663311:0:7222:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1f900. 00040000:00000010:3.0:1749393023.663313:0:7222:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800a44c2800. 00040000:00000010:3.0:1749393023.663314:0:7222:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880129d16800. 00080000:00000010:3.0:1749393023.663316:0:7222:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88007279d000. 00080000:00000010:3.0:1749393023.663319:0:7222:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800708fa000. 00000004:00000010:3.0:1749393023.663321:0:7222:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800a44c3000. 00000004:00000010:3.0:1749393023.663323:0:7222:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88007279e000. 00000004:00000010:3.0:1749393023.663325:0:7222:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800a44c3800. 00000004:00000010:3.0:1749393023.663326:0:7222:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88011f46e800. 00000100:00000010:3.0:1749393023.663328:0:7222:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800a44c4000. 00000100:00000200:3.0:1749393023.663332:0:7222:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749393023.663876:0:7223:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880129d69540. 00000020:00000010:3.0:1749393023.663880:0:7223:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129d692c0. 00000020:00000010:3.0:1749393023.663882:0:7223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129d16000. 00000020:00000010:3.0:1749393023.663884:0:7223:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880129d16400. 00000040:00000010:3.0:1749393023.663885:0:7223:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880129d16a00. 00000020:00000010:3.0:1749393023.663887:0:7223:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a44c4800. 00000020:00000010:3.0:1749393023.663888:0:7223:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d55f98. 00000020:00000010:3.0:1749393023.663890:0:7223:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b52d0e00. 80000000:00000010:3.0:1749393023.663892:0:7223:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360120. 40000000:00000010:3.0:1749393023.663893:0:7223:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129d69f80. 00100000:00000010:3.0:1749393023.663895:0:7223:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a44c5000. 00040000:00000010:3.0:1749393023.663897:0:7223:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1f800. 00040000:00000010:3.0:1749393023.663903:0:7223:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800a44c5800. 00040000:00000010:3.0:1749393023.663905:0:7223:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5352e00. 00080000:00000010:3.0:1749393023.663907:0:7223:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88007279f000. 00080000:00000010:3.0:1749393023.663910:0:7223:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800708fc000. 00000004:00000010:3.0:1749393023.663912:0:7223:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800a44c6000. 00000004:00000010:3.0:1749393023.663918:0:7223:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880090f68000. 00000004:00000010:3.0:1749393023.663920:0:7223:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800a44c6800. 00002000:00000010:3.0:1749393023.663921:0:7223:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88011f46ec00. 00000004:00000010:3.0:1749393023.663923:0:7223:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88011f46f000. 00000100:00000200:3.0:1749393023.663924:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663926:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072541f78. 00000400:00000010:3.0:1749393023.663928:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea220. 00000100:00000200:3.0:1749393023.663931:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663934:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10000. 00000400:00000010:3.0:1749393023.663935:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea2a8. 00000100:00000200:3.0:1749393023.663937:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663938:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10058. 00000400:00000010:3.0:1749393023.663939:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea330. 00000100:00000200:3.0:1749393023.663940:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663940:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c100b0. 00000400:00000010:3.0:1749393023.663941:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea3b8. 00000100:00000200:3.0:1749393023.663942:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663942:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10108. 00000400:00000010:3.0:1749393023.663943:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea440. 00000100:00000200:3.0:1749393023.663944:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663945:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10160. 00000400:00000010:3.0:1749393023.663946:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea4c8. 00000100:00000200:3.0:1749393023.663946:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663947:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c101b8. 00000400:00000010:3.0:1749393023.663948:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea550. 00000100:00000200:3.0:1749393023.663949:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663949:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10210. 00000400:00000010:3.0:1749393023.663950:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea5d8. 00000100:00000200:3.0:1749393023.663951:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663951:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10268. 00000400:00000010:3.0:1749393023.663954:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea660. 00000100:00000200:3.0:1749393023.663956:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663957:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c102c0. 00000400:00000010:3.0:1749393023.663958:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea6e8. 00000100:00000200:3.0:1749393023.663958:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663959:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10318. 00000400:00000010:3.0:1749393023.663960:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea770. 00000100:00000200:3.0:1749393023.663961:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663961:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10370. 00000400:00000010:3.0:1749393023.663962:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea7f8. 00000100:00000200:3.0:1749393023.663963:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663964:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c103c8. 00000400:00000010:3.0:1749393023.663964:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea880. 00000100:00000200:3.0:1749393023.663965:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663966:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10420. 00000400:00000010:3.0:1749393023.663966:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea908. 00000100:00000200:3.0:1749393023.663967:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663968:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10478. 00000400:00000010:3.0:1749393023.663969:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ea990. 00000100:00000200:3.0:1749393023.663969:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663970:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c104d0. 00000400:00000010:3.0:1749393023.663971:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725eaa18. 00000100:00000200:3.0:1749393023.663972:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663972:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10528. 00000400:00000010:3.0:1749393023.663973:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725eaaa0. 00000100:00000200:3.0:1749393023.663974:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663974:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10580. 00000400:00000010:3.0:1749393023.663975:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725eab28. 00000100:00000200:3.0:1749393023.663976:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663977:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c105d8. 00000400:00000010:3.0:1749393023.663977:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725eabb0. 00000100:00000200:3.0:1749393023.663978:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663979:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10630. 00000400:00000010:3.0:1749393023.663980:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725eac38. 00000100:00000200:3.0:1749393023.663980:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663983:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10688. 00000400:00000010:3.0:1749393023.663984:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725eacc0. 00000100:00000200:3.0:1749393023.663985:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663986:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c106e0. 00000400:00000010:3.0:1749393023.663987:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725ead48. 00000100:00000200:3.0:1749393023.663988:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663989:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10738. 00000400:00000010:3.0:1749393023.663989:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725eadd0. 00000100:00000200:3.0:1749393023.663990:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663991:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10790. 00000400:00000010:3.0:1749393023.663992:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725eae58. 00000100:00000200:3.0:1749393023.663992:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663993:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c107e8. 00000400:00000010:3.0:1749393023.663994:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725eaee0. 00000100:00000200:3.0:1749393023.663995:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663995:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10840. 00000400:00000010:3.0:1749393023.663996:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725eaf68. 00000100:00000200:3.0:1749393023.663997:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.663997:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10898. 00000400:00000010:3.0:1749393023.664001:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae000. 00000100:00000200:3.0:1749393023.664002:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664003:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c108f0. 00000400:00000010:3.0:1749393023.664004:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae088. 00000100:00000200:3.0:1749393023.664004:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664005:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10948. 00000400:00000010:3.0:1749393023.664006:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae110. 00000100:00000200:3.0:1749393023.664007:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664007:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c109a0. 00000400:00000010:3.0:1749393023.664008:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae198. 00000100:00000200:3.0:1749393023.664009:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664009:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c109f8. 00000400:00000010:3.0:1749393023.664010:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae220. 00000100:00000200:3.0:1749393023.664011:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664012:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10a50. 00000400:00000010:3.0:1749393023.664012:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae2a8. 00000100:00000200:3.0:1749393023.664016:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664017:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10aa8. 00000400:00000010:3.0:1749393023.664018:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae330. 00000100:00000200:3.0:1749393023.664018:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664019:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10b00. 00000400:00000010:3.0:1749393023.664020:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae3b8. 00000100:00000200:3.0:1749393023.664021:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664022:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10b58. 00000400:00000010:3.0:1749393023.664022:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae440. 00000100:00000200:3.0:1749393023.664023:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664024:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10bb0. 00000400:00000010:3.0:1749393023.664025:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae4c8. 00000100:00000200:3.0:1749393023.664025:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664026:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10c08. 00000400:00000010:3.0:1749393023.664027:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae550. 00000100:00000200:3.0:1749393023.664028:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664028:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10c60. 00000400:00000010:3.0:1749393023.664029:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae5d8. 00000100:00000200:3.0:1749393023.664030:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664030:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10cb8. 00000400:00000010:3.0:1749393023.664031:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae660. 00000100:00000200:3.0:1749393023.664032:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664032:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10d10. 00000400:00000010:3.0:1749393023.664033:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae6e8. 00000100:00000200:3.0:1749393023.664034:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664035:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10d68. 00000400:00000010:3.0:1749393023.664035:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae770. 00000100:00000200:3.0:1749393023.664036:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664037:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10dc0. 00000400:00000010:3.0:1749393023.664038:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae7f8. 00000100:00000200:3.0:1749393023.664038:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664039:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10e18. 00000400:00000010:3.0:1749393023.664040:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae880. 00000100:00000200:3.0:1749393023.664041:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664041:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10e70. 00000400:00000010:3.0:1749393023.664044:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae908. 00000100:00000200:3.0:1749393023.664045:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664046:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10ec8. 00000400:00000010:3.0:1749393023.664047:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1cae990. 00000100:00000200:3.0:1749393023.664048:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664048:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10f20. 00000400:00000010:3.0:1749393023.664049:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1caea18. 00000100:00000200:3.0:1749393023.664050:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664051:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4c10f78. 00000400:00000010:3.0:1749393023.664051:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1caeaa0. 00000100:00000200:3.0:1749393023.664052:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664055:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049000. 00000400:00000010:3.0:1749393023.664056:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1caeb28. 00000100:00000200:3.0:1749393023.664058:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664058:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049058. 00000400:00000010:3.0:1749393023.664059:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1caebb0. 00000100:00000200:3.0:1749393023.664060:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664060:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40490b0. 00000400:00000010:3.0:1749393023.664061:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1caec38. 00000100:00000200:3.0:1749393023.664062:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664063:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049108. 00000400:00000010:3.0:1749393023.664063:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1caecc0. 00000100:00000200:3.0:1749393023.664064:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664065:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049160. 00000400:00000010:3.0:1749393023.664066:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1caed48. 00000100:00000200:3.0:1749393023.664066:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664067:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40491b8. 00000400:00000010:3.0:1749393023.664068:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1caedd0. 00000100:00000200:3.0:1749393023.664068:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664069:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049210. 00000400:00000010:3.0:1749393023.664070:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1caee58. 00000100:00000200:3.0:1749393023.664071:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664087:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049268. 00000400:00000010:3.0:1749393023.664088:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1caeee0. 00000100:00000200:3.0:1749393023.664089:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664092:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40492c0. 00000400:00000010:3.0:1749393023.664093:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1caef68. 00000100:00000200:3.0:1749393023.664095:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664095:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049318. 00000400:00000010:3.0:1749393023.664099:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6000. 00000100:00000200:3.0:1749393023.664100:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664101:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049370. 00000400:00000010:3.0:1749393023.664102:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6088. 00000100:00000200:3.0:1749393023.664102:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664103:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40493c8. 00000400:00000010:3.0:1749393023.664104:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6110. 00000100:00000200:3.0:1749393023.664104:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664105:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049420. 00000400:00000010:3.0:1749393023.664106:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6198. 00000100:00000200:3.0:1749393023.664107:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664107:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049478. 00000400:00000010:3.0:1749393023.664108:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6220. 00000100:00000200:3.0:1749393023.664109:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664109:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40494d0. 00000400:00000010:3.0:1749393023.664110:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d62a8. 00000100:00000200:3.0:1749393023.664111:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664112:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049528. 00000400:00000010:3.0:1749393023.664112:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6330. 00000100:00000200:3.0:1749393023.664113:0:7223:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749393023.664114:0:7223:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049580. 00000400:00000010:3.0:1749393023.664115:0:7223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d63b8. 00000100:00000010:3.0:1749393023.664116:0:7223:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800a44c7000. 00000100:00000200:3.0:1749393023.664126:0:7223:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749393023.664272:0:7224:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880129d69740. 00000020:00000010:3.0:1749393023.664273:0:7224:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129d69680. 00000020:00000010:3.0:1749393023.664275:0:7224:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5352800. 00000020:00000010:3.0:1749393023.664277:0:7224:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ad120000. 00000040:00000010:3.0:1749393023.664278:0:7224:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800ad120800. 00000020:00000010:3.0:1749393023.664280:0:7224:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a44c7800. 00000020:00000010:3.0:1749393023.664281:0:7224:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d564a0. 00000020:00000010:3.0:1749393023.664290:0:7224:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800ad120600. 80000000:00000010:3.0:1749393023.664291:0:7224:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8801373600c0. 40000000:00000010:3.0:1749393023.664292:0:7224:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129d69600. 00100000:00000010:3.0:1749393023.664297:0:7224:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880090f78000. 00040000:00000010:3.0:1749393023.664298:0:7224:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1f700. 00040000:00000010:3.0:1749393023.664300:0:7224:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880090f78800. 00040000:00000010:3.0:1749393023.664301:0:7224:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800ad120400. 00080000:00000010:3.0:1749393023.664303:0:7224:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880090f69000. 00080000:00000010:3.0:1749393023.664306:0:7224:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800708fe000. 00000004:00000010:3.0:1749393023.664308:0:7224:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880090f79000. 00000004:00000010:3.0:1749393023.664310:0:7224:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880090f6a000. 00000004:00000010:3.0:1749393023.664312:0:7224:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880090f79800. 00002000:00000010:3.0:1749393023.664313:0:7224:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88011f46f400. 00000004:00000010:3.0:1749393023.664315:0:7224:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88011f46f800. 00000100:00000010:3.0:1749393023.664317:0:7224:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff880090f7a000. 00000100:00000200:3.0:1749393023.664321:0:7224:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749393023.665215:0:7225:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880129d69a40. 00000020:00000010:3.0:1749393023.665218:0:7225:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129d69b80. 00000020:00000010:3.0:1749393023.665220:0:7225:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ad121200. 00000020:00000010:3.0:1749393023.665222:0:7225:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ad121c00. 00000040:00000010:3.0:1749393023.665223:0:7225:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800ad120a00. 00000020:00000010:3.0:1749393023.665225:0:7225:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880090f7a800. 00000020:00000010:3.0:1749393023.665227:0:7225:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d569a8. 00000020:00000010:3.0:1749393023.665230:0:7225:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b4cb3a00. 80000000:00000010:3.0:1749393023.665232:0:7225:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8801373603c0. 40000000:00000010:3.0:1749393023.665233:0:7225:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e3d3180. 00100000:00000010:3.0:1749393023.665235:0:7225:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880090f7b000. 00040000:00000010:3.0:1749393023.665237:0:7225:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1f600. 00040000:00000010:3.0:1749393023.665239:0:7225:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880090f7b800. 00040000:00000010:3.0:1749393023.665240:0:7225:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4cb3c00. 00080000:00000010:3.0:1749393023.665242:0:7225:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880090f6b000. 00080000:00000010:3.0:1749393023.665250:0:7225:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880072458000. 00000004:00000010:3.0:1749393023.665253:0:7225:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880090f7c000. 00000004:00000010:3.0:1749393023.665257:0:7225:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880090f6c000. 00000004:00000010:3.0:1749393023.665259:0:7225:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880090f7c800. 00002000:00000010:3.0:1749393023.665261:0:7225:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88011f46fc00. 00000004:00000010:3.0:1749393023.665264:0:7225:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880072454000. 00000100:00000200:3.0:1749393023.665266:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665268:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40495d8. 00000400:00000010:3.0:1749393023.665270:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6440. 00000100:00000200:3.0:1749393023.665273:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665274:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049630. 00000400:00000010:3.0:1749393023.665275:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d64c8. 00000100:00000200:3.0:1749393023.665275:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665276:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049688. 00000400:00000010:3.0:1749393023.665277:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6550. 00000100:00000200:3.0:1749393023.665278:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665279:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40496e0. 00000400:00000010:3.0:1749393023.665279:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d65d8. 00000100:00000200:3.0:1749393023.665280:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665281:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049738. 00000400:00000010:3.0:1749393023.665282:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6660. 00000100:00000200:3.0:1749393023.665282:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665283:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049790. 00000400:00000010:3.0:1749393023.665284:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d66e8. 00000100:00000200:3.0:1749393023.665285:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665285:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40497e8. 00000400:00000010:3.0:1749393023.665286:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6770. 00000100:00000200:3.0:1749393023.665287:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665288:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049840. 00000400:00000010:3.0:1749393023.665288:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d67f8. 00000100:00000200:3.0:1749393023.665289:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665290:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049898. 00000400:00000010:3.0:1749393023.665290:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6880. 00000100:00000200:3.0:1749393023.665291:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665292:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40498f0. 00000400:00000010:3.0:1749393023.665293:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6908. 00000100:00000200:3.0:1749393023.665293:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665296:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049948. 00000400:00000010:3.0:1749393023.665297:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6990. 00000100:00000200:3.0:1749393023.665299:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665299:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40499a0. 00000400:00000010:3.0:1749393023.665300:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6a18. 00000100:00000200:3.0:1749393023.665301:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665302:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40499f8. 00000400:00000010:3.0:1749393023.665303:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6aa0. 00000100:00000200:3.0:1749393023.665303:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665304:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049a50. 00000400:00000010:3.0:1749393023.665305:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6b28. 00000100:00000200:3.0:1749393023.665305:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665306:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049aa8. 00000400:00000010:3.0:1749393023.665307:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6bb0. 00000100:00000200:3.0:1749393023.665308:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665308:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049b00. 00000400:00000010:3.0:1749393023.665309:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6c38. 00000100:00000200:3.0:1749393023.665310:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665310:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049b58. 00000400:00000010:3.0:1749393023.665311:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6cc0. 00000100:00000200:3.0:1749393023.665312:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665313:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049bb0. 00000400:00000010:3.0:1749393023.665313:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6d48. 00000100:00000200:3.0:1749393023.665314:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665315:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049c08. 00000400:00000010:3.0:1749393023.665315:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6dd0. 00000100:00000200:3.0:1749393023.665316:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665317:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049c60. 00000400:00000010:3.0:1749393023.665318:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6e58. 00000100:00000200:3.0:1749393023.665319:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665319:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049cb8. 00000400:00000010:3.0:1749393023.665320:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6ee0. 00000100:00000200:3.0:1749393023.665321:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665321:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049d10. 00000400:00000010:3.0:1749393023.665322:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a90d6f68. 00000100:00000200:3.0:1749393023.665326:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665327:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049d68. 00000400:00000010:3.0:1749393023.665330:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da000. 00000100:00000200:3.0:1749393023.665331:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665332:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049dc0. 00000400:00000010:3.0:1749393023.665333:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da088. 00000100:00000200:3.0:1749393023.665334:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665334:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049e18. 00000400:00000010:3.0:1749393023.665335:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da110. 00000100:00000200:3.0:1749393023.665336:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665337:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049e70. 00000400:00000010:3.0:1749393023.665337:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da198. 00000100:00000200:3.0:1749393023.665338:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665339:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049ec8. 00000400:00000010:3.0:1749393023.665339:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da220. 00000100:00000200:3.0:1749393023.665340:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665341:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049f20. 00000400:00000010:3.0:1749393023.665342:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da2a8. 00000100:00000200:3.0:1749393023.665343:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665343:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4049f78. 00000400:00000010:3.0:1749393023.665344:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da330. 00000100:00000200:3.0:1749393023.665345:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665348:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee000. 00000400:00000010:3.0:1749393023.665349:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da3b8. 00000100:00000200:3.0:1749393023.665350:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665351:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee058. 00000400:00000010:3.0:1749393023.665351:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da440. 00000100:00000200:3.0:1749393023.665352:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665353:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee0b0. 00000400:00000010:3.0:1749393023.665354:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da4c8. 00000100:00000200:3.0:1749393023.665354:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665355:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee108. 00000400:00000010:3.0:1749393023.665356:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da550. 00000100:00000200:3.0:1749393023.665357:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665357:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee160. 00000400:00000010:3.0:1749393023.665360:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da5d8. 00000100:00000200:3.0:1749393023.665361:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665362:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee1b8. 00000400:00000010:3.0:1749393023.665363:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da660. 00000100:00000200:3.0:1749393023.665364:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665364:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee210. 00000400:00000010:3.0:1749393023.665365:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da6e8. 00000100:00000200:3.0:1749393023.665366:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665366:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee268. 00000400:00000010:3.0:1749393023.665367:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da770. 00000100:00000200:3.0:1749393023.665368:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665368:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee2c0. 00000400:00000010:3.0:1749393023.665369:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da7f8. 00000100:00000200:3.0:1749393023.665370:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665371:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee318. 00000400:00000010:3.0:1749393023.665371:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da880. 00000100:00000200:3.0:1749393023.665372:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665373:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee370. 00000400:00000010:3.0:1749393023.665374:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da908. 00000100:00000200:3.0:1749393023.665374:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665375:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee3c8. 00000400:00000010:3.0:1749393023.665376:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725da990. 00000100:00000200:3.0:1749393023.665376:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665377:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee420. 00000400:00000010:3.0:1749393023.665378:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725daa18. 00000100:00000200:3.0:1749393023.665379:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665379:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee478. 00000400:00000010:3.0:1749393023.665380:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725daaa0. 00000100:00000200:3.0:1749393023.665381:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665381:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee4d0. 00000400:00000010:3.0:1749393023.665382:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725dab28. 00000100:00000200:3.0:1749393023.665383:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665384:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee528. 00000400:00000010:3.0:1749393023.665384:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725dabb0. 00000100:00000200:3.0:1749393023.665385:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665388:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee580. 00000400:00000010:3.0:1749393023.665389:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725dac38. 00000100:00000200:3.0:1749393023.665390:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665391:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee5d8. 00000400:00000010:3.0:1749393023.665392:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725dacc0. 00000100:00000200:3.0:1749393023.665393:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665393:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee630. 00000400:00000010:3.0:1749393023.665394:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725dad48. 00000100:00000200:3.0:1749393023.665395:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665396:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee688. 00000400:00000010:3.0:1749393023.665396:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725dadd0. 00000100:00000200:3.0:1749393023.665397:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665398:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee6e0. 00000400:00000010:3.0:1749393023.665398:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725dae58. 00000100:00000200:3.0:1749393023.665399:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665400:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee738. 00000400:00000010:3.0:1749393023.665401:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725daee0. 00000100:00000200:3.0:1749393023.665401:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665402:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee790. 00000400:00000010:3.0:1749393023.665403:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800725daf68. 00000100:00000200:3.0:1749393023.665404:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665404:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee7e8. 00000400:00000010:3.0:1749393023.665407:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41f1000. 00000100:00000200:3.0:1749393023.665409:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665409:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee840. 00000400:00000010:3.0:1749393023.665410:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41f1088. 00000100:00000200:3.0:1749393023.665411:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665411:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee898. 00000400:00000010:3.0:1749393023.665412:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41f1110. 00000100:00000200:3.0:1749393023.665413:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665414:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee8f0. 00000400:00000010:3.0:1749393023.665414:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41f1198. 00000100:00000200:3.0:1749393023.665415:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665416:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee948. 00000400:00000010:3.0:1749393023.665417:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41f1220. 00000100:00000200:3.0:1749393023.665420:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665440:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee9a0. 00000400:00000010:3.0:1749393023.665442:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41f12a8. 00000100:00000200:3.0:1749393023.665443:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665445:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92ee9f8. 00000400:00000010:3.0:1749393023.665446:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41f1330. 00000100:00000200:3.0:1749393023.665448:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665449:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92eea50. 00000400:00000010:3.0:1749393023.665451:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41f13b8. 00000100:00000200:3.0:1749393023.665452:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665454:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92eeaa8. 00000400:00000010:3.0:1749393023.665455:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41f1440. 00000100:00000200:3.0:1749393023.665457:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665458:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92eeb00. 00000400:00000010:3.0:1749393023.665459:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41f14c8. 00000100:00000200:3.0:1749393023.665461:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665462:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92eeb58. 00000400:00000010:3.0:1749393023.665464:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41f1550. 00000100:00000200:3.0:1749393023.665465:0:7225:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749393023.665467:0:7225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92eebb0. 00000400:00000010:3.0:1749393023.665468:0:7225:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41f15d8. 00000100:00000010:3.0:1749393023.665471:0:7225:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff880090f7d000. 00000100:00000200:3.0:1749393023.665495:0:7225:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749393023.665862:0:7226:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e3d3080. 00000020:00000010:3.0:1749393023.665869:0:7226:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e3d3640. 00000020:00000010:3.0:1749393023.665873:0:7226:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4e0f800. 00000020:00000010:3.0:1749393023.665876:0:7226:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b4e0e600. 00000040:00000010:3.0:1749393023.665879:0:7226:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b4e0ee00. 00000020:00000010:3.0:1749393023.665882:0:7226:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880090f7d800. 00000020:00000010:3.0:1749393023.665885:0:7226:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d56eb0. 00000020:00000010:3.0:1749393023.665888:0:7226:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b4e0e200. 80000000:00000010:3.0:1749393023.665891:0:7226:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8801373606c0. 40000000:00000010:3.0:1749393023.665893:0:7226:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e3d36c0. 00100000:00000010:3.0:1749393023.665896:0:7226:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880090f7e000. 00040000:00000010:3.0:1749393023.665899:0:7226:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1f500. 00040000:00000010:3.0:1749393023.665910:0:7226:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880090f7e800. 00040000:00000010:3.0:1749393023.665913:0:7226:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4e0e800. 00080000:00000010:3.0:1749393023.665917:0:7226:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880090f6d000. 00080000:00000010:3.0:1749393023.665921:0:7226:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007245a000. 00000004:00000010:3.0:1749393023.665925:0:7226:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880090f7f000. 00000004:00000010:3.0:1749393023.665929:0:7226:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880090f6e000. 00000004:00000010:3.0:1749393023.665931:0:7226:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880090f7f800. 00002000:00000010:3.0:1749393023.665934:0:7226:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880072454400. 00000004:00000010:3.0:1749393023.665937:0:7226:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880072454800. 00000100:00000010:3.0:1749393023.665949:0:7226:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800727b0000. 00000100:00000200:3.0:1749393023.665961:0:7226:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:3.0:1749393023.678608:0:7227:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff8800a0100000. 00000100:00000010:3.0:1749393023.678614:0:7227:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e3d35c0. 00000020:00000010:3.0:1749393023.678617:0:7227:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e3d3200. 00000020:00000010:3.0:1749393023.678622:0:7227:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4e0ec00. 00000020:00000010:3.0:1749393023.678625:0:7227:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b4e0fe00. 00000040:00000010:3.0:1749393023.678627:0:7227:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b4e0fa00. 00000020:00000010:3.0:1749393023.678630:0:7227:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800727b0800. 00000020:00000010:3.0:1749393023.678634:0:7227:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d573b8. 00000020:00000010:3.0:1749393023.678637:0:7227:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b4e0e000. 80000000:00000010:3.0:1749393023.678640:0:7227:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880137360840. 40000000:00000010:3.0:1749393023.678642:0:7227:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e3d3b80. 00100000:00000010:3.0:1749393023.678646:0:7227:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800727b1000. 00040000:00000010:3.0:1749393023.678649:0:7227:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1f400. 00040000:00000010:3.0:1749393023.678652:0:7227:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800727b1800. 00040000:00000010:3.0:1749393023.678654:0:7227:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4e0ea00. 00080000:00000010:3.0:1749393023.678658:0:7227:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880090f6f000. 00080000:00000010:3.0:1749393023.678662:0:7227:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007245c000. 00000004:00000010:3.0:1749393023.678667:0:7227:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800727b2000. 00000004:00000010:3.0:1749393023.678677:0:7227:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880072388000. 00000004:00000010:3.0:1749393023.678680:0:7227:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800727b2800. 00002000:00000010:3.0:1749393023.678683:0:7227:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880072454c00. 00000004:00000010:3.0:1749393023.678686:0:7227:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880072455000. 00000100:00000200:3.0:1749393023.678693:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678699:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92eec08. 00000400:00000010:3.0:1749393023.678703:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880072389000. 00000100:00000200:3.0:1749393023.678710:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678712:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92eec60. 00000400:00000010:3.0:1749393023.678714:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88007238a000. 00000100:00000200:3.0:1749393023.678716:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678717:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92eecb8. 00000400:00000010:3.0:1749393023.678720:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88007238b000. 00000100:00000200:3.0:1749393023.678722:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678723:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92eed10. 00000400:00000010:3.0:1749393023.678725:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88007238c000. 00000100:00000200:3.0:1749393023.678727:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678728:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92eed68. 00000400:00000010:3.0:1749393023.678730:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88007238d000. 00000100:00000200:3.0:1749393023.678732:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678733:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92eedc0. 00000400:00000010:3.0:1749393023.678736:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88007238e000. 00000100:00000200:3.0:1749393023.678738:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678739:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92eee18. 00000400:00000010:3.0:1749393023.678741:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88007238f000. 00000100:00000200:3.0:1749393023.678744:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678745:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92eee70. 00000400:00000010:3.0:1749393023.678751:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880072390000. 00000100:00000200:3.0:1749393023.678754:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678756:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92eeec8. 00000400:00000010:3.0:1749393023.678758:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880072391000. 00000100:00000200:3.0:1749393023.678760:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678761:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92eef20. 00000400:00000010:3.0:1749393023.678763:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880072392000. 00000100:00000200:3.0:1749393023.678765:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678766:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a92eef78. 00000400:00000010:3.0:1749393023.678769:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880072393000. 00000100:00000200:3.0:1749393023.678771:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678775:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5000. 00000400:00000010:3.0:1749393023.678778:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880072394000. 00000100:00000200:3.0:1749393023.678784:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678786:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5058. 00000400:00000010:3.0:1749393023.678788:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880072395000. 00000100:00000200:3.0:1749393023.678790:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678792:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f50b0. 00000400:00000010:3.0:1749393023.678794:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880072396000. 00000100:00000200:3.0:1749393023.678796:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678797:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5108. 00000400:00000010:3.0:1749393023.678799:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880072397000. 00000100:00000200:3.0:1749393023.678802:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678803:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5160. 00000400:00000010:3.0:1749393023.678808:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880072398000. 00000100:00000200:3.0:1749393023.678811:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678813:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f51b8. 00000400:00000010:3.0:1749393023.678815:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880072399000. 00000100:00000200:3.0:1749393023.678817:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678818:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5210. 00000400:00000010:3.0:1749393023.678820:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88007239a000. 00000100:00000200:3.0:1749393023.678822:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678823:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5268. 00000400:00000010:3.0:1749393023.678826:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88007239b000. 00000100:00000200:3.0:1749393023.678828:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678829:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f52c0. 00000400:00000010:3.0:1749393023.678831:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88007239c000. 00000100:00000200:3.0:1749393023.678833:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678834:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5318. 00000400:00000010:3.0:1749393023.678836:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88007239d000. 00000100:00000200:3.0:1749393023.678838:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678839:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5370. 00000400:00000010:3.0:1749393023.678841:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88007239e000. 00000100:00000200:3.0:1749393023.678843:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678844:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f53c8. 00000400:00000010:3.0:1749393023.678847:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88007239f000. 00000100:00000200:3.0:1749393023.678849:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678850:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5420. 00000400:00000010:3.0:1749393023.678856:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093700000. 00000100:00000200:3.0:1749393023.678862:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678864:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5478. 00000400:00000010:3.0:1749393023.678866:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093701000. 00000100:00000200:3.0:1749393023.678868:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678870:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f54d0. 00000400:00000010:3.0:1749393023.678872:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093702000. 00000100:00000200:3.0:1749393023.678874:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678875:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5528. 00000400:00000010:3.0:1749393023.678878:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093703000. 00000100:00000200:3.0:1749393023.678880:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678881:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5580. 00000400:00000010:3.0:1749393023.678883:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093704000. 00000100:00000200:3.0:1749393023.678885:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678886:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f55d8. 00000400:00000010:3.0:1749393023.678888:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093705000. 00000100:00000200:3.0:1749393023.678890:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678891:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5630. 00000400:00000010:3.0:1749393023.678894:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093706000. 00000100:00000200:3.0:1749393023.678896:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678897:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5688. 00000400:00000010:3.0:1749393023.678899:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093707000. 00000100:00000200:3.0:1749393023.678901:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678902:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f56e0. 00000400:00000010:3.0:1749393023.678908:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093708000. 00000100:00000200:3.0:1749393023.678911:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678912:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5738. 00000400:00000010:3.0:1749393023.678914:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093709000. 00000100:00000200:3.0:1749393023.678916:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678917:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5790. 00000400:00000010:3.0:1749393023.678920:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009370a000. 00000100:00000200:3.0:1749393023.678922:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678923:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f57e8. 00000400:00000010:3.0:1749393023.678925:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009370b000. 00000100:00000200:3.0:1749393023.678927:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678928:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5840. 00000400:00000010:3.0:1749393023.678930:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009370c000. 00000100:00000200:3.0:1749393023.678936:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678938:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5898. 00000400:00000010:3.0:1749393023.678940:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009370d000. 00000100:00000200:3.0:1749393023.678942:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678944:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f58f0. 00000400:00000010:3.0:1749393023.678946:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009370e000. 00000100:00000200:3.0:1749393023.678948:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678949:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5948. 00000400:00000010:3.0:1749393023.678951:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009370f000. 00000100:00000200:3.0:1749393023.678953:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678954:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f59a0. 00000400:00000010:3.0:1749393023.678960:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093710000. 00000100:00000200:3.0:1749393023.678963:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678964:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f59f8. 00000400:00000010:3.0:1749393023.678967:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093711000. 00000100:00000200:3.0:1749393023.678969:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678970:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5a50. 00000400:00000010:3.0:1749393023.678972:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093712000. 00000100:00000200:3.0:1749393023.678974:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678975:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5aa8. 00000400:00000010:3.0:1749393023.678977:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093713000. 00000100:00000200:3.0:1749393023.678980:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678981:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5b00. 00000400:00000010:3.0:1749393023.678983:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093714000. 00000100:00000200:3.0:1749393023.678985:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678986:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5b58. 00000400:00000010:3.0:1749393023.678988:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093715000. 00000100:00000200:3.0:1749393023.678990:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678991:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5bb0. 00000400:00000010:3.0:1749393023.678994:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093716000. 00000100:00000200:3.0:1749393023.678996:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.678997:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5c08. 00000400:00000010:3.0:1749393023.678999:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093717000. 00000100:00000200:3.0:1749393023.679001:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679002:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5c60. 00000400:00000010:3.0:1749393023.679008:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093718000. 00000100:00000200:3.0:1749393023.679014:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679015:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5cb8. 00000400:00000010:3.0:1749393023.679018:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880093719000. 00000100:00000200:3.0:1749393023.679020:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679021:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5d10. 00000400:00000010:3.0:1749393023.679023:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009371a000. 00000100:00000200:3.0:1749393023.679025:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679026:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5d68. 00000400:00000010:3.0:1749393023.679029:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009371b000. 00000100:00000200:3.0:1749393023.679031:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679032:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5dc0. 00000400:00000010:3.0:1749393023.679034:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009371c000. 00000100:00000200:3.0:1749393023.679036:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679037:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5e18. 00000400:00000010:3.0:1749393023.679040:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009371d000. 00000100:00000200:3.0:1749393023.679042:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679043:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5e70. 00000400:00000010:3.0:1749393023.679045:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009371e000. 00000100:00000200:3.0:1749393023.679047:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679048:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5ec8. 00000400:00000010:3.0:1749393023.679051:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009371f000. 00000100:00000200:3.0:1749393023.679053:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679054:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5f20. 00000400:00000010:3.0:1749393023.679060:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88008f480000. 00000100:00000200:3.0:1749393023.679064:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679065:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a44f5f78. 00000400:00000010:3.0:1749393023.679067:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88008f481000. 00000100:00000200:3.0:1749393023.679069:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679074:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072476000. 00000400:00000010:3.0:1749393023.679077:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88008f482000. 00000100:00000200:3.0:1749393023.679080:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679081:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072476058. 00000400:00000010:3.0:1749393023.679083:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88008f483000. 00000100:00000200:3.0:1749393023.679125:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679127:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800724760b0. 00000400:00000010:3.0:1749393023.679130:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88008f484000. 00000100:00000200:3.0:1749393023.679136:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679138:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072476108. 00000400:00000010:3.0:1749393023.679140:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88008f485000. 00000100:00000200:3.0:1749393023.679142:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679143:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072476160. 00000400:00000010:3.0:1749393023.679146:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88008f486000. 00000100:00000200:3.0:1749393023.679148:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679149:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800724761b8. 00000400:00000010:3.0:1749393023.679151:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88008f487000. 00000100:00000200:3.0:1749393023.679153:0:7227:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749393023.679154:0:7227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072476210. 00000400:00000010:3.0:1749393023.679178:0:7227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88008f488000. 00000100:00000010:3.0:1749393023.679207:0:7227:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88008f490000. 00000100:00000200:3.0:1749393023.679220:0:7227:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000020:00000010:3.0:1749393023.679684:0:7228:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff8800a0200000. 00000100:00000010:3.0:1749393023.679687:0:7228:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e3d3800. 00000020:00000010:3.0:1749393023.679689:0:7228:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e3d3c80. 00000020:00000010:3.0:1749393023.679691:0:7228:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4e0f000. 00000020:00000010:3.0:1749393023.679693:0:7228:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b4e0f600. 00000040:00000010:3.0:1749393023.679700:0:7228:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880136bce000. 00000020:00000010:3.0:1749393023.679702:0:7228:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800727b3000. 00000020:00000010:3.0:1749393023.679705:0:7228:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a3d578c0. 00000020:00000010:3.0:1749393023.679707:0:7228:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880136bce200. 80000000:00000010:3.0:1749393023.679709:0:7228:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b1d3b6c0. 40000000:00000010:3.0:1749393023.679711:0:7228:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e3d3a00. 00100000:00000010:3.0:1749393023.679713:0:7228:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800727b3800. 00040000:00000010:3.0:1749393023.679715:0:7228:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1f300. 00040000:00000010:3.0:1749393023.679717:0:7228:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800727b4000. 00040000:00000010:3.0:1749393023.679719:0:7228:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880136bce400. 00080000:00000010:3.0:1749393023.679722:0:7228:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88008f489000. 00080000:00000010:3.0:1749393023.679725:0:7228:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007245e000. 00000004:00000010:3.0:1749393023.679728:0:7228:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800727b4800. 00000004:00000010:3.0:1749393023.679730:0:7228:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88008f48a000. 00000004:00000010:3.0:1749393023.679732:0:7228:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800727b5000. 00002000:00000010:3.0:1749393023.679737:0:7228:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880072455400. 00000004:00000010:3.0:1749393023.679739:0:7228:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880072455800. 00000100:00000010:3.0:1749393023.679750:0:7228:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88012302c000. 00000100:00000200:3.0:1749393023.679764:0:7228:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:3.0:1749393023.680299:0:7229:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff88011f100000. 00000100:00000010:3.0:1749393023.680302:0:7229:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e3d3b00. 00000020:00000010:3.0:1749393023.680303:0:7229:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e3d3940. 00000020:00000010:3.0:1749393023.680305:0:7229:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136bce800. 00000020:00000010:3.0:1749393023.680306:0:7229:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880136bcea00. 00000040:00000010:3.0:1749393023.680308:0:7229:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880136bcec00. 00000020:00000010:3.0:1749393023.680310:0:7229:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800727b5800. 00000020:00000010:3.0:1749393023.680316:0:7229:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136b98000. 00000020:00000010:3.0:1749393023.680318:0:7229:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880136bcee00. 80000000:00000010:3.0:1749393023.680320:0:7229:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b1d3b5a0. 40000000:00000010:3.0:1749393023.680321:0:7229:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e3d3e80. 00100000:00000010:3.0:1749393023.680323:0:7229:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800727b6000. 00040000:00000010:3.0:1749393023.680324:0:7229:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1f200. 00040000:00000010:3.0:1749393023.680326:0:7229:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800727b6800. 00040000:00000010:3.0:1749393023.680327:0:7229:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880136bcf000. 00080000:00000010:3.0:1749393023.680330:0:7229:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88008f48b000. 00080000:00000010:3.0:1749393023.680336:0:7229:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880135808000. 00000004:00000010:3.0:1749393023.680338:0:7229:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800727b7000. 00000004:00000010:3.0:1749393023.680341:0:7229:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88008f48c000. 00000004:00000010:3.0:1749393023.680343:0:7229:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800727b7800. 00002000:00000010:3.0:1749393023.680344:0:7229:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880072455c00. 00000004:00000010:3.0:1749393023.680346:0:7229:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880072456000. 00000100:00000010:3.0:1749393023.680354:0:7229:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88011f0e0000. 00000100:00000200:3.0:1749393023.680366:0:7229:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:3.0:1749393023.680931:0:7210:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e3d3d80. 00000020:00000010:3.0:1749393023.680936:0:7210:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e3d3d80. 00000020:00000010:3.0:1749393023.680940:0:7210:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136bcf400. 00000020:00000010:3.0:1749393023.680942:0:7210:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800ad078200. 00000020:00000010:3.0:1749393023.680945:0:7210:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012a351000. 00000020:00000010:3.0:1749393023.680972:0:7210:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e3d3d80. 00000020:00000010:3.0:1749393023.680974:0:7210:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e3d3d80. 00000100:00000200:3.0:1749393023.680976:0:7210:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834371507028224 02000000:00000010:3.0:1749393023.680989:0:7210:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at ffff88013580a000. 20000000:00000010:3.0:1749393023.680998:0:7210:0:(mgs_llog.c:456:mgs_new_fsdb()) kmalloced '(fsdb)': 496 at ffff880136bcf600. 20000000:00000010:3.0:1749393023.681002:0:7210:0:(mgs_llog.c:476:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at ffff88013580c000. 20000000:00000010:3.0:1749393023.681005:0:7210:0:(mgs_llog.c:483:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at ffff88013580e000. 20000000:00000010:3.0:1749393023.681008:0:7210:0:(mgs_llog.c:456:mgs_new_fsdb()) kmalloced '(fsdb)': 496 at ffff880136bcf800. 20000000:00000010:3.0:1749393023.681018:0:7210:0:(mgs_llog.c:476:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at ffff88012dc58000. 20000000:00000010:3.0:1749393023.681022:0:7210:0:(mgs_llog.c:483:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at ffff88012dc5a000. 20000000:00000010:3.0:1749393023.681024:0:7210:0:(mgs_llog.c:139:name_create()) kmalloced '(*newname)': 14 at ffff8800aa40dcb0. 20000000:00000010:3.0:1749393023.681026:0:7210:0:(mgs_llog.c:139:name_create()) kmalloced '(*newname)': 14 at ffff8800aa40dcc0. 00000020:00000010:3.0:1749393023.681719:0:7231:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136bcfa00. 00000020:00000010:3.0:1749393023.681724:0:7231:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880136bcfc00. 00000040:00000010:3.0:1749393023.681726:0:7231:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880136bcfe00. 00000020:00000010:3.0:1749393023.681736:0:7231:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012b8b0000. 00000020:00000010:3.0:1749393023.681739:0:7231:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136b98508. 00000020:00000010:3.0:1749393023.681744:0:7231:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012f9e8000. 80000000:00000010:3.0:1749393023.681746:0:7231:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b1d3bea0. 40000000:00000010:3.0:1749393023.681748:0:7231:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e3d3d80. 00100000:00000010:3.0:1749393023.681751:0:7231:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012b8b0800. 00040000:00000010:3.0:1749393023.681753:0:7231:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1f100. 00040000:00000010:3.0:1749393023.681755:0:7231:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012b8b1000. 00040000:00000010:3.0:1749393023.681757:0:7231:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012f9e8200. 00080000:00000010:3.0:1749393023.681760:0:7231:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88008f48d000. 00080000:00000010:3.0:1749393023.681763:0:7231:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dc5c000. 00000004:00000010:3.0:1749393023.681767:0:7231:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012b8b1800. 00000004:00000010:3.0:1749393023.681770:0:7231:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88008f48e000. 00000004:00000010:3.0:1749393023.681772:0:7231:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012b8b2000. 00002000:00000010:3.0:1749393023.681774:0:7231:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880072456400. 00000004:00000010:3.0:1749393023.681776:0:7231:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880072456800. 00000020:00000010:3.0:1749393023.681778:0:7231:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e3d37c0. 00000040:00000010:3.0:1749393023.681787:0:7231:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012dc5e000. 00000040:00000010:3.0:1749393023.682221:0:7231:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88012dc5e000. 00000020:00000010:3.0:1749393023.682226:0:7231:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012e3d37c0. 00000020:00000010:3.0:1749393023.682230:0:7231:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880136bcfc00. 00000040:00000010:3.0:1749393023.682233:0:7231:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880136bcfe00. 00000020:00000010:3.0:1749393023.682234:0:7231:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012b8b0000. 00000020:00000010:3.0:1749393023.682237:0:7231:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880136b98508. 00000020:00000010:3.0:1749393023.682238:0:7231:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012f9e8000. 80000000:00000010:3.0:1749393023.682240:0:7231:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b1d3bea0. 40000000:00000010:3.0:1749393023.682242:0:7231:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e3d3d80. 00100000:00000010:3.0:1749393023.682243:0:7231:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012b8b0800. 00040000:00000010:3.0:1749393023.682245:0:7231:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b1c1f100. 00040000:00000010:3.0:1749393023.682246:0:7231:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88012b8b1000. 00040000:00000010:3.0:1749393023.682248:0:7231:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012f9e8200. 00080000:00000010:3.0:1749393023.682250:0:7231:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dc5c000. 00080000:00000010:3.0:1749393023.682252:0:7231:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88008f48d000. 00000004:00000010:3.0:1749393023.682254:0:7231:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012b8b1800. 00000004:00000010:3.0:1749393023.682256:0:7231:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88008f48e000. 00000004:00000010:3.0:1749393023.682258:0:7231:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012b8b2000. 00002000:00000010:3.0:1749393023.682259:0:7231:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880072456400. 00000004:00000010:3.0:1749393023.682261:0:7231:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880072456800. 00000020:00000010:3.0:1749393023.682262:0:7231:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136bcfa00. 00000100:00000010:1.0:1749393023.683187:0:17:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52d7f00. 00000100:00000010:3.0:1749393023.683214:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52d7c40. 00000020:00000010:3.0:1749393023.683563:0:7232:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f9e8400. 00000020:00000010:3.0:1749393023.683566:0:7232:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012f9e8200. 00000040:00000010:3.0:1749393023.683568:0:7232:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012f9e8000. 00000020:00000010:3.0:1749393023.683570:0:7232:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012b8b2000. 00000020:00000010:3.0:1749393023.683573:0:7232:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136b98508. 00000020:00000010:3.0:1749393023.683575:0:7232:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012f9e8600. 80000000:00000010:3.0:1749393023.683577:0:7232:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b1d3bea0. 40000000:00000010:3.0:1749393023.683579:0:7232:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e3d3d80. 00100000:00000010:3.0:1749393023.683581:0:7232:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012b8b1800. 00040000:00000010:3.0:1749393023.683583:0:7232:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1f100. 00040000:00000010:3.0:1749393023.683585:0:7232:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012b8b1000. 00040000:00000010:3.0:1749393023.683593:0:7232:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012f9e8800. 00080000:00000010:3.0:1749393023.683595:0:7232:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88008f48e000. 00080000:00000010:3.0:1749393023.683597:0:7232:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dc5c000. 00000004:00000010:3.0:1749393023.683600:0:7232:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012b8b0800. 00000004:00000010:3.0:1749393023.683602:0:7232:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88008f48d000. 00000004:00000010:3.0:1749393023.683604:0:7232:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012b8b0000. 00002000:00000010:3.0:1749393023.683606:0:7232:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880072456800. 00000004:00000010:3.0:1749393023.683608:0:7232:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880072456400. 00000020:00000010:3.0:1749393023.683610:0:7232:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e3d3700. 00000040:00000010:3.0:1749393023.683613:0:7232:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012dc5e000. 00000040:00000010:3.0:1749393023.683629:0:7232:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88012dc5e000. 00000020:00000010:3.0:1749393023.683632:0:7232:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012e3d3700. 00000020:00000010:3.0:1749393023.683638:0:7232:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012f9e8200. 00000040:00000010:3.0:1749393023.683640:0:7232:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012f9e8000. 00000020:00000010:3.0:1749393023.683642:0:7232:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012b8b2000. 00000020:00000010:3.0:1749393023.683644:0:7232:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880136b98508. 00000020:00000010:3.0:1749393023.683646:0:7232:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012f9e8600. 80000000:00000010:3.0:1749393023.683648:0:7232:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b1d3bea0. 40000000:00000010:3.0:1749393023.683650:0:7232:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e3d3d80. 00100000:00000010:3.0:1749393023.683652:0:7232:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012b8b1800. 00040000:00000010:3.0:1749393023.683653:0:7232:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b1c1f100. 00040000:00000010:3.0:1749393023.683655:0:7232:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88012b8b1000. 00040000:00000010:3.0:1749393023.683657:0:7232:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012f9e8800. 00080000:00000010:3.0:1749393023.683659:0:7232:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dc5c000. 00080000:00000010:3.0:1749393023.683662:0:7232:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88008f48e000. 00000004:00000010:3.0:1749393023.683663:0:7232:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012b8b0800. 00000004:00000010:3.0:1749393023.683665:0:7232:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88008f48d000. 00000004:00000010:3.0:1749393023.683667:0:7232:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012b8b0000. 00002000:00000010:3.0:1749393023.683669:0:7232:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880072456800. 00000004:00000010:3.0:1749393023.683671:0:7232:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880072456400. 00000020:00000010:3.0:1749393023.683672:0:7232:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f9e8400. 00000020:00000010:3.0:1749393023.684194:0:7233:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f9e8400. 00000020:00000010:3.0:1749393023.684199:0:7233:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012f9e8a00. 00000040:00000010:3.0:1749393023.684201:0:7233:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012f9e8800. 00000020:00000010:3.0:1749393023.684224:0:7233:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012b8b0000. 00000020:00000010:3.0:1749393023.684226:0:7233:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136b98508. 00000020:00000010:3.0:1749393023.684227:0:7233:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012f9e8600. 80000000:00000010:3.0:1749393023.684229:0:7233:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b1d3bea0. 40000000:00000010:3.0:1749393023.684231:0:7233:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e3d3d80. 00100000:00000010:3.0:1749393023.684232:0:7233:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012b8b0800. 00040000:00000010:3.0:1749393023.684234:0:7233:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1f100. 00040000:00000010:3.0:1749393023.684235:0:7233:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012b8b1000. 00040000:00000010:3.0:1749393023.684237:0:7233:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012f9e8000. 00080000:00000010:3.0:1749393023.684238:0:7233:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88008f48d000. 00080000:00000010:3.0:1749393023.684240:0:7233:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dc5c000. 00000004:00000010:3.0:1749393023.684242:0:7233:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012b8b1800. 00000004:00000010:3.0:1749393023.684244:0:7233:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88008f48e000. 00000004:00000010:3.0:1749393023.684245:0:7233:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012b8b2000. 00002000:00000010:3.0:1749393023.684247:0:7233:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880072456400. 00000004:00000010:3.0:1749393023.684248:0:7233:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880072456800. 00000020:00000010:3.0:1749393023.684250:0:7233:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e3d3540. 00000040:00000010:3.0:1749393023.684252:0:7233:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012dc5e000. 00000040:00000010:3.0:1749393023.684262:0:7233:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88012dc5e000. 00000020:00000010:3.0:1749393023.684265:0:7233:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012e3d3540. 00000020:00000010:3.0:1749393023.684269:0:7233:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012f9e8a00. 00000040:00000010:3.0:1749393023.684270:0:7233:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012f9e8800. 00000020:00000010:3.0:1749393023.684272:0:7233:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012b8b0000. 00000020:00000010:3.0:1749393023.684273:0:7233:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880136b98508. 00000020:00000010:3.0:1749393023.684275:0:7233:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012f9e8600. 80000000:00000010:3.0:1749393023.684276:0:7233:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b1d3bea0. 40000000:00000010:3.0:1749393023.684277:0:7233:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e3d3d80. 00100000:00000010:3.0:1749393023.684279:0:7233:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012b8b0800. 00040000:00000010:3.0:1749393023.684280:0:7233:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b1c1f100. 00040000:00000010:3.0:1749393023.684282:0:7233:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88012b8b1000. 00040000:00000010:3.0:1749393023.684283:0:7233:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012f9e8000. 00080000:00000010:3.0:1749393023.684284:0:7233:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dc5c000. 00080000:00000010:3.0:1749393023.684286:0:7233:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88008f48d000. 00000004:00000010:3.0:1749393023.684291:0:7233:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012b8b1800. 00000004:00000010:3.0:1749393023.684292:0:7233:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88008f48e000. 00000004:00000010:3.0:1749393023.684294:0:7233:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012b8b2000. 00002000:00000010:3.0:1749393023.684295:0:7233:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880072456400. 00000004:00000010:3.0:1749393023.684297:0:7233:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880072456800. 00000020:00000010:3.0:1749393023.684298:0:7233:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f9e8400. 00000040:00000010:1.0:1749393023.684330:0:7210:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8800b41f7240. 20000000:00000010:1.0:1749393023.684335:0:7210:0:(mgs_llog.c:1052:mgs_modify()) kfreed 'mml': 168 at ffff88012a2d8cc0. 00000040:00000010:1.0:1749393023.684340:0:7210:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff8800a9114fe0. 00000040:00000010:1.0:1749393023.684343:0:7210:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880136830000. 00000040:00000010:1.0:1749393023.684347:0:7210:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800a7c91c00. 00000040:00000010:1.0:1749393023.684350:0:7210:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800ad069600. 00000040:00000010:1.0:1749393023.684358:0:7210:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff880137643130. 00000040:00000010:1.0:1749393023.684364:0:7210:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88012dbfa000. 00000020:00000010:1.0:1749393023.684376:0:7210:0:(obd_config.c:1722:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at ffff8800b4d8e000. 00080000:00000010:1.0:1749393023.684380:0:7210:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136aaee00. 00080000:00000010:1.0:1749393023.684383:0:7210:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8800b40f7c40. 00080000:00000010:1.0:1749393023.684403:0:7210:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8800b40f7c40. 00000020:00000010:1.0:1749393023.684421:0:7210:0:(obd_config.c:1738:lustre_cfg_rec_free()) kfreed 'lcr': 224 at ffff8800b4d8e000. 00080000:00000010:1.0:1749393023.684425:0:7210:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e3b8400. 00080000:00000010:1.0:1749393023.684428:0:7210:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8800b40f7c40. 00080000:00000010:1.0:1749393023.684441:0:7210:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8800b40f7c40. 00000020:00000010:1.0:1749393023.684445:0:7210:0:(obd_config.c:1722:lustre_cfg_rec_new()) kmalloced '(lcr)': 224 at ffff8800b4d8e000. 00080000:00000010:1.0:1749393023.684448:0:7210:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e3b8200. 00080000:00000010:1.0:1749393023.684450:0:7210:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8800b40f7c40. 00080000:00000010:1.0:1749393023.684462:0:7210:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8800b40f7c40. 00000020:00000010:1.0:1749393023.684465:0:7210:0:(obd_config.c:1738:lustre_cfg_rec_free()) kfreed 'lcr': 224 at ffff8800b4d8e000. 00000040:00000010:1.0:1749393023.684475:0:7210:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff880137643130. 00000040:00000010:1.0:1749393023.684478:0:7210:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88012dbfa000. 00000040:00000010:1.0:1749393023.684482:0:7210:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800ad069600. 20000000:00000010:1.0:1749393023.684485:0:7210:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 14 at ffff8800a9114fd0. 20000000:00000010:1.0:1749393023.684489:0:7210:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff8800ad059ce0. 20000000:00000010:1.0:1749393023.684492:0:7210:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 7 at ffff8800b1c26d00. 20000000:00000010:1.0:1749393023.684494:0:7210:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff8800ad059780. 20000000:00000010:1.0:1749393023.684496:0:7210:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 8 at ffff8800b1c26cf8. 20000000:00000010:1.0:1749393023.684498:0:7210:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff8800ad059a80. 20000000:00000010:1.0:1749393023.684500:0:7210:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 10 at ffff8800a9114fc0. 20000000:00000010:1.0:1749393023.684502:0:7210:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff8800ad059920. 00000040:00000010:1.0:1749393023.684505:0:7210:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88012e3b8800. 00000040:00000010:1.0:1749393023.684512:0:7210:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff880137643130. 00000040:00000010:1.0:1749393023.684517:0:7210:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88012dbfa000. 20000000:00000010:1.0:1749393023.684527:0:7210:0:(mgs_llog.c:1031:mgs_modify()) kmalloced '(mml)': 168 at ffff8801369870c0. 00000040:00000010:1.0:1749393023.684529:0:7210:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff88012b77cd80. 00000020:00000010:1.0:1749393023.684686:0:7234:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e3b8c00. 00000020:00000010:1.0:1749393023.684690:0:7234:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e3b9400. 00000040:00000010:1.0:1749393023.684692:0:7234:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012e3b9000. 00000020:00000010:1.0:1749393023.684695:0:7234:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0a000. 00000020:00000010:1.0:1749393023.684706:0:7234:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012b630000. 00000020:00000010:1.0:1749393023.684709:0:7234:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012e3b8e00. 80000000:00000010:1.0:1749393023.684712:0:7234:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b77c960. 40000000:00000010:1.0:1749393023.684714:0:7234:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b40f7c40. 00100000:00000010:1.0:1749393023.684718:0:7234:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129e0c000. 00040000:00000010:1.0:1749393023.684720:0:7234:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4d8e000. 00040000:00000010:1.0:1749393023.684723:0:7234:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880129e09000. 00040000:00000010:1.0:1749393023.684726:0:7234:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012e3b8000. 00080000:00000010:1.0:1749393023.684735:0:7234:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880129ed8000. 00080000:00000010:1.0:1749393023.684739:0:7234:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dbfc000. 00000004:00000010:1.0:1749393023.684744:0:7234:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880129e08000. 00000004:00000010:1.0:1749393023.684747:0:7234:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880129ed9000. 00000004:00000010:1.0:1749393023.684751:0:7234:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880129e0f800. 00002000:00000010:1.0:1749393023.684757:0:7234:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8801215ad800. 00000004:00000010:1.0:1749393023.684760:0:7234:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8801215ad400. 00000020:00000010:1.0:1749393023.684763:0:7234:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b40f7c80. 00000040:00000010:1.0:1749393023.684768:0:7234:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012dbfe000. 00000040:00000010:1.0:1749393023.684782:0:7234:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88012dbfe000. 00000020:00000010:1.0:1749393023.684787:0:7234:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b40f7c80. 00000020:00000010:1.0:1749393023.684806:0:7234:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012e3b9400. 00000040:00000010:1.0:1749393023.684810:0:7234:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012e3b9000. 00000020:00000010:1.0:1749393023.684812:0:7234:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0a000. 00000020:00000010:1.0:1749393023.684815:0:7234:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012b630000. 00000020:00000010:1.0:1749393023.684818:0:7234:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012e3b8e00. 80000000:00000010:1.0:1749393023.684821:0:7234:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012b77c960. 40000000:00000010:1.0:1749393023.684824:0:7234:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b40f7c40. 00100000:00000010:1.0:1749393023.684826:0:7234:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880129e0c000. 00040000:00000010:1.0:1749393023.684829:0:7234:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b4d8e000. 00040000:00000010:1.0:1749393023.684832:0:7234:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff880129e09000. 00040000:00000010:1.0:1749393023.684834:0:7234:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012e3b8000. 00080000:00000010:1.0:1749393023.684837:0:7234:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dbfc000. 00080000:00000010:1.0:1749393023.684840:0:7234:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880129ed8000. 00000004:00000010:1.0:1749393023.684843:0:7234:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880129e08000. 00000004:00000010:1.0:1749393023.684846:0:7234:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880129ed9000. 00000004:00000010:1.0:1749393023.684849:0:7234:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880129e0f800. 00002000:00000010:1.0:1749393023.684851:0:7234:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8801215ad800. 00000004:00000010:1.0:1749393023.684854:0:7234:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8801215ad400. 00000020:00000010:1.0:1749393023.684856:0:7234:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e3b8c00. 00000020:00000010:3.0:1749393023.685315:0:7235:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f9e8400. 00000020:00000010:3.0:1749393023.685319:0:7235:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012f9e8200. 00000040:00000010:3.0:1749393023.685320:0:7235:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012f9e8000. 00000020:00000010:3.0:1749393023.685322:0:7235:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012b8b2000. 00000020:00000010:3.0:1749393023.685324:0:7235:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136b98508. 00000020:00000010:3.0:1749393023.685325:0:7235:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012f9e8600. 80000000:00000010:3.0:1749393023.685327:0:7235:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b1d3bea0. 40000000:00000010:3.0:1749393023.685329:0:7235:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e3d3d80. 00100000:00000010:3.0:1749393023.685330:0:7235:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012b8b1800. 00040000:00000010:3.0:1749393023.685332:0:7235:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1f100. 00040000:00000010:3.0:1749393023.685333:0:7235:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012b8b1000. 00040000:00000010:3.0:1749393023.685335:0:7235:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012f9e8800. 00080000:00000010:3.0:1749393023.685336:0:7235:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88008f48e000. 00080000:00000010:3.0:1749393023.685338:0:7235:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dc5c000. 00000004:00000010:3.0:1749393023.685340:0:7235:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012b8b0800. 00000004:00000010:3.0:1749393023.685342:0:7235:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88008f48d000. 00000004:00000010:3.0:1749393023.685343:0:7235:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012b8b0000. 00002000:00000010:3.0:1749393023.685345:0:7235:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880072456800. 00000004:00000010:3.0:1749393023.685346:0:7235:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880072456400. 00000020:00000010:3.0:1749393023.685348:0:7235:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e3d3ac0. 00000040:00000010:3.0:1749393023.685351:0:7235:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012dc5e000. 00000040:00000010:3.0:1749393023.685362:0:7235:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88012dc5e000. 00000020:00000010:3.0:1749393023.685365:0:7235:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012e3d3ac0. 00000020:00000010:3.0:1749393023.685369:0:7235:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012f9e8200. 00000040:00000010:3.0:1749393023.685371:0:7235:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012f9e8000. 00000020:00000010:3.0:1749393023.685372:0:7235:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012b8b2000. 00000020:00000010:3.0:1749393023.685374:0:7235:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880136b98508. 00000020:00000010:3.0:1749393023.685376:0:7235:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012f9e8600. 80000000:00000010:3.0:1749393023.685382:0:7235:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b1d3bea0. 40000000:00000010:3.0:1749393023.685384:0:7235:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e3d3d80. 00100000:00000010:3.0:1749393023.685385:0:7235:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012b8b1800. 00040000:00000010:3.0:1749393023.685387:0:7235:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b1c1f100. 00040000:00000010:3.0:1749393023.685388:0:7235:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88012b8b1000. 00040000:00000010:3.0:1749393023.685389:0:7235:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012f9e8800. 00080000:00000010:3.0:1749393023.685391:0:7235:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dc5c000. 00080000:00000010:3.0:1749393023.685393:0:7235:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88008f48e000. 00000004:00000010:3.0:1749393023.685394:0:7235:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012b8b0800. 00000004:00000010:3.0:1749393023.685396:0:7235:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88008f48d000. 00000004:00000010:3.0:1749393023.685398:0:7235:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012b8b0000. 00002000:00000010:3.0:1749393023.685399:0:7235:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880072456800. 00000004:00000010:3.0:1749393023.685400:0:7235:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880072456400. 00000020:00000010:3.0:1749393023.685402:0:7235:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f9e8400. 00000020:00000010:1.0:1749393023.693432:0:7236:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ad069600. 00000020:00000010:1.0:1749393023.693436:0:7236:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e3b8400. 00000040:00000010:1.0:1749393023.693437:0:7236:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012e3b8200. 00000020:00000010:1.0:1749393023.693439:0:7236:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0f800. 00000020:00000010:1.0:1749393023.693440:0:7236:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012b630000. 00000020:00000010:1.0:1749393023.693442:0:7236:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012e3b8800. 80000000:00000010:1.0:1749393023.693443:0:7236:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b77c960. 40000000:00000010:1.0:1749393023.693445:0:7236:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b40f7c40. 00100000:00000010:1.0:1749393023.693446:0:7236:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129e08000. 00040000:00000010:1.0:1749393023.693451:0:7236:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4d8ee00. 00040000:00000010:1.0:1749393023.693452:0:7236:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880129e09000. 00040000:00000010:1.0:1749393023.693454:0:7236:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012e3b8c00. 00080000:00000010:1.0:1749393023.693455:0:7236:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880129ed9000. 00080000:00000010:1.0:1749393023.693456:0:7236:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dbfc000. 00000004:00000010:1.0:1749393023.693458:0:7236:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880129e0c000. 00000004:00000010:1.0:1749393023.693460:0:7236:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880129ed8000. 00000004:00000010:1.0:1749393023.693461:0:7236:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880129e0a000. 00002000:00000010:1.0:1749393023.693463:0:7236:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8801215ad800. 00000004:00000010:1.0:1749393023.693464:0:7236:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8801215adc00. 00000020:00000010:1.0:1749393023.693466:0:7236:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b40f7c80. 00000040:00000010:1.0:1749393023.693468:0:7236:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012dbfe000. 00000100:00000010:1.0:1749393023.693475:0:7236:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130060000. 02000000:00000010:1.0:1749393023.693479:0:7236:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e3b8e00. 00000100:00000010:1.0:1749393023.693482:0:7236:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136987180. 02000000:00000010:1.0:1749393023.693493:0:7236:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff88012d024000. 00000400:00000010:1.0:1749393023.693495:0:7236:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e145630. 00000400:00000010:1.0:1749393023.693497:0:7236:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff880136987240. 00000100:00000200:1.0:1749393023.693499:0:7236:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1834371507029120, portal 25 00000400:00000010:1.0:1749393023.693504:0:7236:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d35a000. 00000100:00000200:1.0:1749393023.693505:0:7236:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1834371507029120, offset 0 00000400:00000200:1.0:1749393023.693508:0:7236:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749393023.693512:0:7236:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749393023.693515:0:7236:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x68459e6100480 00000400:00000200:1.0:1749393023.693518:0:7236:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x12d [2] + 0 00000400:00000010:1.0:1749393023.693520:0:7236:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012e6fc2c0. 00000400:00000200:1.0:1749393023.693521:0:7236:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880136b48540 00000400:00000200:1.0:1749393023.693523:0:7236:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393023.693525:0:7236:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749393023.693526:0:7236:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136b48540 00000400:00000010:1.0:1749393023.693527:0:7236:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880136b48540. 00000100:00000200:1.0:1749393023.693529:0:7236:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1749393023.693541:0:7236:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d35a000 00000400:00000010:1.0:1749393023.693545:0:7236:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012d35a000. 00000100:00000200:1.0:1749393023.693548:0:7236:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130060000 x1834371507029120/t0(0) o502->MGC192.168.203.132@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1749393039 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393023.693689:0:7236:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012e145630. 00000400:00000200:1.0:1749393023.693692:0:7236:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136987240 00000400:00000010:1.0:1749393023.693693:0:7236:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 184 at ffff880136987240. 00000100:00000200:1.0:1749393023.693696:0:7236:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130060000 x1834371507029120/t0(0) o502->MGC192.168.203.132@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1749393039 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393023.693703:0:7236:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130060000 x1834371507029120/t0(0) o502->MGC192.168.203.132@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1749393039 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749393023.693715:0:7236:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880136987180. 02000000:00000010:1.0:1749393023.693719:0:7236:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff88012d024000. 02000000:00000010:1.0:1749393023.693730:0:7236:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e3b8e00. 00000100:00000010:1.0:1749393023.693733:0:7236:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130060000. 00000020:00000010:1.0:1749393023.693741:0:7236:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b4d8e800. 00000020:00000010:1.0:1749393023.693743:0:7236:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b4d8e800. 00000020:00000010:1.0:1749393023.693747:0:7236:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff88012e2fc580. 00000020:00000010:1.0:1749393023.693759:0:7236:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8801313e0000. 00000020:00000010:1.0:1749393023.693765:0:7236:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012a307800. 00000020:00000010:1.0:1749393023.693774:0:7236:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff88012e2fc580. 00000020:00000010:1.0:1749393023.693777:0:7236:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff880136987180. 00000001:00000010:1.0:1749393023.693792:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff880136987240. 00000001:00000010:1.0:1749393023.693795:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3da14e0. 00000001:00000010:1.0:1749393023.693797:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012e3b8e00. 00000001:00000010:1.0:1749393023.693799:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012e3b9000. 00000001:00000010:1.0:1749393023.693800:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012e3b9400. 00000001:00000010:1.0:1749393023.693803:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5266800. 00000001:00000010:1.0:1749393023.693804:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff880136987300. 00000001:00000010:1.0:1749393023.693806:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3da12c0. 00000001:00000010:1.0:1749393023.693811:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012c47c000. 00000001:00000010:1.0:1749393023.693813:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012c47c200. 00000001:00000010:1.0:1749393023.693817:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012c47c400. 00000001:00000010:1.0:1749393023.693819:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012c47c600. 00000020:00000010:1.0:1749393023.693822:0:7236:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c47c800. 00000020:00000010:1.0:1749393023.693824:0:7236:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012e2fc580. 00000020:00000010:1.0:1749393023.693829:0:7236:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e2b0000. 00000008:00000010:1.0:1749393023.693835:0:7236:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012d47a000. 00020000:00000010:1.0:1749393023.693841:0:7236:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880122258000. 00008000:00000010:1.0:1749393023.693844:0:7236:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012b2c0b28. 00000080:00000010:1.0:1749393023.693850:0:7236:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012cca6000. 00000020:00000010:1.0:1749393023.693853:0:7236:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c47ca00. 00000020:00000010:1.0:1749393023.693854:0:7236:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012c47cc00. 00000040:00000010:1.0:1749393023.693856:0:7236:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012c47ce00. 00000020:00000010:1.0:1749393023.693858:0:7236:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012a306000. 00000020:00000010:1.0:1749393023.693861:0:7236:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012b630508. 00000020:00000010:1.0:1749393023.693862:0:7236:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012c47d000. 80000000:00000010:1.0:1749393023.693864:0:7236:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b77cf60. 40000000:00000010:1.0:1749393023.693866:0:7236:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b40f7c00. 00100000:00000010:1.0:1749393023.693868:0:7236:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a303800. 00040000:00000010:1.0:1749393023.693870:0:7236:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4d8e800. 00040000:00000010:1.0:1749393023.693876:0:7236:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880130f08000. 00040000:00000010:1.0:1749393023.693878:0:7236:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012c47d200. 00080000:00000010:1.0:1749393023.693881:0:7236:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880129eda000. 00080000:00000010:1.0:1749393023.693883:0:7236:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dbfa000. 00000004:00000010:1.0:1749393023.693886:0:7236:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880130f08800. 00000004:00000010:1.0:1749393023.693889:0:7236:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880129edb000. 00000004:00000010:1.0:1749393023.693891:0:7236:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880130f09000. 00000004:00000010:1.0:1749393023.693893:0:7236:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8801215af000. 00000004:00000010:1.0:1749393023.693896:0:7236:0:(lod_dev.c:2182:lod_device_alloc()) kmalloced '(lod)': 3848 at ffff880129edc000. 00000004:00000010:1.0:1749393023.693900:0:7236:0:(lod_dev.c:1978:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at ffff8800a3da1620. 00000004:00000010:1.0:1749393023.693903:0:7236:0:(lod_dev.c:2003:lod_connect_to_osd()) kmalloced '(data)': 192 at ffff8801369873c0. 00000020:00000010:1.0:1749393023.693906:0:7236:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880130f09800. 00000004:00000010:1.0:1749393023.693910:0:7236:0:(lod_dev.c:2031:lod_connect_to_osd()) kfreed 'data': 192 at ffff8801369873c0. 00000004:00000010:1.0:1749393023.693915:0:7236:0:(lod_dev.c:2032:lod_connect_to_osd()) kfreed 'nextdev': 27 at ffff8800a3da1620. 00000020:00000010:1.0:1749393023.693928:0:7236:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff88012b2c0b30. 00000020:00000010:1.0:1749393023.693929:0:7236:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff88012b2c0b38. 00000020:00000010:1.0:1749393023.693931:0:7236:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff88012b2c0b40. 00000020:00000010:1.0:1749393023.693932:0:7236:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff88012b2c0b48. 00000020:00000010:1.0:1749393023.694038:0:7236:0:(lprocfs_status_server.c:47:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at ffff880136987780. 00000020:00000010:1.0:1749393023.694047:0:7236:0:(lprocfs_status_server.c:57:ldebugfs_add_symlink()) kfreed 'dest': 129 at ffff880136987780. 00000020:00000010:1.0:1749393023.694053:0:7236:0:(lprocfs_status.c:91:lprocfs_add_symlink()) kmalloced '(dest)': 129 at ffff880136987780. 00000020:00000010:1.0:1749393023.694057:0:7236:0:(lprocfs_status.c:104:lprocfs_add_symlink()) kfreed 'dest': 129 at ffff880136987780. 00000020:00000010:1.0:1749393023.694061:0:7236:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012c47cc00. 00000040:00000010:1.0:1749393023.694063:0:7236:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012c47ce00. 00000020:00000010:1.0:1749393023.694065:0:7236:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012a306000. 00000020:00000010:1.0:1749393023.694069:0:7236:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012b630508. 00000020:00000010:1.0:1749393023.694071:0:7236:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012c47d000. 80000000:00000010:1.0:1749393023.694095:0:7236:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012b77cf60. 40000000:00000010:1.0:1749393023.694098:0:7236:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b40f7c00. 00100000:00000010:1.0:1749393023.694099:0:7236:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012a303800. 00040000:00000010:1.0:1749393023.694101:0:7236:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b4d8e800. 00040000:00000010:1.0:1749393023.694103:0:7236:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff880130f08000. 00040000:00000010:1.0:1749393023.694105:0:7236:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012c47d200. 00080000:00000010:1.0:1749393023.694107:0:7236:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dbfa000. 00080000:00000010:1.0:1749393023.694110:0:7236:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880129eda000. 00000004:00000010:1.0:1749393023.694112:0:7236:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880130f08800. 00000004:00000010:1.0:1749393023.694114:0:7236:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880129edb000. 00000004:00000010:1.0:1749393023.694116:0:7236:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880130f09000. 00000004:00000010:1.0:1749393023.694117:0:7236:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8801215af000. 00000020:00000010:1.0:1749393023.694119:0:7236:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c47ca00. 00000020:00000010:1.0:1749393023.694122:0:7236:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012e2fc580. 00000020:00000010:1.0:1749393023.694124:0:7236:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e2b0000. 00000008:00000010:1.0:1749393023.694126:0:7236:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012d47a000. 00020000:00000010:1.0:1749393023.694128:0:7236:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff880122258000. 00008000:00000010:1.0:1749393023.694130:0:7236:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012b2c0b28. 00000080:00000010:1.0:1749393023.694132:0:7236:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012cca6000. 00000020:00000010:1.0:1749393023.694139:0:7236:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c47c800. 00000020:00000010:1.0:1749393023.694141:0:7236:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff880136987180. 00000020:00000010:1.0:1749393023.694145:0:7236:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b4d8e800. 00000020:00000010:1.0:1749393023.694147:0:7236:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b4d8e800. 00000020:00000010:1.0:1749393023.694149:0:7236:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b4d8e800. 00000020:00000010:1.0:1749393023.694151:0:7236:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b4d8e800. 00000020:00000010:1.0:1749393023.694153:0:7236:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff88012b77cf60. 00000020:00000010:1.0:1749393023.694157:0:7236:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8801313e1570. 00000020:00000010:1.0:1749393023.694179:0:7236:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880130f09000. 00000004:00000010:1.0:1749393023.694183:0:7236:0:(mdt_handler.c:7536:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff8800b40f7c00. 00000020:00000010:1.0:1749393023.694189:0:7236:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff88012b77cf60. 00000020:00000010:1.0:1749393023.694207:0:7236:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at ffff88012b77cf60. 00000020:00000010:1.0:1749393023.694209:0:7236:0:(obd_config.c:1072:class_add_profile()) kmalloced '(lprof)': 48 at ffff8800b40f7b40. 00000020:00000010:1.0:1749393023.694210:0:7236:0:(obd_config.c:1078:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at ffff880137643080. 00000020:00000010:1.0:1749393023.694211:0:7236:0:(obd_config.c:1084:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at ffff8800a3da1f00. 00000020:00000010:1.0:1749393023.694212:0:7236:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 88 at ffff88012b77cf60. 00000020:00000010:1.0:1749393023.694213:0:7236:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff880136987180. 00000001:00000010:1.0:1749393023.694224:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff880136987780. 00000001:00000010:1.0:1749393023.694226:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3da1960. 00000001:00000010:1.0:1749393023.694227:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012c47c800. 00000001:00000010:1.0:1749393023.694228:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012c47ca00. 00000001:00000010:1.0:1749393023.694229:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012c47d400. 00000001:00000010:1.0:1749393023.694230:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012c47d200. 00000001:00000010:1.0:1749393023.694232:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff880136987900. 00000001:00000010:1.0:1749393023.694233:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3da1ae0. 00000001:00000010:1.0:1749393023.694234:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012c47d000. 00000001:00000010:1.0:1749393023.694235:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012c47ce00. 00000001:00000010:1.0:1749393023.694235:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012c47cc00. 00000001:00000010:1.0:1749393023.694237:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012c47d600. 00000020:00000010:1.0:1749393023.694238:0:7236:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c47d800. 00000020:00000010:1.0:1749393023.694240:0:7236:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012e2fc580. 00000020:00000010:1.0:1749393023.694243:0:7236:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e2b0000. 00000008:00000010:1.0:1749393023.694244:0:7236:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012d47a000. 00020000:00000010:1.0:1749393023.694246:0:7236:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880122258000. 00008000:00000010:1.0:1749393023.694247:0:7236:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012b2c0b28. 00000080:00000010:1.0:1749393023.694249:0:7236:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012cca6000. 00000020:00000010:1.0:1749393023.694250:0:7236:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c47da00. 00000020:00000010:1.0:1749393023.694251:0:7236:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012c47dc00. 00000040:00000010:1.0:1749393023.694253:0:7236:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012c47de00. 00000020:00000010:1.0:1749393023.694254:0:7236:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880130f08800. 00000020:00000010:1.0:1749393023.694255:0:7236:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012b630508. 00000020:00000010:1.0:1749393023.694259:0:7236:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012a3ce000. 80000000:00000010:1.0:1749393023.694260:0:7236:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b77cf60. 40000000:00000010:1.0:1749393023.694261:0:7236:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b40f79c0. 00100000:00000010:1.0:1749393023.694263:0:7236:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880130f08000. 00040000:00000010:1.0:1749393023.694264:0:7236:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4d8e800. 00040000:00000010:1.0:1749393023.694265:0:7236:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880130f0a000. 00040000:00000010:1.0:1749393023.694267:0:7236:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012a3ce200. 00080000:00000010:1.0:1749393023.694268:0:7236:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880129edb000. 00080000:00000010:1.0:1749393023.694269:0:7236:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dbfa000. 00000004:00000010:1.0:1749393023.694271:0:7236:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880130f0a800. 00000004:00000010:1.0:1749393023.694273:0:7236:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880129eda000. 00000004:00000010:1.0:1749393023.694274:0:7236:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880130f0b000. 00000004:00000010:1.0:1749393023.694276:0:7236:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88012e580800. 00000004:00000010:1.0:1749393023.694278:0:7236:0:(mdt_handler.c:8294:mdt_device_alloc()) kmalloced '(m)': 3920 at ffff880129edd000. 00000004:00000010:1.0:1749393023.694283:0:7236:0:(mdt_handler.c:5956:mdt_stack_init()) kmalloced '(name)': 128 at ffff88012e2fc600. 00000004:00000010:1.0:1749393023.694284:0:7236:0:(mdt_handler.c:5957:mdt_stack_init()) kmalloced '(uuid)': 128 at ffff88012e2fc680. 00000004:00000010:1.0:1749393023.694285:0:7236:0:(mdt_handler.c:5961:mdt_stack_init()) kmalloced '(bufs)': 104 at ffff88012e2fc700. 00000004:00000010:1.0:1749393023.694288:0:7236:0:(mdt_handler.c:5985:mdt_stack_init()) kmalloced '(lcfg)': 120 at ffff88012e2fc780. 00000020:00000010:1.0:1749393023.694291:0:7236:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8801313e2ae0. 00000020:00000010:1.0:1749393023.694293:0:7236:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880130f0b800. 00000004:00000010:1.0:1749393023.694297:0:7236:0:(mdt_handler.c:6001:mdt_stack_init()) kfreed 'lcfg': 120 at ffff88012e2fc780. 00000004:00000010:1.0:1749393023.694299:0:7236:0:(mdt_handler.c:6008:mdt_stack_init()) kmalloced '(lcfg)': 128 at ffff88012e2fc780. 00000001:00000010:1.0:1749393023.694306:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8801369879c0. 00000001:00000010:1.0:1749393023.694310:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3da1340. 00000001:00000010:1.0:1749393023.694311:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a3ce600. 00000001:00000010:1.0:1749393023.694313:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a3ce800. 00000001:00000010:1.0:1749393023.694314:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a3cea00. 00000001:00000010:1.0:1749393023.694315:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a3cec00. 00000001:00000010:1.0:1749393023.694316:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff880136987a80. 00000001:00000010:1.0:1749393023.694317:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3da1160. 00000001:00000010:1.0:1749393023.694318:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a3cee00. 00000001:00000010:1.0:1749393023.694320:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a3cf000. 00000001:00000010:1.0:1749393023.694321:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a3cf200. 00000001:00000010:1.0:1749393023.694322:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012a3cf400. 00000020:00000010:1.0:1749393023.694323:0:7236:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012a3cf600. 00000020:00000010:1.0:1749393023.694324:0:7236:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012e2fc800. 00000020:00000010:1.0:1749393023.694325:0:7236:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e2b00c8. 00000008:00000010:1.0:1749393023.694327:0:7236:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012d47a160. 00020000:00000010:1.0:1749393023.694328:0:7236:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880122258240. 00008000:00000010:1.0:1749393023.694329:0:7236:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012b2c0b60. 00000080:00000010:1.0:1749393023.694330:0:7236:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012cca60f0. 00000020:00000010:1.0:1749393023.694331:0:7236:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012a3cf800. 00000020:00000010:1.0:1749393023.694332:0:7236:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012a3cfa00. 00000040:00000010:1.0:1749393023.694333:0:7236:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012a3cfc00. 00000020:00000010:1.0:1749393023.694335:0:7236:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880130f0c000. 00000020:00000010:1.0:1749393023.694336:0:7236:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012b630a10. 00000020:00000010:1.0:1749393023.694337:0:7236:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012a3cfe00. 80000000:00000010:1.0:1749393023.694338:0:7236:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b77c1e0. 40000000:00000010:1.0:1749393023.694339:0:7236:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b40f7780. 00100000:00000010:1.0:1749393023.694340:0:7236:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880130f0c800. 00040000:00000010:1.0:1749393023.694342:0:7236:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4d8eb00. 00040000:00000010:1.0:1749393023.694343:0:7236:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880130f0d000. 00040000:00000010:1.0:1749393023.694347:0:7236:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d750000. 00080000:00000010:1.0:1749393023.694349:0:7236:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880129ede000. 00080000:00000010:1.0:1749393023.694354:0:7236:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d800000. 00000004:00000010:1.0:1749393023.694358:0:7236:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880130f0d800. 00000004:00000010:1.0:1749393023.694360:0:7236:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880129edf000. 00000004:00000010:1.0:1749393023.694362:0:7236:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880130f0e000. 00000004:00000010:1.0:1749393023.694363:0:7236:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88012e581c00. 00000004:00000010:1.0:1749393023.694364:0:7236:0:(mdd_device.c:1536:mdd_device_alloc()) kmalloced '(m)': 688 at ffff88012e582000. 00000004:00000010:1.0:1749393023.694367:0:7236:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at ffff880136987b40. 00000020:00000010:1.0:1749393023.694369:0:7236:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880130f0e800. 00000004:00000010:1.0:1749393023.694372:0:7236:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at ffff880136987b40. 00000020:00000010:1.0:1749393023.694422:0:7236:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012a3cfa00. 00000040:00000010:1.0:1749393023.694424:0:7236:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012a3cfc00. 00000020:00000010:1.0:1749393023.694425:0:7236:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880130f0c000. 00000020:00000010:1.0:1749393023.694427:0:7236:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012b630a10. 00000020:00000010:1.0:1749393023.694428:0:7236:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012a3cfe00. 80000000:00000010:1.0:1749393023.694429:0:7236:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012b77c1e0. 40000000:00000010:1.0:1749393023.694431:0:7236:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b40f7780. 00100000:00000010:1.0:1749393023.694432:0:7236:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880130f0c800. 00040000:00000010:1.0:1749393023.694433:0:7236:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b4d8eb00. 00040000:00000010:1.0:1749393023.694435:0:7236:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff880130f0d000. 00040000:00000010:1.0:1749393023.694436:0:7236:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d750000. 00080000:00000010:1.0:1749393023.694438:0:7236:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012d800000. 00080000:00000010:1.0:1749393023.694439:0:7236:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880129ede000. 00000004:00000010:1.0:1749393023.694441:0:7236:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880130f0d800. 00000004:00000010:1.0:1749393023.694442:0:7236:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880129edf000. 00000004:00000010:1.0:1749393023.694443:0:7236:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880130f0e000. 00000004:00000010:1.0:1749393023.694444:0:7236:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88012e581c00. 00000020:00000010:1.0:1749393023.694446:0:7236:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012a3cf800. 00000020:00000010:1.0:1749393023.694447:0:7236:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012e2fc800. 00000020:00000010:1.0:1749393023.694449:0:7236:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e2b00c8. 00000008:00000010:1.0:1749393023.694450:0:7236:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012d47a160. 00020000:00000010:1.0:1749393023.694451:0:7236:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff880122258240. 00008000:00000010:1.0:1749393023.694452:0:7236:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012b2c0b60. 00000080:00000010:1.0:1749393023.694454:0:7236:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012cca60f0. 00000020:00000010:1.0:1749393023.694455:0:7236:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012a3cf600. 00000004:00000010:1.0:1749393023.694459:0:7236:0:(mdt_handler.c:5886:mdt_connect_to_next()) kmalloced '(data)': 192 at ffff880136987b40. 00000020:00000010:1.0:1749393023.694462:0:7236:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880130f0e000. 00000004:00000010:1.0:1749393023.694464:0:7236:0:(mdt_handler.c:5908:mdt_connect_to_next()) kfreed 'data': 192 at ffff880136987b40. 00000004:00000010:1.0:1749393023.694466:0:7236:0:(mdt_handler.c:5886:mdt_connect_to_next()) kmalloced '(data)': 192 at ffff880136987b40. 00000020:00000010:1.0:1749393023.694467:0:7236:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880130f0d800. 00000004:00000010:1.0:1749393023.694469:0:7236:0:(mdt_handler.c:5908:mdt_connect_to_next()) kfreed 'data': 192 at ffff880136987b40. 00000004:00000010:1.0:1749393023.694471:0:7236:0:(mdt_handler.c:6048:mdt_stack_init()) kfreed 'lcfg': 128 at ffff88012e2fc780. 00000004:00000010:1.0:1749393023.694473:0:7236:0:(mdt_handler.c:6052:mdt_stack_init()) kfreed 'bufs': 104 at ffff88012e2fc700. 00000004:00000010:1.0:1749393023.694474:0:7236:0:(mdt_handler.c:6054:mdt_stack_init()) kfreed 'name': 128 at ffff88012e2fc600. 00000004:00000010:1.0:1749393023.694475:0:7236:0:(mdt_handler.c:6055:mdt_stack_init()) kfreed 'uuid': 128 at ffff88012e2fc680. 00000004:00000010:1.0:1749393023.694476:0:7236:0:(mdt_handler.c:5777:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 200 at ffff8800b4d8eb00. 80000000:00000010:1.0:1749393023.694478:0:7236:0:(fld_cache.c:41:fld_cache_init()) kmalloced '(cache)': 168 at ffff880136987b40. 80000000:00000010:1.0:1749393023.694480:0:7236:0:(fld_index.c:327:fld_index_init()) kmalloced '(attr)': 104 at ffff88012e2fc680. 00000004:00000010:1.0:1749393023.694485:0:7236:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea6000. 00000004:00000010:1.0:1749393023.694488:0:7236:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012db759d8. 00000004:00000010:1.0:1749393023.694493:0:7236:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50c000. 00080000:00000010:1.0:1749393023.694496:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012d750200. 00000001:00000010:1.0:1749393023.694500:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.694505:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.694518:0:7236:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012d750200. 00000004:00000010:1.0:1749393023.694521:0:7236:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff88012b50c000. 00000004:00000010:1.0:1749393023.694523:0:7236:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012db759d8. 00000004:00000010:1.0:1749393023.694525:0:7236:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880129ea6000. 00000004:00000010:1.0:1749393023.694528:0:7236:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea61d0. 00000004:00000010:1.0:1749393023.694529:0:7236:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012db759d8. 00000004:00000010:1.0:1749393023.694530:0:7236:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50c000. 00080000:00000010:1.0:1749393023.694531:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012d750200. 00000001:00000010:1.0:1749393023.694533:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.694534:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.694539:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d750000. 00080000:00000010:1.0:1749393023.694541:0:7236:0:(osd_handler.c:208:osd_idc_add()) kmalloced '(idc)': 320 at ffff88012d750400. 00000001:00000010:1.0:1749393023.694627:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.694631:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.694636:0:7236:0:(osd_compat.c:866:osd_obj_add_entry()) kmalloced '(lii)': 1360 at ffff880130f0d000. 00080000:00000010:1.0:1749393023.694646:0:7236:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b4d8e400. 00100000:00000010:1.0:1749393023.694650:0:7236:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b40f7780. 00080000:00000010:1.0:1749393023.694653:0:7236:0:(osd_handler.c:6663:osd_it_iam_init()) kmalloced '(it)': 328 at ffff88012d750600. 00000001:00000010:1.0:1749393023.694654:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.694657:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145688. 00000001:00000010:1.0:1749393023.694659:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145688. 00000001:00000010:1.0:1749393023.694660:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.694662:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d750800. 00000001:00000010:1.0:1749393023.694667:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.694669:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 80000000:00000010:1.0:1749393023.694671:0:7236:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b40f7540. 00080000:00000010:1.0:1749393023.694674:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d750a00. 00000001:00000010:1.0:1749393023.694676:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.694678:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 80000000:00000010:1.0:1749393023.694679:0:7236:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b40f7940. 00080000:00000010:1.0:1749393023.694681:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d750c00. 00000001:00000010:1.0:1749393023.694683:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.694684:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 80000000:00000010:1.0:1749393023.694685:0:7236:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b40f7500. 00080000:00000010:1.0:1749393023.694687:0:7236:0:(osd_handler.c:6691:osd_it_iam_fini()) kfreed 'it': 328 at ffff88012d750600. 80000000:00000010:1.0:1749393023.694688:0:7236:0:(fld_index.c:434:fld_index_init()) kfreed 'attr': 104 at ffff88012e2fc680. 00000004:00000010:1.0:1749393023.694696:0:7236:0:(mdt_handler.c:5709:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 296 at ffff88012d750600. 00000004:00000010:1.0:1749393023.694700:0:7236:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea63a0. 00000004:00000010:1.0:1749393023.694702:0:7236:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012db75a50. 00000004:00000010:1.0:1749393023.694704:0:7236:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50c108. 00080000:00000010:1.0:1749393023.694705:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012d750e00. 00000001:00000010:1.0:1749393023.694707:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.694709:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.694715:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d751000. 00000001:00000010:1.0:1749393023.694733:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.694736:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 40000000:02000000:1.0:1749393023.694743:0:7236:0:(fid_handler.c:552:seq_server_init()) ctl-lustre-MDT0000: No data found on store. Initialize space. 00000100:00000010:3.0:1749393023.696149:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ffbd440. 00000100:00000010:1.0:1749393023.696543:0:17:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012ffbd600. 00080000:00000010:1.0:1749393023.696550:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d751200. 00080000:00000010:1.0:1749393023.696553:0:7236:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8800b40f7e40. 40000000:00000010:1.0:1749393023.696595:0:7236:0:(fid_store.c:61:seq_update_cb_add()) kmalloced '(ccb)': 80 at ffff88012b77c1e0. 00080000:00000010:1.0:1749393023.696599:0:7236:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8800b40f7e40. 00000004:00000010:1.0:1749393023.696618:0:7236:0:(mdt_handler.c:5721:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 296 at ffff88012d751400. 00000004:00000010:1.0:1749393023.696622:0:7236:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea6570. 00000004:00000010:1.0:1749393023.696625:0:7236:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012db75ac8. 00000004:00000010:1.0:1749393023.696627:0:7236:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50c210. 00080000:00000010:1.0:1749393023.696630:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012d751600. 00000001:00000010:1.0:1749393023.696634:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.696638:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.696651:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d751800. 00000001:00000010:1.0:1749393023.696678:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.696682:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 40000000:02000000:1.0:1749393023.696691:0:7236:0:(fid_handler.c:552:seq_server_init()) srv-lustre-MDT0000: No data found on store. Initialize space. 00080000:00000010:1.0:1749393023.696693:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d751a00. 00080000:00000010:1.0:1749393023.696696:0:7236:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8800b40f7e40. 40000000:00000010:1.0:1749393023.696727:0:7236:0:(fid_store.c:61:seq_update_cb_add()) kmalloced '(ccb)': 80 at ffff88012b77c120. 00080000:00000010:1.0:1749393023.696730:0:7236:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8800b40f7e40. 00000004:00000010:1.0:1749393023.696744:0:7236:0:(mdt_handler.c:5678:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 232 at ffff8800b4d8e500. 00000004:00000010:1.0:1749393023.696746:0:7236:0:(mdt_handler.c:5682:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at ffff880136987c00. 00000004:00000010:1.0:1749393023.696759:0:7236:0:(mdt_handler.c:5694:mdt_seq_init_cli()) kfreed 'prefix': 133 at ffff880136987c00. 00010000:00000010:1.0:1749393023.696764:0:7236:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88012e581c00. 00000001:00000010:1.0:1749393023.696767:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b4d8e600. 00000001:00000010:1.0:1749393023.696770:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at ffff88012e582400. 00000001:00000010:1.0:1749393023.696986:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000d12000. 00010000:00000010:1.1:1749393023.697224:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012caccb00. 00010000:00000010:1.1:1749393023.697228:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d02400. 00000001:00000010:1.0:1749393023.697332:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000db3000. 00000001:00000010:1.0:1749393023.697585:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000df5000. 00000001:00000010:1.0:1749393023.697854:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000e37000. 00000001:00000010:1.0:1749393023.698150:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000e79000. 00000001:00000010:1.0:1749393023.698439:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000ebb000. 00000001:00000010:1.0:1749393023.698826:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000efd000. 00000001:00000010:1.0:1749393023.699267:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000f3f000. 00000001:00000010:1.0:1749393023.699554:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000f81000. 00000001:00000010:1.0:1749393023.699874:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000fc3000. 00000001:00000010:1.0:1749393023.700307:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001005000. 00000001:00000010:1.0:1749393023.700573:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001047000. 00000001:00000010:1.0:1749393023.700845:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001089000. 00000001:00000010:1.0:1749393023.701135:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900010cb000. 00000001:00000010:1.0:1749393023.701396:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000110d000. 00000001:00000010:1.0:1749393023.701609:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000114f000. 00000001:00000010:1.0:1749393023.701821:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001191000. 00000001:00000010:1.0:1749393023.702034:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900011d3000. 00000001:00000010:1.0:1749393023.702275:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001215000. 00000001:00000010:1.0:1749393023.702489:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001257000. 00000001:00000010:1.0:1749393023.702702:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001299000. 00000001:00000010:1.0:1749393023.702915:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900012db000. 00000001:00000010:1.0:1749393023.703141:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000131d000. 00000001:00000010:1.0:1749393023.703370:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000135f000. 00000001:00000010:1.0:1749393023.703583:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900013a1000. 00000001:00000010:1.0:1749393023.703819:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900013e3000. 00000001:00000010:1.0:1749393023.704063:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001425000. 00000001:00000010:1.0:1749393023.704301:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001467000. 00000001:00000010:1.0:1749393023.704514:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900014a9000. 00000001:00000010:1.0:1749393023.704727:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900014eb000. 00000001:00000010:1.0:1749393023.704940:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000152d000. 00000001:00000010:1.0:1749393023.705173:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000156f000. 00000001:00000010:1.0:1749393023.705387:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900015b1000. 00000001:00000010:1.0:1749393023.705602:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900015f3000. 00000001:00000010:1.0:1749393023.705863:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001635000. 00000001:00000010:1.0:1749393023.706156:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001677000. 00000001:00000010:1.0:1749393023.706409:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900016b9000. 00000001:00000010:1.0:1749393023.706626:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900016fb000. 00000001:00000010:1.0:1749393023.706841:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000173d000. 00000001:00000010:1.0:1749393023.707053:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000177f000. 00000001:00000010:1.0:1749393023.707289:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900017c1000. 00000001:00000010:1.0:1749393023.707503:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001803000. 00000001:00000010:1.0:1749393023.707718:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001845000. 00000001:00000010:1.0:1749393023.707935:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001887000. 00000001:00000010:1.0:1749393023.708166:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900018c9000. 00000001:00000010:1.0:1749393023.708378:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000190b000. 00000001:00000010:1.0:1749393023.708615:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000194d000. 00000001:00000010:1.0:1749393023.708877:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000198f000. 00000001:00000010:1.0:1749393023.709152:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900019d1000. 00000001:00000010:1.0:1749393023.709397:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001a13000. 00000001:00000010:1.0:1749393023.709674:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001a55000. 00000001:00000010:1.0:1749393023.709938:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001a97000. 00000001:00000010:1.0:1749393023.710233:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001ad9000. 00000001:00000010:1.0:1749393023.710475:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001b1b000. 00000001:00000010:1.0:1749393023.710738:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001b5d000. 00000001:00000010:1.0:1749393023.711001:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001b9f000. 00000001:00000010:1.0:1749393023.711290:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001be1000. 00000001:00000010:1.0:1749393023.711544:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001c23000. 00000001:00000010:1.0:1749393023.711808:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001c65000. 00000001:00000010:1.0:1749393023.712072:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001ca7000. 00000001:00000010:1.0:1749393023.712350:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001ce9000. 00000001:00000010:1.0:1749393023.712606:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001d2b000. 00000001:00000010:1.0:1749393023.712857:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001d6d000. 00000001:00000010:1.0:1749393023.713127:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001daf000. 00000001:00000010:1.0:1749393023.713381:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001df1000. 00000001:00000010:1.0:1749393023.713643:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001e33000. 00000001:00000010:1.0:1749393023.713896:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001e75000. 00000001:00000010:1.0:1749393023.714172:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001eb7000. 00000001:00000010:1.0:1749393023.714425:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001ef9000. 00000001:00000010:1.0:1749393023.714676:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001f3b000. 00000001:00000010:1.0:1749393023.714930:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001f7d000. 00000001:00000010:1.0:1749393023.715217:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001fbf000. 00000001:00000010:1.0:1749393023.715452:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002001000. 00000001:00000010:1.0:1749393023.715691:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002043000. 00000001:00000010:1.0:1749393023.715930:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002085000. 00000001:00000010:1.0:1749393023.716192:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900020c7000. 00000001:00000010:1.0:1749393023.716441:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002109000. 00000001:00000010:1.0:1749393023.716682:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000214b000. 00000001:00000010:1.0:1749393023.716923:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000218d000. 00000001:00000010:1.0:1749393023.717191:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900021cf000. 00000001:00000010:1.0:1749393023.717435:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002211000. 00000001:00000010:1.0:1749393023.717674:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002253000. 00000001:00000010:1.0:1749393023.717913:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002295000. 00000001:00000010:1.0:1749393023.718189:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900022d7000. 00000001:00000010:1.0:1749393023.718418:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002319000. 00000001:00000010:1.0:1749393023.718659:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000235b000. 00000001:00000010:1.0:1749393023.718900:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000239d000. 00000001:00000010:1.0:1749393023.719153:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900023df000. 00000001:00000010:1.0:1749393023.719395:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002421000. 00000001:00000010:1.0:1749393023.719639:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002463000. 00000001:00000010:1.0:1749393023.719872:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900024a5000. 00000001:00000010:1.0:1749393023.720115:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900024e7000. 00000001:00000010:1.0:1749393023.720365:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002529000. 00000001:00000010:1.0:1749393023.720613:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000256b000. 00000001:00000010:1.0:1749393023.720920:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900025ad000. 00000001:00000010:1.0:1749393023.721253:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900025ef000. 00000001:00000010:1.0:1749393023.721504:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002631000. 00000001:00000010:1.0:1749393023.721809:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002673000. 00000001:00000010:1.0:1749393023.722133:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900026b5000. 00000001:00000010:1.0:1749393023.722390:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900026f7000. 00000001:00000010:1.0:1749393023.722706:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002739000. 00000001:00000010:1.0:1749393023.723012:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000277b000. 00000001:00000010:1.0:1749393023.723321:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900027bd000. 00000001:00000010:1.0:1749393023.723564:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900027ff000. 00000001:00000010:1.0:1749393023.723862:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002841000. 00000001:00000010:1.0:1749393023.724215:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002883000. 00000001:00000010:1.0:1749393023.724454:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900028c5000. 00000001:00000010:1.0:1749393023.724742:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002907000. 00000001:00000010:1.0:1749393023.725032:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002949000. 00000001:00000010:1.0:1749393023.725324:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000298b000. 00000001:00000010:1.0:1749393023.725539:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900029cd000. 00000001:00000010:1.0:1749393023.725755:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002a0f000. 00000001:00000010:1.0:1749393023.726047:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002a51000. 00000001:00000010:1.0:1749393023.726341:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002a93000. 00000001:00000010:1.0:1749393023.726611:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002ad5000. 00000001:00000010:1.0:1749393023.726901:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002b17000. 00000001:00000010:1.0:1749393023.727223:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002b59000. 00000001:00000010:1.0:1749393023.727464:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002b9b000. 00000001:00000010:1.0:1749393023.727754:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002bdd000. 00000001:00000010:1.0:1749393023.728042:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002c1f000. 00000001:00000010:1.0:1749393023.728352:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002c61000. 00000001:00000010:1.0:1749393023.728567:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002ca3000. 00000001:00000010:1.0:1749393023.728824:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002ce5000. 00000001:00000010:1.0:1749393023.729099:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002d27000. 00000001:00000010:1.0:1749393023.729377:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002d69000. 00000001:00000010:1.0:1749393023.729648:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002dab000. 00000001:00000010:1.0:1749393023.729921:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002ded000. 00000001:00000010:1.0:1749393023.730232:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002e2f000. 00000020:00000010:1.0:1749393023.730362:0:7236:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800939a2800. 00000020:00000010:1.0:1749393023.730366:0:7236:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800a3da1dc0. 00000020:00000010:1.0:1749393023.730430:0:7236:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800939a2c00. 00000020:00000010:1.0:1749393023.730433:0:7236:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88012d751c00. 00000020:00000010:1.0:1749393023.730462:0:7236:0:(tgt_main.c:538:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at ffff88012e4bc000. 00000004:00000010:1.0:1749393023.730471:0:7236:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea6740. 00000004:00000010:1.0:1749393023.730516:0:7236:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012e7008e8. 00000004:00000010:1.0:1749393023.730520:0:7236:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50c318. 00080000:00000010:1.0:1749393023.730525:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012a3cf800. 00000001:00000010:1.0:1749393023.730536:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.730545:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.730563:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012a3cfe00. 00000001:00000010:1.0:1749393023.730631:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.730636:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000001:02000400:1.0:1749393023.730656:0:7236:0:(tgt_lastrcvd.c:1848:tgt_server_data_init()) lustre-MDT0000: new disk, initializing 00000001:00000010:1.0:1749393023.731981:0:7236:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at ffff8800b40d8280. 00000001:00000010:1.0:1749393023.731985:0:7236:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at ffff8800b40d8280. 00080000:00000010:1.0:1749393023.731989:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012a3cfc00. 00080000:00000010:1.0:1749393023.731992:0:7236:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880129ce05c0. 00080000:00000010:1.0:1749393023.732052:0:7236:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880129ce05c0. 00000020:00000010:1.0:1749393023.732056:0:7236:0:(tgt_main.c:582:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at ffff8800b40d8280. 00000004:00000010:1.0:1749393023.732059:0:7236:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea6910. 00000004:00000010:1.0:1749393023.732062:0:7236:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012e700960. 00000004:00000010:1.0:1749393023.732064:0:7236:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50c420. 00080000:00000010:1.0:1749393023.732067:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012a3cfa00. 00000001:00000010:1.0:1749393023.732092:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.732096:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.732113:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012f100000. 00000001:00000010:1.0:1749393023.732152:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.732156:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.732182:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012f100200. 00080000:00000010:1.0:1749393023.732184:0:7236:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880129ce05c0. 00080000:00000010:1.0:1749393023.733231:0:7236:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880129ce05c0. 00000001:00000010:1.0:1749393023.733249:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff880136987c00. 00000001:00000010:1.0:1749393023.733253:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012b2c0b70. 00000001:00000010:1.0:1749393023.733255:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff880136987cc0. 00000001:00000010:1.0:1749393023.733257:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff880136987d80. 00000001:00000010:1.0:1749393023.733258:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012b2c0b78. 00000001:00000010:1.0:1749393023.733260:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff880136987e40. 00000020:00000010:1.0:1749393023.733262:0:7236:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f100400. 00000020:00000010:1.0:1749393023.733265:0:7236:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012f100600. 00000040:00000010:1.0:1749393023.733267:0:7236:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012f100800. 00000020:00000010:1.0:1749393023.733269:0:7236:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880130f0c800. 00000020:00000010:1.0:1749393023.733272:0:7236:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012b630a10. 00000020:00000010:1.0:1749393023.733275:0:7236:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012f100a00. 80000000:00000010:1.0:1749393023.733278:0:7236:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b77c900. 40000000:00000010:1.0:1749393023.733280:0:7236:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129ce05c0. 00100000:00000010:1.0:1749393023.733283:0:7236:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880130f0c000. 00040000:00000010:1.0:1749393023.733286:0:7236:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4d8ef00. 00040000:00000010:1.0:1749393023.733288:0:7236:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880130f0f000. 00040000:00000010:1.0:1749393023.733290:0:7236:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012f100c00. 00080000:00000010:1.0:1749393023.733293:0:7236:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880129edf000. 00080000:00000010:1.0:1749393023.733297:0:7236:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d800000. 00000004:00000010:1.0:1749393023.733301:0:7236:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880130f0f800. 00000004:00000010:1.0:1749393023.733305:0:7236:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880129ede000. 00000004:00000010:1.0:1749393023.733308:0:7236:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012a303800. 00000004:00000010:1.0:1749393023.733311:0:7236:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800939a3000. 00000020:00000010:1.0:1749393023.733314:0:7236:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f101000. 00000020:00000010:1.0:1749393023.733316:0:7236:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b40d8b00. 00000020:00000010:1.0:1749393023.733318:0:7236:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e2b00c8. 02000000:00000010:1.0:1749393023.733326:0:7236:0:(upcall_cache.c:574:upcall_cache_init()) alloc '(cache)': 1192 at ffff88012a306000. 02000000:00000010:1.0:1749393023.733334:0:7236:0:(upcall_cache.c:582:upcall_cache_init()) alloc '(cache->uc_hashtable)': 2048 at ffff88012f108000. 02000000:00000010:1.0:1749393023.733337:0:7236:0:(upcall_cache.c:574:upcall_cache_init()) alloc '(cache)': 1192 at ffff88012f108800. 02000000:00000010:1.0:1749393023.733339:0:7236:0:(upcall_cache.c:582:upcall_cache_init()) alloc '(cache->uc_hashtable)': 2048 at ffff88012f109000. 00000020:00000010:1.0:1749393023.733544:0:7236:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800939a3400. 00000020:00000010:1.0:1749393023.733549:0:7236:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at ffff88012f109800. 00000004:00000010:1.0:1749393023.733560:0:7236:0:(mdt_handler.c:6090:mdt_quota_init()) kmalloced '(qmtname)': 128 at ffff8800b40d8d00. 00000004:00000010:1.0:1749393023.733562:0:7236:0:(mdt_handler.c:6091:mdt_quota_init()) kmalloced '(uuid)': 40 at ffff880129ce0840. 00000004:00000010:1.0:1749393023.733563:0:7236:0:(mdt_handler.c:6092:mdt_quota_init()) kmalloced '(bufs)': 104 at ffff8800b40d8700. 00000004:00000010:1.0:1749393023.733564:0:7236:0:(mdt_handler.c:6093:mdt_quota_init()) kmalloced '(data)': 192 at ffff88012e705840. 00000004:00000010:1.0:1749393023.733568:0:7236:0:(mdt_handler.c:6119:mdt_quota_init()) kmalloced '(lcfg)': 120 at ffff8800b40d8c00. 00000020:00000010:1.0:1749393023.733576:0:7236:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8801313e4050. 00000020:00000010:1.0:1749393023.733580:0:7236:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012f10a000. 00000004:00000010:1.0:1749393023.733591:0:7236:0:(mdt_handler.c:6135:mdt_quota_init()) kfreed 'lcfg': 120 at ffff8800b40d8c00. 00000004:00000010:1.0:1749393023.733594:0:7236:0:(mdt_handler.c:6145:mdt_quota_init()) kmalloced '(lcfg)': 128 at ffff8800b40d8c00. 00000001:00000010:1.0:1749393023.733607:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012e705900. 00000001:00000010:1.0:1749393023.733609:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3da1fe0. 00000001:00000010:1.0:1749393023.733611:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012f101400. 00000001:00000010:1.0:1749393023.733613:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012f101600. 00000001:00000010:1.0:1749393023.733614:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012f101800. 00000001:00000010:1.0:1749393023.733616:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012f101a00. 00000001:00000010:1.0:1749393023.733618:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012e7059c0. 00000001:00000010:1.0:1749393023.733619:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3da1f80. 00000001:00000010:1.0:1749393023.733620:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012f101c00. 00000001:00000010:1.0:1749393023.733621:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012f101e00. 00000001:00000010:1.0:1749393023.733623:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012f101200. 00000001:00000010:1.0:1749393023.733624:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012f100000. 00000020:00000010:1.0:1749393023.733626:0:7236:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f100200. 00000020:00000010:1.0:1749393023.733628:0:7236:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b40d8580. 00000020:00000010:1.0:1749393023.733629:0:7236:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e2b0190. 00000008:00000010:1.0:1749393023.733633:0:7236:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012d47a160. 00020000:00000010:1.0:1749393023.733636:0:7236:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880122258240. 00008000:00000010:1.0:1749393023.733638:0:7236:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012b2c0b90. 00000080:00000010:1.0:1749393023.733642:0:7236:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012cca60f0. 00000020:00000010:1.0:1749393023.733647:0:7236:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f102000. 00000020:00000010:1.0:1749393023.733649:0:7236:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012f102200. 00000040:00000010:1.0:1749393023.733650:0:7236:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012f102400. 00000020:00000010:1.0:1749393023.733654:0:7236:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012f10a800. 00000020:00000010:1.0:1749393023.733656:0:7236:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012b630f18. 00000020:00000010:1.0:1749393023.733658:0:7236:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012f102600. 80000000:00000010:1.0:1749393023.733659:0:7236:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b77c240. 40000000:00000010:1.0:1749393023.733661:0:7236:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129ce0f00. 00100000:00000010:1.0:1749393023.733663:0:7236:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012f10b000. 00040000:00000010:1.0:1749393023.733665:0:7236:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4d8ea00. 00040000:00000010:1.0:1749393023.733666:0:7236:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012f10b800. 00040000:00000010:1.0:1749393023.733668:0:7236:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012f102800. 00080000:00000010:1.0:1749393023.733670:0:7236:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012f8a0000. 00080000:00000010:1.0:1749393023.733673:0:7236:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d802000. 00000004:00000010:1.0:1749393023.733675:0:7236:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012f10c000. 00000004:00000010:1.0:1749393023.733678:0:7236:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012f8a1000. 00000004:00000010:1.0:1749393023.733680:0:7236:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012f10c800. 00000004:00000010:1.0:1749393023.733682:0:7236:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880136690800. 00040000:00000010:1.0:1749393023.733684:0:7236:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 576 at ffff880136690c00. 00040000:00000010:1.0:1749393023.733688:0:7236:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at ffff88012e705a80. 00000020:00000010:1.0:1749393023.733691:0:7236:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012f10d000. 00040000:00000010:1.0:1749393023.733696:0:7236:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at ffff88012e705a80. 00040000:00000010:1.0:1749393023.733699:0:7236:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at ffff88012b77c060. 00000020:00000010:1.0:1749393023.733701:0:7236:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f102c00. 00000020:00000010:1.0:1749393023.733702:0:7236:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012f102e00. 00000040:00000010:1.0:1749393023.733704:0:7236:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012f103000. 00000020:00000010:1.0:1749393023.733705:0:7236:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012f10d800. 00000020:00000010:1.0:1749393023.733707:0:7236:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012b631420. 00000020:00000010:1.0:1749393023.733708:0:7236:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012f103200. 80000000:00000010:1.0:1749393023.733709:0:7236:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b77cae0. 40000000:00000010:1.0:1749393023.733710:0:7236:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129ce0280. 00100000:00000010:1.0:1749393023.733712:0:7236:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012f10e000. 00040000:00000010:1.0:1749393023.733713:0:7236:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4d8e100. 00040000:00000010:1.0:1749393023.733715:0:7236:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012f10e800. 00040000:00000010:1.0:1749393023.733716:0:7236:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012f103400. 00080000:00000010:1.0:1749393023.733718:0:7236:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012f8a2000. 00080000:00000010:1.0:1749393023.733724:0:7236:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d804000. 00000004:00000010:1.0:1749393023.733726:0:7236:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012f10f000. 00000004:00000010:1.0:1749393023.733729:0:7236:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012f8a3000. 00000004:00000010:1.0:1749393023.733730:0:7236:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012f10f800. 00000004:00000010:1.0:1749393023.733732:0:7236:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880136691000. 00000020:00000010:1.0:1749393023.733900:0:7236:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129ce0700. 00040000:00000010:1.0:1749393023.733923:0:7236:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 328 at ffff88012f103800. 00000020:00000010:1.0:1749393023.733929:0:7236:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff88012b2c0b98. 00040000:00000010:1.0:1749393023.733931:0:7236:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 328 at ffff88012f103a00. 00000020:00000010:1.0:1749393023.733935:0:7236:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff88012b2c0ba0. 00000020:00000010:1.0:1749393023.733953:0:7236:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012f102200. 00000040:00000010:1.0:1749393023.733956:0:7236:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012f102400. 00000020:00000010:1.0:1749393023.733958:0:7236:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012f10a800. 00000020:00000010:1.0:1749393023.733961:0:7236:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012b630f18. 00000020:00000010:1.0:1749393023.733964:0:7236:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012f102600. 80000000:00000010:1.0:1749393023.733965:0:7236:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012b77c240. 40000000:00000010:1.0:1749393023.733967:0:7236:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129ce0f00. 00100000:00000010:1.0:1749393023.733969:0:7236:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012f10b000. 00040000:00000010:1.0:1749393023.733972:0:7236:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b4d8ea00. 00040000:00000010:1.0:1749393023.733973:0:7236:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88012f10b800. 00040000:00000010:1.0:1749393023.733976:0:7236:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012f102800. 00080000:00000010:1.0:1749393023.733978:0:7236:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012d802000. 00080000:00000010:1.0:1749393023.733980:0:7236:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012f8a0000. 00000004:00000010:1.0:1749393023.733982:0:7236:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012f10c000. 00000004:00000010:1.0:1749393023.733985:0:7236:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012f8a1000. 00000004:00000010:1.0:1749393023.733988:0:7236:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012f10c800. 00000004:00000010:1.0:1749393023.733990:0:7236:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880136690800. 00000020:00000010:1.0:1749393023.733991:0:7236:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f102000. 00000020:00000010:1.0:1749393023.733994:0:7236:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b40d8580. 00000020:00000010:1.0:1749393023.733996:0:7236:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e2b0190. 00000008:00000010:1.0:1749393023.733998:0:7236:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012d47a160. 00020000:00000010:1.0:1749393023.734000:0:7236:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff880122258240. 00008000:00000010:1.0:1749393023.734002:0:7236:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012b2c0b90. 00000080:00000010:1.0:1749393023.734009:0:7236:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012cca60f0. 00000020:00000010:1.0:1749393023.734011:0:7236:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f100200. 00000004:00000010:1.0:1749393023.734018:0:7236:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea6ae0. 00000004:00000010:1.0:1749393023.734021:0:7236:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012e704d20. 00000004:00000010:1.0:1749393023.734023:0:7236:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50c528. 00080000:00000010:1.0:1749393023.734025:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012f102000. 00080000:00000010:1.0:1749393023.734051:0:7236:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff880136690800. 00000020:00000010:1.0:1749393023.734055:0:7236:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b4d8ea00. 00080000:00000010:1.0:1749393023.734058:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012f102a00. 00080000:00000010:1.0:1749393023.734060:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012f102800. 00080000:00000010:1.0:1749393023.734063:0:7236:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880129ce0f00. 00000001:00000010:1.0:1749393023.734151:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.734175:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.734244:0:7236:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880129ce0f00. 00080000:00000010:1.0:1749393023.734252:0:7236:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012f102a00. 00000020:00000010:1.0:1749393023.734254:0:7236:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800b4d8ea00. 00000004:00000010:1.0:1749393023.734259:0:7236:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea6cb0. 00000004:00000010:1.0:1749393023.734262:0:7236:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012e704d98. 00000004:00000010:1.0:1749393023.734264:0:7236:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50c630. 00080000:00000010:1.0:1749393023.734266:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012f102a00. 00000001:00000010:1.0:1749393023.734269:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.734273:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000020:00000010:1.0:1749393023.734286:0:7236:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b4d8e200. 00080000:00000010:1.0:1749393023.734288:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012f102600. 00080000:00000010:1.0:1749393023.734290:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012f102400. 00080000:00000010:1.0:1749393023.734292:0:7236:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880129ce0f00. 00000001:00000010:1.0:1749393023.734319:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.734322:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.734365:0:7236:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880129ce0f00. 00080000:00000010:1.0:1749393023.734370:0:7236:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012f102600. 00000020:00000010:1.0:1749393023.734371:0:7236:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800b4d8e200. 00000004:00000010:1.0:1749393023.734377:0:7236:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea6e80. 00000004:00000010:1.0:1749393023.734379:0:7236:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012e704e10. 00000004:00000010:1.0:1749393023.734384:0:7236:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50c738. 00080000:00000010:1.0:1749393023.734386:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012f102600. 00000001:00000010:1.0:1749393023.734389:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.734392:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000020:00000010:1.0:1749393023.734404:0:7236:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b4d8e000. 00080000:00000010:1.0:1749393023.734406:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012f102200. 00080000:00000010:1.0:1749393023.734408:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012f100200. 00000001:00000010:1.0:1749393023.734481:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.734487:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.734496:0:7236:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012f102200. 00000020:00000010:1.0:1749393023.734499:0:7236:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800b4d8e000. 00000004:00000010:1.0:1749393023.734503:0:7236:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea7050. 00000004:00000010:1.0:1749393023.734505:0:7236:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012e704e88. 00000004:00000010:1.0:1749393023.734507:0:7236:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50c840. 00080000:00000010:1.0:1749393023.734509:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012f102200. 00000001:00000010:1.0:1749393023.734511:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.734514:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.734521:0:7236:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b4caea00. 00100000:00000010:1.0:1749393023.734526:0:7236:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129ce0f00. 00080000:00000010:1.0:1749393023.734533:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff0000. 00040000:00000010:1.0:1749393023.734537:0:7236:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at ffff8800a3da16a0. 00000001:00000010:1.0:1749393023.734540:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.734543:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00040000:00000010:1.0:1749393023.734544:0:7236:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at ffff8800a3da16a0. 00000001:00000010:1.0:1749393023.734547:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.734550:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145688. 00000001:00000010:1.0:1749393023.734551:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145688. 00000001:00000010:1.0:1749393023.734553:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.734555:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.734556:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.734560:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff0200. 00040000:00000010:1.0:1749393023.735615:0:7236:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800a3da16a0. 00000001:00000010:1.0:1749393023.735621:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b4cae400. 00000001:00000010:1.0:1749393023.735629:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012b2c0b90. 00000001:00000010:1.0:1749393023.735631:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88012e70a300. 00040000:00000010:1.0:1749393023.735633:0:7236:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at ffff880129ce0040. 00080000:00000010:1.0:1749393023.735637:0:7236:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff880122258240. 00080000:00000010:1.0:1749393023.735653:0:7236:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff880122258240. 00040000:00000010:1.0:1749393023.735655:0:7236:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at ffff880129ce0040. 00040000:00000010:1.0:1749393023.735664:0:7236:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 360 at ffff880129ff2000. 00000001:00000010:1.0:1749393023.735670:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.735674:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000020:00000010:1.0:1749393023.735687:0:7236:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b4cae800. 00080000:00000010:1.0:1749393023.735690:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129ff0400. 00080000:00000010:1.0:1749393023.735694:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff0600. 00000001:00000010:1.0:1749393023.735780:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.735785:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.735798:0:7236:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129ff0400. 00000020:00000010:1.0:1749393023.735800:0:7236:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800b4cae800. 00000004:00000010:1.0:1749393023.735805:0:7236:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea7220. 00000004:00000010:1.0:1749393023.735808:0:7236:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012e704f00. 00000004:00000010:1.0:1749393023.735810:0:7236:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50c948. 00080000:00000010:1.0:1749393023.735812:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129ff0400. 00000001:00000010:1.0:1749393023.735815:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.735817:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.735825:0:7236:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b4caed00. 00100000:00000010:1.0:1749393023.735829:0:7236:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129ce0040. 00080000:00000010:1.0:1749393023.735832:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff0800. 00040000:00000010:1.0:1749393023.735834:0:7236:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at ffff8800a3da1540. 00000001:00000010:1.0:1749393023.735836:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.735838:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00040000:00000010:1.0:1749393023.735840:0:7236:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at ffff8800a3da1540. 00000001:00000010:1.0:1749393023.735842:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.735844:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145688. 00000001:00000010:1.0:1749393023.735845:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145688. 00000001:00000010:1.0:1749393023.735847:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.735853:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.735856:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.735860:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff0a00. 00040000:00000010:1.0:1749393023.736841:0:7236:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800a3da1480. 00000001:00000010:1.0:1749393023.736846:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b4cae700. 00000001:00000010:1.0:1749393023.736851:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012b2c0ba8. 00000001:00000010:1.0:1749393023.736853:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88012e70a540. 00040000:00000010:1.0:1749393023.736855:0:7236:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at ffff880129ce0880. 00080000:00000010:1.0:1749393023.736858:0:7236:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff880122258240. 00080000:00000010:1.0:1749393023.736871:0:7236:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff880122258240. 00040000:00000010:1.0:1749393023.736874:0:7236:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at ffff880129ce0880. 00040000:00000010:1.0:1749393023.736877:0:7236:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 360 at ffff880129ff2168. 00000001:00000010:1.0:1749393023.736882:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.736886:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000020:00000010:1.0:1749393023.736900:0:7236:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012d5bdf00. 00080000:00000010:1.0:1749393023.736904:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129ff0c00. 00080000:00000010:1.0:1749393023.736908:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff0e00. 00000001:00000010:1.0:1749393023.737008:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.737014:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.737030:0:7236:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129ff0c00. 00000020:00000010:1.0:1749393023.737032:0:7236:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012d5bdf00. 00000004:00000010:1.0:1749393023.737037:0:7236:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea73f0. 00000004:00000010:1.0:1749393023.737040:0:7236:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012e704f78. 00000004:00000010:1.0:1749393023.737043:0:7236:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50ca50. 00080000:00000010:1.0:1749393023.737045:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129ff0c00. 00000001:00000010:1.0:1749393023.737048:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.737050:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.737059:0:7236:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88012d5bdd00. 00100000:00000010:1.0:1749393023.737063:0:7236:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129ce0880. 00080000:00000010:1.0:1749393023.737066:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff1000. 00040000:00000010:1.0:1749393023.737069:0:7236:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at ffff8800a3da14a0. 00000001:00000010:1.0:1749393023.737096:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.737099:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00040000:00000010:1.0:1749393023.737106:0:7236:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at ffff8800a3da14a0. 00000001:00000010:1.0:1749393023.737109:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.737113:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145688. 00000001:00000010:1.0:1749393023.737115:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145688. 00000001:00000010:1.0:1749393023.737117:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.737119:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.737121:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.737126:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff1200. 00040000:00000010:1.0:1749393023.738038:0:7236:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800a3da14a0. 00000001:00000010:1.0:1749393023.738044:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88012d5bde00. 00000001:00000010:1.0:1749393023.738047:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012b2c0bb0. 00000001:00000010:1.0:1749393023.738049:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88012e70a780. 00040000:00000010:1.0:1749393023.738051:0:7236:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at ffff880129ce0940. 00080000:00000010:1.0:1749393023.738070:0:7236:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff880122258240. 00080000:00000010:1.0:1749393023.738104:0:7236:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff880122258240. 00040000:00000010:1.0:1749393023.738108:0:7236:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at ffff880129ce0940. 00040000:00000010:1.0:1749393023.738112:0:7236:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 360 at ffff880129ff22d0. 00000001:00000010:1.0:1749393023.738119:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.738123:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000020:00000010:1.0:1749393023.738141:0:7236:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012d5bdb00. 00080000:00000010:1.0:1749393023.738145:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129ff1400. 00080000:00000010:1.0:1749393023.738149:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff1600. 00080000:00000010:1.0:1749393023.738153:0:7236:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880129ce0940. 00000001:00000010:1.0:1749393023.738223:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.738229:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.738293:0:7236:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880129ce0940. 00080000:00000010:1.0:1749393023.738299:0:7236:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129ff1400. 00000020:00000010:1.0:1749393023.738301:0:7236:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012d5bdb00. 00000004:00000010:1.0:1749393023.738307:0:7236:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea75c0. 00000004:00000010:1.0:1749393023.738315:0:7236:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012e70f000. 00000004:00000010:1.0:1749393023.738318:0:7236:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50cb58. 00080000:00000010:1.0:1749393023.738320:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129ff1400. 00000001:00000010:1.0:1749393023.738325:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.738332:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000020:00000010:1.0:1749393023.738349:0:7236:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012d5bdc00. 00080000:00000010:1.0:1749393023.738352:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129ff1800. 00080000:00000010:1.0:1749393023.738354:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff1a00. 00000001:00000010:1.0:1749393023.738446:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.738452:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.738464:0:7236:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129ff1800. 00000020:00000010:1.0:1749393023.738466:0:7236:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012d5bdc00. 00000004:00000010:1.0:1749393023.738471:0:7236:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea7790. 00000004:00000010:1.0:1749393023.738474:0:7236:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012e70f078. 00000004:00000010:1.0:1749393023.738476:0:7236:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50cc60. 00080000:00000010:1.0:1749393023.738479:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129ff1800. 00000001:00000010:1.0:1749393023.738481:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.738484:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.738491:0:7236:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88012d5bd900. 00100000:00000010:1.0:1749393023.738495:0:7236:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129ce0940. 00080000:00000010:1.0:1749393023.738498:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff1c00. 00040000:00000010:1.0:1749393023.738502:0:7236:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at ffff8800a3da1980. 00000001:00000010:1.0:1749393023.738504:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.738506:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00040000:00000010:1.0:1749393023.738508:0:7236:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at ffff8800a3da1980. 00000001:00000010:1.0:1749393023.738510:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.738513:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145688. 00000001:00000010:1.0:1749393023.738515:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145688. 00000001:00000010:1.0:1749393023.738516:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.738519:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.738521:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.738525:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff1e00. 00040000:00000010:1.0:1749393023.739576:0:7236:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800a3da1980. 00000001:00000010:1.0:1749393023.739582:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88012d5bda00. 00000001:00000010:1.0:1749393023.739586:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012b2c0bb8. 00000001:00000010:1.0:1749393023.739587:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88012e70aa80. 00040000:00000010:1.0:1749393023.739590:0:7236:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at ffff880129ce09c0. 00080000:00000010:1.0:1749393023.739599:0:7236:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff880122258240. 00080000:00000010:1.0:1749393023.739613:0:7236:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff880122258240. 00040000:00000010:1.0:1749393023.739615:0:7236:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at ffff880129ce09c0. 00040000:00000010:1.0:1749393023.739619:0:7236:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 360 at ffff880129ff2438. 00000001:00000010:1.0:1749393023.739624:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.739628:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000020:00000010:1.0:1749393023.739642:0:7236:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012d5bd700. 00080000:00000010:1.0:1749393023.739646:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129ff1600. 00080000:00000010:1.0:1749393023.739650:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff1a00. 00000001:00000010:1.0:1749393023.739754:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.739760:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.739777:0:7236:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129ff1600. 00000020:00000010:1.0:1749393023.739779:0:7236:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012d5bd700. 00000004:00000010:1.0:1749393023.739785:0:7236:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea7960. 00000004:00000010:1.0:1749393023.739789:0:7236:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012e70f0f0. 00000004:00000010:1.0:1749393023.739791:0:7236:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50cd68. 00080000:00000010:1.0:1749393023.739794:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129ff1600. 00000001:00000010:1.0:1749393023.739797:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.739800:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.739809:0:7236:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88012d5bd800. 00100000:00000010:1.0:1749393023.739813:0:7236:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129ce09c0. 00080000:00000010:1.0:1749393023.739816:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff1c00. 00040000:00000010:1.0:1749393023.739820:0:7236:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at ffff8800a3da11e0. 00000001:00000010:1.0:1749393023.739822:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.739824:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00040000:00000010:1.0:1749393023.739826:0:7236:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at ffff8800a3da11e0. 00000001:00000010:1.0:1749393023.739828:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.739831:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145688. 00000001:00000010:1.0:1749393023.739833:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145688. 00000001:00000010:1.0:1749393023.739834:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.739837:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.739839:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.739842:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff1e00. 00040000:00000010:1.0:1749393023.740880:0:7236:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800a3da1c20. 00000001:00000010:1.0:1749393023.740886:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88012d5bd500. 00000001:00000010:1.0:1749393023.740890:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012b2c0bc0. 00000001:00000010:1.0:1749393023.740891:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88012e70acc0. 00040000:00000010:1.0:1749393023.740894:0:7236:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at ffff880129ce0680. 00080000:00000010:1.0:1749393023.740897:0:7236:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff880122258240. 00080000:00000010:1.0:1749393023.740911:0:7236:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff880122258240. 00040000:00000010:1.0:1749393023.740914:0:7236:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at ffff880129ce0680. 00040000:00000010:1.0:1749393023.740917:0:7236:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 360 at ffff880129ff25a0. 00000001:00000010:1.0:1749393023.740922:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.740927:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000020:00000010:1.0:1749393023.740941:0:7236:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012d5bd600. 00080000:00000010:1.0:1749393023.740945:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129ff0e00. 00080000:00000010:1.0:1749393023.740949:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff1000. 00000001:00000010:1.0:1749393023.741055:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.741061:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.741105:0:7236:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129ff0e00. 00000020:00000010:1.0:1749393023.741107:0:7236:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012d5bd600. 00000004:00000010:1.0:1749393023.741113:0:7236:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea7b30. 00000004:00000010:1.0:1749393023.741117:0:7236:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012e70f168. 00000004:00000010:1.0:1749393023.741120:0:7236:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50ce70. 00080000:00000010:1.0:1749393023.741123:0:7236:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129ff0e00. 00000001:00000010:1.0:1749393023.741126:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.741130:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.741140:0:7236:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88012d5bd300. 00100000:00000010:1.0:1749393023.741144:0:7236:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129ce0680. 00080000:00000010:1.0:1749393023.741147:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff1200. 00040000:00000010:1.0:1749393023.741150:0:7236:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at ffff8800a3da1660. 00000001:00000010:1.0:1749393023.741153:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.741155:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00040000:00000010:1.0:1749393023.741157:0:7236:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at ffff8800a3da1660. 00000001:00000010:1.0:1749393023.741183:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.741188:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145688. 00000001:00000010:1.0:1749393023.741196:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145688. 00000001:00000010:1.0:1749393023.741198:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.741201:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.741204:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.741208:0:7236:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129ff0600. 00040000:00000010:1.0:1749393023.742286:0:7236:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800a3da1800. 00000001:00000010:1.0:1749393023.742291:0:7236:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88012d5bd400. 00000001:00000010:1.0:1749393023.742294:0:7236:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012b2c0bc8. 00000001:00000010:1.0:1749393023.742296:0:7236:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88012e70af00. 00040000:00000010:1.0:1749393023.742298:0:7236:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at ffff880129ce0580. 00080000:00000010:1.0:1749393023.742300:0:7236:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff880122258240. 00080000:00000010:1.0:1749393023.742313:0:7236:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff880122258240. 00040000:00000010:1.0:1749393023.742314:0:7236:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at ffff880129ce0580. 00040000:00000010:1.0:1749393023.742317:0:7236:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 360 at ffff880129ff2708. 00000001:00000010:1.0:1749393023.742322:0:7236:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.742325:0:7236:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00000020:00000010:1.0:1749393023.742338:0:7236:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012f10c800. 00000004:00000010:1.0:1749393023.742342:0:7236:0:(mdt_handler.c:6188:mdt_quota_init()) kfreed 'lcfg': 128 at ffff8800b40d8c00. 00000004:00000010:1.0:1749393023.742344:0:7236:0:(mdt_handler.c:6192:mdt_quota_init()) kfreed 'bufs': 104 at ffff8800b40d8700. 00000004:00000010:1.0:1749393023.742346:0:7236:0:(mdt_handler.c:6193:mdt_quota_init()) kfreed 'qmtname': 128 at ffff8800b40d8d00. 00000004:00000010:1.0:1749393023.742347:0:7236:0:(mdt_handler.c:6194:mdt_quota_init()) kfreed 'uuid': 40 at ffff880129ce0840. 00000004:00000010:1.0:1749393023.742348:0:7236:0:(mdt_handler.c:6195:mdt_quota_init()) kfreed 'data': 192 at ffff88012e705840. 00000020:00000010:1.0:1749393023.742353:0:7236:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129ff0800. 00000020:00000010:1.0:1749393023.742355:0:7236:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880129ff0a00. 00000040:00000010:1.0:1749393023.742357:0:7236:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880129ff0000. 00000020:00000010:1.0:1749393023.742358:0:7236:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012f10c000. 00000020:00000010:1.0:1749393023.742360:0:7236:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012b630f18. 00000020:00000010:1.0:1749393023.742361:0:7236:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880129ff0200. 80000000:00000010:1.0:1749393023.742363:0:7236:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b77c240. 40000000:00000010:1.0:1749393023.742364:0:7236:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b41437c0. 00100000:00000010:1.0:1749393023.742366:0:7236:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012f10b800. 00040000:00000010:1.0:1749393023.742367:0:7236:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012d5bd100. 00040000:00000010:1.0:1749393023.742369:0:7236:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012f10b000. 00040000:00000010:1.0:1749393023.742373:0:7236:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880129ff1000. 00080000:00000010:1.0:1749393023.742374:0:7236:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012f8a1000. 00080000:00000010:1.0:1749393023.742376:0:7236:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d802000. 00000004:00000010:1.0:1749393023.742378:0:7236:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012f10a800. 00000004:00000010:1.0:1749393023.742379:0:7236:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012f8a0000. 00000004:00000010:1.0:1749393023.742385:0:7236:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012f8a8000. 00000004:00000010:1.0:1749393023.742387:0:7236:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880136691800. 00000020:00000010:1.0:1749393023.742388:0:7236:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129ff0600. 00000020:00000010:1.0:1749393023.742390:0:7236:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b40d8d00. 00000020:00000010:1.0:1749393023.742391:0:7236:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e2b0190. 00000020:00000010:1.0:1749393023.745332:0:7211:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012d806000. 00000020:00000010:1.0:1749393023.745930:0:7239:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129ff1a00. 00000020:00000010:1.0:1749393023.745936:0:7239:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880129ff1c00. 00000040:00000010:1.0:1749393023.745939:0:7239:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880129ff1e00. 00000020:00000010:1.0:1749393023.745941:0:7239:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012f8a8800. 00000020:00000010:1.0:1749393023.745945:0:7239:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012b631928. 00000020:00000010:1.0:1749393023.745955:0:7239:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880136aea000. 80000000:00000010:1.0:1749393023.745958:0:7239:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b77c9c0. 40000000:00000010:1.0:1749393023.745961:0:7239:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129ce0840. 00100000:00000010:1.0:1749393023.745964:0:7239:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012f8a9000. 00040000:00000010:1.0:1749393023.745966:0:7239:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012d5bd200. 00040000:00000010:1.0:1749393023.745969:0:7239:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012f8a9800. 00040000:00000010:1.0:1749393023.745971:0:7239:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880136aea200. 00080000:00000010:1.0:1749393023.745974:0:7239:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012f8a4000. 00080000:00000010:1.0:1749393023.745982:0:7239:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801373d8000. 00000004:00000010:1.0:1749393023.745986:0:7239:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012f8aa000. 00000004:00000010:1.0:1749393023.745990:0:7239:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012f8a5000. 00000004:00000010:1.0:1749393023.745992:0:7239:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012f8aa800. 00002000:00000010:1.0:1749393023.745995:0:7239:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880136691c00. 00000004:00000010:1.0:1749393023.745997:0:7239:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880136692000. 00000020:00000010:1.0:1749393023.745999:0:7239:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129ce0580. 00000040:00000010:1.0:1749393023.746004:0:7239:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8801373da000. 00000040:00000010:1.0:1749393023.746470:0:7239:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff8801373da000. 00000020:00000010:1.0:1749393023.746481:0:7239:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880129ce0580. 00000020:00000010:1.0:1749393023.746487:0:7239:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880129ff1c00. 00000040:00000010:1.0:1749393023.746491:0:7239:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880129ff1e00. 00000020:00000010:1.0:1749393023.746493:0:7239:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012f8a8800. 00000020:00000010:1.0:1749393023.746496:0:7239:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012b631928. 00000020:00000010:1.0:1749393023.746498:0:7239:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880136aea000. 80000000:00000010:1.0:1749393023.746501:0:7239:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012b77c9c0. 40000000:00000010:1.0:1749393023.746503:0:7239:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129ce0840. 00100000:00000010:1.0:1749393023.746505:0:7239:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012f8a9000. 00040000:00000010:1.0:1749393023.746507:0:7239:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012d5bd200. 00040000:00000010:1.0:1749393023.746510:0:7239:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88012f8a9800. 00040000:00000010:1.0:1749393023.746512:0:7239:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880136aea200. 00080000:00000010:1.0:1749393023.746515:0:7239:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801373d8000. 00080000:00000010:1.0:1749393023.746517:0:7239:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012f8a4000. 00000004:00000010:1.0:1749393023.746520:0:7239:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012f8aa000. 00000004:00000010:1.0:1749393023.746522:0:7239:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012f8a5000. 00000004:00000010:1.0:1749393023.746525:0:7239:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012f8aa800. 00002000:00000010:1.0:1749393023.746527:0:7239:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880136691c00. 00000004:00000010:1.0:1749393023.746529:0:7239:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880136692000. 00000020:00000010:1.0:1749393023.746531:0:7239:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129ff1a00. 00000020:00000010:1.0:1749393023.747677:0:7240:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136aea400. 00000020:00000010:1.0:1749393023.747680:0:7240:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880136aea200. 00000040:00000010:1.0:1749393023.747682:0:7240:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880136aea000. 00000020:00000010:1.0:1749393023.747684:0:7240:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012f8aa800. 00000020:00000010:1.0:1749393023.747686:0:7240:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012b631928. 00000020:00000010:1.0:1749393023.747688:0:7240:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880136aea600. 80000000:00000010:1.0:1749393023.747690:0:7240:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b77c9c0. 40000000:00000010:1.0:1749393023.747692:0:7240:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129ce0840. 00100000:00000010:1.0:1749393023.747694:0:7240:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012f8aa000. 00040000:00000010:1.0:1749393023.747696:0:7240:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012d5bd200. 00040000:00000010:1.0:1749393023.747698:0:7240:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012f8a9800. 00040000:00000010:1.0:1749393023.747700:0:7240:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880136aea800. 00080000:00000010:1.0:1749393023.747702:0:7240:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012f8a5000. 00080000:00000010:1.0:1749393023.747704:0:7240:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801373d8000. 00000004:00000010:1.0:1749393023.747713:0:7240:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012f8a9000. 00000004:00000010:1.0:1749393023.747716:0:7240:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012f8a4000. 00000004:00000010:1.0:1749393023.747718:0:7240:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012f8a8800. 00002000:00000010:1.0:1749393023.747720:0:7240:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880136692000. 00000004:00000010:1.0:1749393023.747722:0:7240:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880136691c00. 00000020:00000010:1.0:1749393023.747724:0:7240:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129ce01c0. 00000040:00000010:1.0:1749393023.747727:0:7240:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8801373da000. 00000100:00000010:1.0:1749393023.747733:0:7240:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130060000. 02000000:00000010:1.0:1749393023.747740:0:7240:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136aeac00. 00000100:00000010:1.0:1749393023.747747:0:7240:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e4b40c0. 02000000:00000010:1.0:1749393023.747761:0:7240:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8801373b4000. 00000400:00000010:1.0:1749393023.747765:0:7240:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e145630. 00000400:00000010:1.0:1749393023.747768:0:7240:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88012e4b4180. 00000100:00000200:1.0:1749393023.747772:0:7240:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1834371507030400, portal 25 00000400:00000010:1.0:1749393023.747776:0:7240:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d35a000. 00000100:00000200:1.0:1749393023.747777:0:7240:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1834371507030400, offset 0 00000400:00000200:1.0:1749393023.747782:0:7240:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749393023.747789:0:7240:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749393023.747794:0:7240:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x68459e6100980 00000400:00000200:1.0:1749393023.747798:0:7240:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x155 [2] + 0 00000400:00000010:1.0:1749393023.747801:0:7240:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012e6fc630. 00000400:00000200:1.0:1749393023.747804:0:7240:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880136b48cc0 00000400:00000200:1.0:1749393023.747807:0:7240:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393023.747810:0:7240:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749393023.747812:0:7240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136b48cc0 00000400:00000010:1.0:1749393023.747814:0:7240:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880136b48cc0. 00000100:00000200:1.0:1749393023.747816:0:7240:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1749393023.747836:0:7240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d35a000 00000400:00000010:1.0:1749393023.747838:0:7240:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012d35a000. 00000100:00000200:1.0:1749393023.747842:0:7240:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130060000 x1834371507030400/t0(0) o502->MGC192.168.203.132@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1749393039 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749393023.748011:0:7240:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012e145630. 00000400:00000200:1.0:1749393023.748013:0:7240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e4b4180 00000400:00000010:1.0:1749393023.748019:0:7240:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 184 at ffff88012e4b4180. 00000100:00000200:1.0:1749393023.748024:0:7240:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130060000 x1834371507030400/t0(0) o502->MGC192.168.203.132@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1749393039 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749393023.748032:0:7240:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130060000 x1834371507030400/t0(0) o502->MGC192.168.203.132@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1749393039 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749393023.748046:0:7240:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012e4b40c0. 02000000:00000010:1.0:1749393023.748052:0:7240:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8801373b4000. 02000000:00000010:1.0:1749393023.748062:0:7240:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880136aeac00. 00000100:00000010:1.0:1749393023.748065:0:7240:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130060000. 00000100:00000010:1.0:1749393023.748100:0:7240:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff880136692400. 00000400:00000200:1.0:1749393023.748109:0:7240:0:(peer.c:1757:lnet_peer_add()) peer 192.168.203.132@tcp NID flags 0x100001: -17 00000020:00000010:1.0:1749393023.748113:0:7240:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff880129ce0e80. 00000020:00000010:1.0:1749393023.748116:0:7240:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff880129ce0f40. 00000020:00000010:1.0:1749393023.748119:0:7240:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff880129ce0f40. 00000020:00000010:1.0:1749393023.748121:0:7240:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff880129ce0f40. 00000020:00000010:1.0:1749393023.748125:0:7240:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8800b40d8700. 00000020:00000010:1.0:1749393023.748132:0:7240:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8801313e55c0. 00000020:00000010:1.0:1749393023.748137:0:7240:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012f8ab000. 00000020:00000010:1.0:1749393023.748146:0:7240:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff8800b40d8700. 00000020:00000010:1.0:1749393023.748149:0:7240:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff88012b77cb40. 00000001:00000010:1.0:1749393023.748198:0:7240:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012e4b40c0. 00000001:00000010:1.0:1749393023.748200:0:7240:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a92e9f40. 00000001:00000010:1.0:1749393023.748202:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880136aeac00. 00000001:00000010:1.0:1749393023.748203:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880136aeae00. 00000001:00000010:1.0:1749393023.748205:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880136aeb000. 00000001:00000010:1.0:1749393023.748206:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880136aeb200. 00000001:00000010:1.0:1749393023.748207:0:7240:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012e4b4180. 00000001:00000010:1.0:1749393023.748209:0:7240:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a92e9260. 00000001:00000010:1.0:1749393023.748210:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880136aeb400. 00000001:00000010:1.0:1749393023.748211:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880136aeb600. 00000001:00000010:1.0:1749393023.748213:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880136aeb800. 00000001:00000010:1.0:1749393023.748214:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880136aeba00. 00000020:00000010:1.0:1749393023.748219:0:7240:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136aebc00. 00000020:00000010:1.0:1749393023.748221:0:7240:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b40d8700. 00000020:00000010:1.0:1749393023.748222:0:7240:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e2b0258. 00000008:00000010:1.0:1749393023.748224:0:7240:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012d47a160. 00020000:00000010:1.0:1749393023.748226:0:7240:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880122258240. 00008000:00000010:1.0:1749393023.748227:0:7240:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012b2c0bd0. 00000080:00000010:1.0:1749393023.748229:0:7240:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012cca60f0. 00000020:00000010:1.0:1749393023.748231:0:7240:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136aebe00. 00000020:00000010:1.0:1749393023.748232:0:7240:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880129ff1a00. 00000040:00000010:1.0:1749393023.748233:0:7240:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880129ff1e00. 00000020:00000010:1.0:1749393023.748235:0:7240:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012f8ab800. 00000020:00000010:1.0:1749393023.748237:0:7240:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012b631e30. 00000020:00000010:1.0:1749393023.748238:0:7240:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880129ff1c00. 80000000:00000010:1.0:1749393023.748240:0:7240:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b77cc60. 40000000:00000010:1.0:1749393023.748241:0:7240:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129ce0500. 00100000:00000010:1.0:1749393023.748243:0:7240:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012f8ac000. 00040000:00000010:1.0:1749393023.748245:0:7240:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012d5bd000. 00040000:00000010:1.0:1749393023.748247:0:7240:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012f8ac800. 00040000:00000010:1.0:1749393023.748251:0:7240:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8801215ee000. 00080000:00000010:1.0:1749393023.748254:0:7240:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012f8a6000. 00080000:00000010:1.0:1749393023.748257:0:7240:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801373dc000. 00000004:00000010:1.0:1749393023.748259:0:7240:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012f8ad000. 00000004:00000010:1.0:1749393023.748261:0:7240:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012f8a7000. 00000004:00000010:1.0:1749393023.748263:0:7240:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012f8ad800. 00000004:00000010:1.0:1749393023.748264:0:7240:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880136693800. 00000010:00000010:1.0:1749393023.748267:0:7240:0:(lwp_dev.c:354:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff88012b77c960. 00000010:00000010:1.0:1749393023.748308:0:7240:0:(lwp_dev.c:81:lwp_setup()) kmalloced '(bufs)': 104 at ffff8800b40d8c00. 00000100:00000010:1.0:1749393023.748313:0:7240:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff880136693c00. 00000400:00000200:1.0:1749393023.748316:0:7240:0:(peer.c:1757:lnet_peer_add()) peer 192.168.203.132@tcp NID flags 0x100001: -17 00000010:00000010:1.0:1749393023.748319:0:7240:0:(lwp_dev.c:118:lwp_setup()) kmalloced '(target)': 128 at ffff8800b40d8580. 00000010:00000010:1.0:1749393023.748322:0:7240:0:(lwp_dev.c:139:lwp_setup()) kmalloced '(lcfg)': 136 at ffff88012e4b4240. 00010000:00000010:1.0:1749393023.748326:0:7240:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff880129ce0540. 00000020:00000010:1.0:1749393023.748329:0:7240:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88012f8ae000. 00000100:00000200:1.0:1749393023.748339:0:7240:0:(events.c:557:ptlrpc_uuid_to_peer()) lustre-MDT0000-lwp-MDT0000_UUID->12345-0@lo 00010000:00000010:1.0:1749393023.748343:0:7240:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88012b77cf60. 00010000:00000010:1.0:1749393023.748345:0:7240:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff880136690800. 00000001:00000010:1.0:1749393023.748347:0:7240:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88013727bd00. 00000001:00000010:1.0:1749393023.748350:0:7240:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff88013727be00. 00000001:00000010:1.0:1749393023.748383:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000086c000. 00000001:00000010:1.0:1749393023.748417:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000878000. 00000001:00000010:1.0:1749393023.748450:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000884000. 00000001:00000010:1.0:1749393023.748485:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008f2000. 00000001:00000010:1.0:1749393023.748518:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008fc000. 00000001:00000010:1.0:1749393023.748553:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000906000. 00000001:00000010:1.0:1749393023.748588:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000d54000. 00000001:00000010:1.0:1749393023.748621:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000d5e000. 00000001:00000010:1.0:1749393023.748654:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000d68000. 00000001:00000010:1.0:1749393023.748683:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000d72000. 00000001:00000010:1.0:1749393023.748718:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000d7c000. 00000001:00000010:1.0:1749393023.748750:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000d86000. 00000001:00000010:1.0:1749393023.748789:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002e71000. 00000001:00000010:1.0:1749393023.748855:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002e7b000. 00000001:00000010:1.0:1749393023.748901:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002e85000. 00000001:00000010:1.0:1749393023.748948:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002e8f000. 00000001:00000010:1.0:1749393023.748994:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002e99000. 00000001:00000010:1.0:1749393023.749044:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002ea3000. 00000001:00000010:1.0:1749393023.749115:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002ead000. 00000001:00000010:1.0:1749393023.749196:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002eb7000. 00000001:00000010:1.0:1749393023.749234:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002ec1000. 00000001:00000010:1.0:1749393023.749267:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002ecb000. 00000001:00000010:1.0:1749393023.749300:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002ed5000. 00000001:00000010:1.0:1749393023.749334:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002edf000. 00000001:00000010:1.0:1749393023.749366:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002ee9000. 00000001:00000010:1.0:1749393023.749398:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002ef3000. 00000001:00000010:1.0:1749393023.749464:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002efd000. 00000001:00000010:1.0:1749393023.749511:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002f07000. 00000001:00000010:1.0:1749393023.749557:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002f11000. 00000001:00000010:1.0:1749393023.749604:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002f1b000. 00000001:00000010:1.0:1749393023.749654:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002f25000. 00000001:00000010:1.0:1749393023.749700:0:7240:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90002f2f000. 00000020:00000010:1.0:1749393023.749760:0:7240:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880093af8000. 00000020:00000010:1.0:1749393023.749763:0:7240:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800a92e9620. 00000020:00000010:1.0:1749393023.749807:0:7240:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880093af8400. 00000020:00000010:1.0:1749393023.749809:0:7240:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8801215ee600. 00000010:00000010:1.0:1749393023.749818:0:7240:0:(lwp_dev.c:154:lwp_setup()) kfreed 'bufs': 104 at ffff8800b40d8c00. 00000010:00000010:1.0:1749393023.749821:0:7240:0:(lwp_dev.c:155:lwp_setup()) kfreed 'target': 128 at ffff8800b40d8580. 00000010:00000010:1.0:1749393023.749823:0:7240:0:(lwp_dev.c:157:lwp_setup()) kfreed 'lcfg': 136 at ffff88012e4b4240. 00000020:00000010:1.0:1749393023.749853:0:7240:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880093af8800. 00000020:00000010:1.0:1749393023.749855:0:7240:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8801373b8000. 00000020:00000010:1.0:1749393023.749868:0:7240:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880129ff1a00. 00000040:00000010:1.0:1749393023.749871:0:7240:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880129ff1e00. 00000020:00000010:1.0:1749393023.749873:0:7240:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012f8ab800. 00000020:00000010:1.0:1749393023.749875:0:7240:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012b631e30. 00000020:00000010:1.0:1749393023.749878:0:7240:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880129ff1c00. 80000000:00000010:1.0:1749393023.749880:0:7240:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012b77cc60. 40000000:00000010:1.0:1749393023.749882:0:7240:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129ce0500. 00100000:00000010:1.0:1749393023.749885:0:7240:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012f8ac000. 00040000:00000010:1.0:1749393023.749887:0:7240:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012d5bd000. 00040000:00000010:1.0:1749393023.749890:0:7240:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88012f8ac800. 00040000:00000010:1.0:1749393023.749892:0:7240:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8801215ee000. 00080000:00000010:1.0:1749393023.749895:0:7240:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801373dc000. 00080000:00000010:1.0:1749393023.749899:0:7240:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012f8a6000. 00000004:00000010:1.0:1749393023.749902:0:7240:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012f8ad000. 00000004:00000010:1.0:1749393023.749904:0:7240:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012f8a7000. 00000004:00000010:1.0:1749393023.749907:0:7240:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012f8ad800. 00000004:00000010:1.0:1749393023.749909:0:7240:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880136693800. 00000020:00000010:1.0:1749393023.749911:0:7240:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136aebe00. 00000020:00000010:1.0:1749393023.749917:0:7240:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b40d8700. 00000020:00000010:1.0:1749393023.749920:0:7240:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e2b0258. 00000008:00000010:1.0:1749393023.749922:0:7240:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012d47a160. 00020000:00000010:1.0:1749393023.749924:0:7240:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff880122258240. 00008000:00000010:1.0:1749393023.749927:0:7240:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012b2c0bd0. 00000080:00000010:1.0:1749393023.749929:0:7240:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012cca60f0. 00000020:00000010:1.0:1749393023.749931:0:7240:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136aebc00. 00000020:00000010:1.0:1749393023.749934:0:7240:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff88012b77cb40. 00000020:00000010:1.0:1749393023.749939:0:7240:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801215ee200. 00000020:00000010:1.0:1749393023.749941:0:7240:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8801215ee000. 00000040:00000010:1.0:1749393023.749943:0:7240:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8801215ee800. 00000020:00000010:1.0:1749393023.749945:0:7240:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012f8ad800. 00000020:00000010:1.0:1749393023.749947:0:7240:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012b631e30. 00000020:00000010:1.0:1749393023.749949:0:7240:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8801215eea00. 80000000:00000010:1.0:1749393023.749951:0:7240:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012e160720. 40000000:00000010:1.0:1749393023.749952:0:7240:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88006e5c4900. 00100000:00000010:1.0:1749393023.749954:0:7240:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012f8ad000. 00040000:00000010:1.0:1749393023.749956:0:7240:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88013727bb00. 00040000:00000010:1.0:1749393023.749958:0:7240:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012f8ac800. 00040000:00000010:1.0:1749393023.749959:0:7240:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8801215eec00. 00080000:00000010:1.0:1749393023.749961:0:7240:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8801373b9000. 00080000:00000010:1.0:1749393023.749964:0:7240:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801373dc000. 00000004:00000010:1.0:1749393023.749966:0:7240:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012f8ac000. 00000004:00000010:1.0:1749393023.749968:0:7240:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8801373ba000. 00000004:00000010:1.0:1749393023.749970:0:7240:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012f8ab800. 00000004:00000010:1.0:1749393023.749972:0:7240:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880093af8c00. 00000020:00000010:1.0:1749393023.749974:0:7240:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801215ef000. 00000020:00000010:1.0:1749393023.749976:0:7240:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88011fb9bd80. 00000020:00000010:1.0:1749393023.749978:0:7240:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e2b0258. 00000020:00000010:1.0:1749393023.749980:0:7240:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff88012e4b4240. 00000020:00000010:1.0:1749393023.749982:0:7240:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff88006e5c4640. 00000020:00000010:1.0:1749393023.749985:0:7240:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012f8ae800. 00000100:00000010:1.0:1749393023.750001:0:7240:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130060000. 02000000:00000010:1.0:1749393023.750012:0:7240:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880093af9000. 00000100:00000010:1.0:1749393023.750113:0:17:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52d79c0. 02000000:00000010:3.0:1749393023.750149:0:3763:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880072456400. 00000400:00000010:3.0:1749393023.750155:0:3763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072476268. 00000400:00000010:3.0:1749393023.750168:0:3763:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41f1660. 00000100:00000200:3.0:1749393023.750172:0:3763:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834371507030528, portal 10 00000020:00000010:3.0:1749393023.750176:0:3763:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012dc5c000. 00000400:00000010:3.0:1749393023.750179:0:3763:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41f16e8. 00000100:00000200:3.0:1749393023.750180:0:3763:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834371507030528, offset 0 00000400:00000200:3.0:1749393023.750184:0:3763:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749393023.750188:0:3763:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749393023.750192:0:3763:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x68459e6100a00 00000400:00000200:3.0:1749393023.750196:0:3763:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 0 00000400:00000200:3.0:1749393023.750200:0:3763:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393023.750202:0:3763:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749393023.750205:0:3763:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749393023.750214:0:3763:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093b00000. 00000400:00000200:3.0:1749393023.750228:0:3763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41f16e8 00000400:00000010:3.0:1749393023.750229:0:3763:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41f16e8. 00000100:00000200:3.0:1749393023.750232:0:3763:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880130060000 x1834371507030528/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749393033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393023.750246:0:3763:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e3d3100. 00000100:00000010:3.0:1749393023.750250:0:3763:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e3d3c40. 00000100:00000010:3.0:1749393023.750253:0:3763:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e3d3740. 00000400:00000010:3.0:1749393023.750318:0:3763:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880072476268. 00000400:00000200:3.0:1749393023.750320:0:3763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41f1660 00000400:00000010:3.0:1749393023.750321:0:3763:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41f1660. 00000100:00000200:3.0:1749393023.750324:0:3763:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880130060000 x1834371507030528/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749393033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393023.750329:0:3763:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880130060000 x1834371507030528/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749393033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749393023.750340:0:3763:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880072456400. 02000000:00000010:3.0:1749393023.750343:0:3763:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880093af9000. 00000100:00000010:3.0:1749393023.750345:0:3763:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130060000. 00000100:00000010:1.0:1749393023.753152:0:17:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e3d3c40. 00000100:00000010:3.0:1749393023.753154:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52d7980. 00010000:00000010:3.0:1749393023.753326:0:7230:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012f9e8800. 00000020:00000010:3.0:1749393023.753329:0:7230:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e3d3980. 00010000:00000010:3.0:1749393023.753335:0:7230:0:(ldlm_lock.c:2321:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e3d3440. 00000100:00000010:3.0:1749393023.753337:0:7230:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b2d70c0. 00000100:00000010:3.0:1749393023.753342:0:7230:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093b00380. 02000000:00000010:3.0:1749393023.753346:0:7230:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012f9e8600. 02000000:00000010:3.0:1749393023.753358:0:7230:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012f9e8000. 00000400:00000010:3.0:1749393023.753361:0:7230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880072476268. 00000400:00000010:3.0:1749393023.753363:0:7230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41f1660. 00000100:00000200:3.0:1749393023.753365:0:7230:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371507030912, portal 16 00000400:00000010:3.0:1749393023.753368:0:7230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41f16e8. 00000100:00000200:3.0:1749393023.753369:0:7230:0:(niobuf.c:81:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1834371507030912, offset 0 00000400:00000200:3.0:1749393023.753372:0:7230:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749393023.753376:0:7230:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749393023.753380:0:7230:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x68459e6100b80 00000400:00000200:3.0:1749393023.753384:0:7230:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 0 00000400:00000200:3.0:1749393023.753392:0:7230:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749393023.753394:0:7230:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749393023.753396:0:7230:0:(events.c:297:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1749393023.753399:0:7230:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093b00700. 00000400:00000200:3.0:1749393023.753413:0:7230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41f16e8 00000400:00000010:3.0:1749393023.753414:0:7230:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41f16e8. 00000100:00000200:3.0:1749393023.753417:0:7230:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880093b00380 x1834371507030912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1749393039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1749393023.753426:0:7230:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e3d3d40. 00000100:00000010:3.0:1749393023.753432:0:7230:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e3d3500. 00000100:00000010:3.0:1749393023.753438:0:7230:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e3d32c0. 00000100:00000010:3.0:1749393023.753441:0:7230:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e3d34c0. 00000400:00000010:3.0:1749393023.753506:0:7193:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130064688. 00000400:00000200:3.0:1749393023.753508:0:7193:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880123029000 00000400:00000010:3.0:1749393023.753509:0:7193:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880123029000. 00000100:00000200:3.0:1749393023.753513:0:7193:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880129f14700 x1834371507030784/t0(0) o253->MGC192.168.203.132@tcp@0@lo:26/25 lens 4832/4832 e 0 to 0 dl 1749393039 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749393023.753518:0:7193:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880129f14700 x1834371507030784/t0(0) o253->MGC192.168.203.132@tcp@0@lo:26/25 lens 4832/4832 e 0 to 0 dl 1749393039 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749393023.753528:0:7193:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880123029f00. 02000000:00000010:3.0:1749393023.753532:0:7193:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff88012dbfc000. 02000000:00000010:3.0:1749393023.753535:0:7193:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff880136428000. 00000100:00000010:3.0:1749393023.753537:0:7193:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880129f14700. 00000020:00000010:3.0:1749393023.753539:0:7193:0:(tgt_mount.c:1429:server_notify_target()) kfreed 'mti': 4608 at ffff88013642e000. 00000020:02000000:3.0:1749393023.753542:0:7193:0:(tgt_mount.c:2346:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00000010:3.0:1749393023.755431:0:7204:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880093b00a80. 02000000:00000010:3.0:1749393023.755436:0:7204:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012f9e8200. 00000020:00000010:3.0:1749393023.755452:0:7204:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e3d3a40. 00010000:00000010:3.0:1749393023.755458:0:7204:0:(ldlm_lockd.c:2932:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88012a2d8cc0. 00000020:00000010:3.0:1749393023.755464:0:7193:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f9e8c00. 00000020:00000010:3.0:1749393023.755466:0:7193:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012f9e8e00. 00000040:00000010:3.0:1749393023.755472:0:7193:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012f9e9000. 00000020:00000010:3.0:1749393023.755475:0:7193:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012b8b0000. 00000020:00000010:3.0:1749393023.755477:0:7193:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136b98508. 00000020:00000010:3.0:1749393023.755479:0:7193:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012f9e9200. 80000000:00000010:3.0:1749393023.755480:0:7193:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b1d3bea0. 40000000:00000010:3.0:1749393023.755482:0:7193:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e3d3840. 00100000:00000010:3.0:1749393023.755484:0:7193:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012b8b0800. 00040000:00000010:3.0:1749393023.755486:0:7193:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b1c1f000. 00040000:00000010:3.0:1749393023.755487:0:7193:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012b8b1000. 00040000:00000010:3.0:1749393023.755489:0:7193:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012f9e9400. 00080000:00000010:3.0:1749393023.755491:0:7193:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88008f48d000. 00080000:00000010:3.0:1749393023.755494:0:7193:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012dc5e000. 00000004:00000010:3.0:1749393023.755497:0:7193:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012b8b1800. 00000004:00000010:3.0:1749393023.755499:0:7193:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88008f48e000. 00000004:00000010:3.0:1749393023.755501:0:7193:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012b8b2000. 00000004:00000010:3.0:1749393023.755503:0:7193:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880072456400. 00000020:00000010:3.0:1749393023.755505:0:7193:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f9e9800. 00000020:00000010:3.0:1749393023.755506:0:7193:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800ad078280. 00000020:00000010:3.0:1749393023.755508:0:7193:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012a3510c8. 00000020:00000010:1.0:1749393023.755510:0:3765:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012b632338. 00000020:00000010:1.0:1749393023.755514:0:3765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8801215ef200. 00000020:00000010:3.0:1749393023.755515:0:7193:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b1c1f100. 80000000:00000010:1.0:1749393023.755516:0:3765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012e160780. 40000000:00000010:1.0:1749393023.755518:0:3765:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88006e5c44c0. 00080000:00000010:3.0:1749393023.755524:0:7193:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff880072456800. 00000008:00000010:1.0:1749393023.755526:0:3765:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff880093b08000. 00000020:00000010:3.0:1749393023.755527:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b41b3f00. 00020000:00000010:1.0:1749393023.755528:0:3765:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e4b4300. 00080000:00000010:3.0:1749393023.755530:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012f9e9a00. 00008000:00000010:1.0:1749393023.755532:0:3765:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880093b04000. 00080000:00000010:3.0:1749393023.755533:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012f9e9c00. 00100000:00000010:1.0:1749393023.755535:0:3765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012f8af000. 00080000:00000010:3.0:1749393023.755535:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e3d3380. 00040000:00000010:1.0:1749393023.755536:0:3765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88013727bc00. 00040000:00000010:1.0:1749393023.755538:0:3765:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012f8af800. 00080000:00000010:3.0:1749393023.755538:0:7193:0:(osd_handler.c:208:osd_idc_add()) kmalloced '(idc)': 320 at ffff88012f9e9e00. 00040000:00000010:1.0:1749393023.755539:0:3765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8801215ef400. 00080000:00000010:1.0:1749393023.755541:0:3765:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8801373bb000. 00080000:00000010:1.0:1749393023.755544:0:3765:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801373de000. 00000004:00000010:1.0:1749393023.755547:0:3765:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012f8a8800. 00000004:00000010:1.0:1749393023.755549:0:3765:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8801373bc000. 00000004:00000010:1.0:1749393023.755550:0:3765:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012f8a9000. 00002000:00000010:1.0:1749393023.755552:0:3765:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880093af9400. 00000004:00000010:1.0:1749393023.755553:0:3765:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880093af9800. 00000080:00000010:1.0:1749393023.755558:0:3765:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff880093aec000. 00000080:00000010:1.0:1749393023.755563:0:3765:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff880093b10000. 00000008:00000010:1.0:1749393023.755565:0:3765:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012d47a160. 00020000:00000010:1.0:1749393023.755566:0:3765:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880122258240. 00008000:00000010:1.0:1749393023.755568:0:3765:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012b2c0bd0. 00000080:00000010:1.0:1749393023.755569:0:3765:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012cca60f0. 02000000:00000010:1.0:1749393023.755575:0:3765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801215ef800. 00000400:00000010:1.0:1749393023.755578:0:3765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012e145630. 00000400:00000010:1.0:1749393023.755580:0:3765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d35a000. 00000100:00000200:1.0:1749393023.755582:0:3765:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834371507031040, portal 18 00000400:00000010:1.0:1749393023.755585:0:3765:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d35a088. 00000100:00000200:1.0:1749393023.755588:0:3765:0:(niobuf.c:81:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1834371507031040, offset 0 00000001:00000010:3.0:1749393023.755589:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000400:00000200:1.0:1749393023.755592:0:3765:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:3.0:1749393023.755594:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00000400:00000200:1.0:1749393023.755597:0:3765:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749393023.755600:0:3765:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x68459e6100c00 00080000:00000010:3.0:1749393023.755600:0:7193:0:(osd_handler.c:6620:osd_index_ea_insert()) kmalloced '(lii)': 1360 at ffff88012b8b2800. 00000400:00000200:1.0:1749393023.755603:0:3765:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 0 00000400:00000200:1.0:1749393023.755607:0:3765:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749393023.755608:0:3765:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749393023.755611:0:3765:0:(events.c:297:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1749393023.755612:0:3765:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130060380. 00000400:00000200:1.0:1749393023.755630:0:3765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d35a088 00000400:00000010:1.0:1749393023.755631:0:3765:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012d35a088. 00000100:00000200:1.0:1749393023.755635:0:3765:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880093b00a80 x1834371507031040/t0(0) o103->MGC192.168.203.132@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1749393039 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1749393023.755659:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e3d3380. 00080000:00000010:3.0:1749393023.755664:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012f9e9a00. 00000020:00000010:3.0:1749393023.755666:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800b41b3f00. 00000004:00000010:3.0:1749393023.755674:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b14000. 00000004:00000010:3.0:1749393023.755680:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924d5a0. 00000004:00000010:3.0:1749393023.755685:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b16000. 00080000:00000010:3.0:1749393023.755688:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012f9e9a00. 00000001:00000010:3.0:1749393023.755691:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.755694:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00040000:00000010:3.0:1749393023.755705:0:7193:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff88012b2d7240. 00000004:00000010:3.0:1749393023.755707:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b141d0. 00000004:00000010:3.0:1749393023.755709:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924df00. 00000004:00000010:3.0:1749393023.755711:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b16108. 00080000:00000010:3.0:1749393023.755712:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012f9e8600. 00000020:00000010:3.0:1749393023.755722:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b41b3e00. 00080000:00000010:3.0:1749393023.755724:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012f9e8000. 00080000:00000010:3.0:1749393023.755726:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012f9e8a00. 00080000:00000010:3.0:1749393023.755728:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e3d3380. 00000001:00000010:3.0:1749393023.755812:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.755816:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.755826:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e3d3380. 00080000:00000010:3.0:1749393023.755829:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012f9e8000. 00000020:00000010:3.0:1749393023.755831:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800b41b3e00. 00000004:00000010:3.0:1749393023.755835:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b143a0. 00000400:00000010:1.0:1749393023.755837:0:3765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012e145630. 00000004:00000010:3.0:1749393023.755838:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924de88. 00000400:00000200:1.0:1749393023.755839:0:3765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d35a000 00000400:00000010:1.0:1749393023.755840:0:3765:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012d35a000. 00000004:00000010:3.0:1749393023.755840:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b16210. 00080000:00000010:3.0:1749393023.755841:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012f9e8000. 00000100:00000200:1.0:1749393023.755843:0:3765:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880093b00a80 x1834371507031040/t0(0) o103->MGC192.168.203.132@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1749393039 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1749393023.755843:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.755845:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00000100:00000200:1.0:1749393023.755848:0:3765:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880093b00a80 x1834371507031040/t0(0) o103->MGC192.168.203.132@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1749393039 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1749393023.755852:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b41b3d00. 00100000:00000010:3.0:1749393023.755854:0:7193:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e3d3380. 02000000:00000010:1.0:1749393023.755858:0:3765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801215ef800. 02000000:00000010:1.0:1749393023.755860:0:3765:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012f9e8200. 00000020:00000010:3.0:1749393023.755861:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b41b3c00. 00000100:00000010:1.0:1749393023.755862:0:3765:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093b00a80. 00080000:00000010:3.0:1749393023.755863:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012f9e8400. 00080000:00000010:3.0:1749393023.755865:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012f9e8200. 00000001:00000010:3.0:1749393023.755926:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.755932:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.755942:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012f9e8400. 00000020:00000010:3.0:1749393023.755946:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800b41b3c00. 00000004:00000010:3.0:1749393023.755950:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b14570. 00000004:00000010:3.0:1749393023.755952:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924de10. 00000004:00000010:3.0:1749393023.755954:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b16318. 00080000:00000010:3.0:1749393023.755956:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012f9e8400. 00000001:00000010:3.0:1749393023.755958:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.755961:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.755967:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b41b3b00. 00100000:00000010:3.0:1749393023.755969:0:7193:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e3d3cc0. 00040000:00000010:3.0:1749393023.755971:0:7193:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800b4d8a780. 00000001:00000010:3.0:1749393023.755974:0:7193:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b41b3a00. 00000001:00000010:3.0:1749393023.755976:0:7193:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8800aa40ca08. 00000001:00000010:3.0:1749393023.755978:0:7193:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88012b2d7540. 00040000:00000010:3.0:1749393023.755985:0:7193:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff88012b2d7780. 00000004:00000010:3.0:1749393023.755987:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b14740. 00000004:00000010:3.0:1749393023.755988:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924dd98. 00000004:00000010:3.0:1749393023.755990:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b16420. 00080000:00000010:3.0:1749393023.755992:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880136bcf400. 00000020:00000010:3.0:1749393023.756000:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b41b3900. 00080000:00000010:3.0:1749393023.756002:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880136bcfa00. 00080000:00000010:3.0:1749393023.756004:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136bcfe00. 00080000:00000010:3.0:1749393023.756006:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e3d3440. 00000001:00000010:3.0:1749393023.756066:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.756070:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.756111:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e3d3440. 00080000:00000010:3.0:1749393023.756115:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880136bcfa00. 00000020:00000010:3.0:1749393023.756116:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800b41b3900. 00000004:00000010:3.0:1749393023.756122:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b14910. 00000004:00000010:3.0:1749393023.756124:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924dd20. 00000004:00000010:3.0:1749393023.756126:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b16528. 00080000:00000010:3.0:1749393023.756128:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880136bcfa00. 00000001:00000010:3.0:1749393023.756130:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.756132:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.756144:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b41b3800. 00100000:00000010:3.0:1749393023.756147:0:7193:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e3d3440. 00000020:00000010:3.0:1749393023.756152:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b41b3700. 00080000:00000010:3.0:1749393023.756154:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880136bcfc00. 00080000:00000010:3.0:1749393023.756175:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b18000. 00000001:00000010:3.0:1749393023.756239:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.756243:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.756253:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880136bcfc00. 00000020:00000010:3.0:1749393023.756255:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800b41b3700. 00000004:00000010:3.0:1749393023.756259:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b14ae0. 00000004:00000010:3.0:1749393023.756262:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924dca8. 00000004:00000010:3.0:1749393023.756263:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b16630. 00080000:00000010:3.0:1749393023.756265:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b18200. 00000001:00000010:3.0:1749393023.756267:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.756269:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.756275:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b41b3600. 00100000:00000010:3.0:1749393023.756277:0:7193:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e3d3740. 00040000:00000010:3.0:1749393023.756279:0:7193:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800b4d8aee0. 00000001:00000010:3.0:1749393023.756281:0:7193:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b41b3500. 00000001:00000010:3.0:1749393023.756283:0:7193:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8800aa40ca68. 00000001:00000010:3.0:1749393023.756284:0:7193:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88012b2d7a80. 00040000:00000010:3.0:1749393023.756290:0:7193:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff88012b2d7cc0. 00000004:00000010:3.0:1749393023.756291:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b14cb0. 00000004:00000010:3.0:1749393023.756293:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924dc30. 00000004:00000010:3.0:1749393023.756294:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b16738. 00080000:00000010:3.0:1749393023.756296:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b18400. 00000020:00000010:3.0:1749393023.756304:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b41b3400. 00080000:00000010:3.0:1749393023.756306:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b18600. 00080000:00000010:3.0:1749393023.756308:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b18800. 00080000:00000010:3.0:1749393023.756309:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e3d3100. 00000001:00000010:3.0:1749393023.756377:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.756380:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.756390:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e3d3100. 00080000:00000010:3.0:1749393023.756396:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b18600. 00000020:00000010:3.0:1749393023.756398:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800b41b3400. 00000004:00000010:3.0:1749393023.756401:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b14e80. 00000004:00000010:3.0:1749393023.756403:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924dbb8. 00000004:00000010:3.0:1749393023.756405:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b16840. 00080000:00000010:3.0:1749393023.756407:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b18600. 00000001:00000010:3.0:1749393023.756409:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.756412:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.756418:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b41b3300. 00100000:00000010:3.0:1749393023.756420:0:7193:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e3d3100. 00000020:00000010:3.0:1749393023.756425:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b41b3200. 00080000:00000010:3.0:1749393023.756427:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b18a00. 00080000:00000010:3.0:1749393023.756429:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b18c00. 00000001:00000010:3.0:1749393023.756488:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.756492:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.756501:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b18a00. 00000020:00000010:3.0:1749393023.756503:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800b41b3200. 00000004:00000010:3.0:1749393023.756506:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b15050. 00000004:00000010:3.0:1749393023.756508:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924db40. 00000004:00000010:3.0:1749393023.756510:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b16948. 00080000:00000010:3.0:1749393023.756512:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b18a00. 00000001:00000010:3.0:1749393023.756514:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.756516:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.756520:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b41b3100. 00100000:00000010:3.0:1749393023.756523:0:7193:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e3d3c40. 00040000:00000010:3.0:1749393023.756525:0:7193:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800b4d8a940. 00000001:00000010:3.0:1749393023.756527:0:7193:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b41b3000. 00000001:00000010:3.0:1749393023.756528:0:7193:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8800aa40ca48. 00000001:00000010:3.0:1749393023.756530:0:7193:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88012b2d70c0. 00040000:00000010:3.0:1749393023.756536:0:7193:0:(qsd_writeback.c:623:qsd_start_upd_thread()) kmalloced '(args)': 72 at ffff8800b1d3bf60. 00000020:00000010:3.0:1749393023.756538:0:7193:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093b18e00. 00000020:00000010:3.0:1749393023.756540:0:7193:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880093b19000. 00000020:00000010:3.0:1749393023.756542:0:7193:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012b8b3000. 00000020:00000010:3.0:1749393023.756547:0:7193:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136b98a10. 00000020:00000010:3.0:1749393023.756549:0:7193:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880093b19200. 80000000:00000010:3.0:1749393023.756550:0:7193:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b1d3b600. 40000000:00000010:3.0:1749393023.756552:0:7193:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e3d3d00. 00100000:00000010:3.0:1749393023.756554:0:7193:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012b8b3800. 00040000:00000010:3.0:1749393023.756556:0:7193:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800ad235f00. 00040000:00000010:3.0:1749393023.756557:0:7193:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880093b19400. 00080000:00000010:3.0:1749393023.756559:0:7193:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88008f48f000. 00080000:00000010:3.0:1749393023.756561:0:7193:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88013642e000. 00002000:00000010:3.0:1749393023.756564:0:7193:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880072456c00. 00000020:00000010:3.0:1749393023.756724:0:7193:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff88012e3d3ac0. 00000020:00000010:3.0:1749393023.756727:0:7193:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff88012e3d3ac0. 00000020:00000010:3.0:1749393023.756729:0:7193:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff8800ad078300. 00000020:00000010:3.0:1749393023.756733:0:7193:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at ffff88012e3d3ac0. 00000020:00000010:3.0:1749393023.756735:0:7193:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at ffff88012e3d3ac0. 00040000:00000010:3.0:1749393023.756752:0:7193:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff8800b40bc600. 00000020:00000010:3.0:1749393023.756758:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800ad235e00. 00080000:00000010:3.0:1749393023.756760:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b19800. 00080000:00000010:3.0:1749393023.756762:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b19a00. 00080000:00000010:3.0:1749393023.756764:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e3d3ac0. 00000001:00000010:3.0:1749393023.756827:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.756831:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.756841:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e3d3ac0. 00080000:00000010:3.0:1749393023.756844:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b19800. 00000020:00000010:3.0:1749393023.756846:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800ad235e00. 00000004:00000010:3.0:1749393023.756850:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b15220. 00000004:00000010:3.0:1749393023.756852:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924dac8. 00000004:00000010:3.0:1749393023.756854:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b16a50. 00080000:00000010:3.0:1749393023.756855:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b19800. 00000001:00000010:3.0:1749393023.756858:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.756860:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.756871:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800ad235d00. 00100000:00000010:3.0:1749393023.756874:0:7193:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e3d3ac0. 00000020:00000010:3.0:1749393023.756883:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800ad235c00. 00080000:00000010:3.0:1749393023.756885:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b19c00. 00080000:00000010:3.0:1749393023.756887:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b19e00. 00000001:00000010:3.0:1749393023.756946:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.756949:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.756959:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b19c00. 00000020:00000010:3.0:1749393023.756960:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800ad235c00. 00000004:00000010:3.0:1749393023.756964:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b153f0. 00000004:00000010:3.0:1749393023.756966:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924da50. 00000004:00000010:3.0:1749393023.756968:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b16b58. 00080000:00000010:3.0:1749393023.756969:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b19c00. 00000001:00000010:3.0:1749393023.756971:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.756973:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.756978:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800ad235b00. 00100000:00000010:3.0:1749393023.756980:0:7193:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e3d3540. 00040000:00000010:3.0:1749393023.756982:0:7193:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800b4d8ab40. 00000001:00000010:3.0:1749393023.756984:0:7193:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800ad235a00. 00000001:00000010:3.0:1749393023.756986:0:7193:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8800aa40ca18. 00000001:00000010:3.0:1749393023.756987:0:7193:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff8800a9266180. 00040000:00000010:3.0:1749393023.756993:0:7193:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff8800a92663c0. 00000020:00000010:3.0:1749393023.756998:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800ad235900. 00080000:00000010:3.0:1749393023.757000:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880136bcfc00. 00080000:00000010:3.0:1749393023.757005:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b1a000. 00080000:00000010:3.0:1749393023.757008:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e3d3700. 00000001:00000010:3.0:1749393023.757090:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.757095:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.757106:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e3d3700. 00080000:00000010:3.0:1749393023.757109:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880136bcfc00. 00000020:00000010:3.0:1749393023.757111:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800ad235900. 00000004:00000010:3.0:1749393023.757115:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b155c0. 00000004:00000010:3.0:1749393023.757117:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924d9d8. 00000004:00000010:3.0:1749393023.757119:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b16c60. 00080000:00000010:3.0:1749393023.757121:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b1a200. 00000001:00000010:3.0:1749393023.757127:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.757130:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.757137:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800ad235800. 00100000:00000010:3.0:1749393023.757139:0:7193:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e3d3700. 00000020:00000010:3.0:1749393023.757145:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800ad235700. 00080000:00000010:3.0:1749393023.757147:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b1a400. 00080000:00000010:3.0:1749393023.757148:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b1a600. 00000001:00000010:3.0:1749393023.757226:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.757231:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.757240:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b1a400. 00000020:00000010:3.0:1749393023.757242:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800ad235700. 00000004:00000010:3.0:1749393023.757247:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b15790. 00000004:00000010:3.0:1749393023.757249:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924d960. 00000004:00000010:3.0:1749393023.757251:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b16d68. 00080000:00000010:3.0:1749393023.757252:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b1a400. 00000001:00000010:3.0:1749393023.757254:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.757256:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.757262:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800ad235600. 00100000:00000010:3.0:1749393023.757264:0:7193:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e3d37c0. 00040000:00000010:3.0:1749393023.757266:0:7193:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800b4d8a680. 00000001:00000010:3.0:1749393023.757268:0:7193:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800ad235500. 00000001:00000010:3.0:1749393023.757270:0:7193:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8800aa40ca70. 00000001:00000010:3.0:1749393023.757272:0:7193:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff8800a9266600. 00040000:00000010:3.0:1749393023.757276:0:7193:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff8800a9266840. 00000020:00000010:3.0:1749393023.757282:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800ad235400. 00080000:00000010:3.0:1749393023.757283:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b1a800. 00080000:00000010:3.0:1749393023.757285:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b1aa00. 00080000:00000010:3.0:1749393023.757287:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e3d3000. 00000001:00000010:3.0:1749393023.757346:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.757350:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.757359:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e3d3000. 00080000:00000010:3.0:1749393023.757363:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b1a800. 00000020:00000010:3.0:1749393023.757364:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800ad235400. 00000004:00000010:3.0:1749393023.757371:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b15960. 00000004:00000010:3.0:1749393023.757373:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924d8e8. 00000004:00000010:3.0:1749393023.757375:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b16e70. 00080000:00000010:3.0:1749393023.757377:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b1a800. 00000001:00000010:3.0:1749393023.757379:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.757381:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.757387:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800ad235300. 00100000:00000010:3.0:1749393023.757390:0:7193:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e3d3000. 00000020:00000010:3.0:1749393023.757395:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800ad235200. 00080000:00000010:3.0:1749393023.757397:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b1ac00. 00080000:00000010:3.0:1749393023.757398:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b1ae00. 00000001:00000010:3.0:1749393023.757456:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.757460:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.757469:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b1ac00. 00000020:00000010:3.0:1749393023.757470:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800ad235200. 00000004:00000010:3.0:1749393023.757474:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b15b30. 00000004:00000010:3.0:1749393023.757476:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924d870. 00000004:00000010:3.0:1749393023.757478:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b16f78. 00080000:00000010:3.0:1749393023.757480:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b1ac00. 00000001:00000010:3.0:1749393023.757482:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.757484:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.757489:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800ad235100. 00100000:00000010:3.0:1749393023.757491:0:7193:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e3d3d80. 00040000:00000010:3.0:1749393023.757493:0:7193:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800b4d8ad80. 00000001:00000010:3.0:1749393023.757495:0:7193:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800ad235000. 00000001:00000010:3.0:1749393023.757497:0:7193:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8800aa40ca78. 00000001:00000010:3.0:1749393023.757498:0:7193:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff8800a9266a80. 00040000:00000010:3.0:1749393023.757503:0:7193:0:(qsd_writeback.c:623:qsd_start_upd_thread()) kmalloced '(args)': 72 at ffff8800b1d3b900. 00000020:00000010:3.0:1749393023.757504:0:7193:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093b1b000. 00000020:00000010:3.0:1749393023.757506:0:7193:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880093b1b200. 00000020:00000010:3.0:1749393023.757508:0:7193:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012b8b4000. 00000020:00000010:3.0:1749393023.757510:0:7193:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136b98f18. 00000020:00000010:3.0:1749393023.757511:0:7193:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880093b1b400. 80000000:00000010:3.0:1749393023.757520:0:7193:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b1d3b2a0. 40000000:00000010:3.0:1749393023.757522:0:7193:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b53e7340. 00100000:00000010:3.0:1749393023.757524:0:7193:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012b8b4800. 00040000:00000010:3.0:1749393023.757526:0:7193:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a7f74f00. 00040000:00000010:3.0:1749393023.757527:0:7193:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880093b1b600. 00080000:00000010:3.0:1749393023.757533:0:7193:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880093b40000. 00080000:00000010:3.0:1749393023.757535:0:7193:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136428000. 00002000:00000010:3.0:1749393023.757538:0:7193:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880072457000. 00000020:00000010:3.0:1749393023.757734:0:7193:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8801302d2140. 00000020:00000010:3.0:1749393023.757737:0:7193:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8801302d2140. 00000020:00000010:3.0:1749393023.757739:0:7193:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff8800ad078380. 00000020:00000010:3.0:1749393023.757742:0:7193:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at ffff8801302d2140. 00000020:00000010:3.0:1749393023.757743:0:7193:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at ffff8801302d2140. 40000000:00000010:3.0:1749393023.757747:0:7193:0:(fid_lib.c:97:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 232 at ffff8800a7f74e00. 00080000:00000010:3.0:1749393023.757772:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b1ba00. 00080000:00000010:3.0:1749393023.757774:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8801302d2140. 00000001:00000010:3.0:1749393023.757786:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.757790:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 80000000:00000010:3.0:1749393023.757793:0:7193:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8801302d2ac0. 00000100:00000010:1.0:1749393023.758101:0:17:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e3d3500. 00000100:00000010:3.0:1749393023.758108:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e3d34c0. 00080000:00000010:3.0:1749393023.758933:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8801302d2140. 40000000:02000000:3.0:1749393023.758937:0:7193:0:(fid_handler.c:116:__seq_server_alloc_super()) ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt 00080000:00000010:3.0:1749393023.761272:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b1bc00. 00080000:00000010:3.0:1749393023.761276:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8801302d2140. 00010000:00000010:2.1F:1749393023.762182:0:34:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012a2b3700. 00010000:00000010:2.1:1749393023.762190:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8a60c00. 00010000:00000010:1.1:1749393023.762241:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cacc500. 00010000:00000010:1.1:1749393023.762246:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f9e8800. 00080000:00000010:3.0:1749393023.762321:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8801302d2140. 00000020:00000010:3.0:1749393023.762336:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a7f74d00. 00080000:00000010:3.0:1749393023.762339:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b1be00. 00080000:00000010:3.0:1749393023.762342:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b1bc00. 00000001:00000010:3.0:1749393023.762391:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.762398:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.762413:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b1be00. 00000020:00000010:3.0:1749393023.762415:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a7f74d00. 00000004:00000010:3.0:1749393023.762422:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b15d00. 00000004:00000010:3.0:1749393023.762425:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924d7f8. 00000004:00000010:3.0:1749393023.762427:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b17080. 00080000:00000010:3.0:1749393023.762429:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b1be00. 00000001:00000010:3.0:1749393023.762432:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.762435:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00000020:00000010:3.0:1749393023.762447:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a7f74c00. 00080000:00000010:3.0:1749393023.762449:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b1a000. 00080000:00000010:3.0:1749393023.762450:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b1a600. 00000001:00000010:3.0:1749393023.762488:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.762493:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.762541:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b1a000. 00000020:00000010:3.0:1749393023.762543:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a7f74c00. 00000004:00000010:3.0:1749393023.762551:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b4c000. 00000004:00000010:3.0:1749393023.762553:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924d780. 00000004:00000010:3.0:1749393023.762555:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b17188. 00080000:00000010:3.0:1749393023.762557:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b1a000. 00000001:00000010:3.0:1749393023.762560:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.762563:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00000020:00000010:3.0:1749393023.762576:0:7193:0:(lu_object.c:2368:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at ffff880093b50000. 00080000:00000010:3.0:1749393023.762579:0:7193:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff88011e9b8240. 00080000:00000010:3.0:1749393023.762589:0:7193:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff88011e9b8240. 00000020:00000010:3.0:1749393023.762591:0:7193:0:(lu_object.c:2356:lu_buf_free()) kfreed 'buf->lb_buf': 8192 at ffff880093b50000. 00000004:00000010:3.0:1749393023.762594:0:7193:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at ffff880093b1aa00. 00000004:00000010:3.0:1749393023.762598:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b4c1d0. 00000004:00000010:3.0:1749393023.762600:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924d708. 00000004:00000010:3.0:1749393023.762602:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b17290. 00080000:00000010:3.0:1749393023.762603:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b1ae00. 00000001:00000010:3.0:1749393023.762605:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.762608:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.762618:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b1ba00. 00000001:00000010:3.0:1749393023.762640:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.762643:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00000020:00000010:3.0:1749393023.762659:0:7193:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136bcfe00. 00000020:00000010:3.0:1749393023.762660:0:7193:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880136bcfc00. 00000040:00000010:3.0:1749393023.762665:0:7193:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880093b4e000. 00000020:00000010:3.0:1749393023.762667:0:7193:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012b8b5000. 00000020:00000010:3.0:1749393023.762669:0:7193:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136b99420. 00000020:00000010:3.0:1749393023.762671:0:7193:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880093b4e200. 80000000:00000010:3.0:1749393023.762672:0:7193:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b1d3bc00. 40000000:00000010:3.0:1749393023.762674:0:7193:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129c94300. 00100000:00000010:3.0:1749393023.762676:0:7193:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012b8b5800. 00040000:00000010:3.0:1749393023.762677:0:7193:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a7f74b00. 00040000:00000010:3.0:1749393023.762679:0:7193:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012b8b6000. 00040000:00000010:3.0:1749393023.762680:0:7193:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880093b4e400. 00080000:00000010:3.0:1749393023.762683:0:7193:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880093b41000. 00080000:00000010:3.0:1749393023.762684:0:7193:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880093b50000. 00000004:00000010:3.0:1749393023.762687:0:7193:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012b8b6800. 00000004:00000010:3.0:1749393023.762689:0:7193:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880093b42000. 00000004:00000010:3.0:1749393023.762691:0:7193:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012b8b7000. 00000004:00000010:3.0:1749393023.762693:0:7193:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880072457400. 00000004:00000010:3.0:1749393023.762893:0:7193:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at ffff8800b1d3b7e0. 00000040:00000010:3.0:1749393023.762895:0:7193:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800a9266e40. 00000020:00000010:3.0:1749393023.762899:0:7193:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093b4e800. 00000020:00000010:3.0:1749393023.762901:0:7193:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880093b4ea00. 00000040:00000010:3.0:1749393023.762902:0:7193:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880093b4ec00. 00000020:00000010:3.0:1749393023.762904:0:7193:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012b8b7800. 00000020:00000010:3.0:1749393023.762906:0:7193:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136b99928. 00000020:00000010:3.0:1749393023.762907:0:7193:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880093b4ee00. 80000000:00000010:3.0:1749393023.762908:0:7193:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b1d3b300. 40000000:00000010:3.0:1749393023.762910:0:7193:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012b27f840. 00100000:00000010:3.0:1749393023.762917:0:7193:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880093b60000. 00040000:00000010:3.0:1749393023.762919:0:7193:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a7f74a00. 00040000:00000010:3.0:1749393023.762921:0:7193:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880093b60800. 00040000:00000010:3.0:1749393023.762922:0:7193:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880093b4f000. 00080000:00000010:3.0:1749393023.762924:0:7193:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880093b43000. 00080000:00000010:3.0:1749393023.762929:0:7193:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880093b52000. 00000004:00000010:3.0:1749393023.762932:0:7193:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880093b61000. 00000004:00000010:3.0:1749393023.762935:0:7193:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880093b44000. 00000004:00000010:3.0:1749393023.762936:0:7193:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880093b61800. 00000004:00000010:3.0:1749393023.762938:0:7193:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880072457800. 00000040:00000010:1.0:1749393023.763026:0:7245:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8801215ef800. 00000020:00000010:3.0:1749393023.763031:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a7f74900. 00000004:00000010:1.0:1749393023.763033:0:7245:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880129ea7d00. 00080000:00000010:3.0:1749393023.763034:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b4f400. 00080000:00000010:3.0:1749393023.763036:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b4f600. 00000004:00000010:1.0:1749393023.763037:0:7245:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff880093ae9078. 00000004:00000010:1.0:1749393023.763039:0:7245:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b50cf78. 00080000:00000010:1.0:1749393023.763043:0:7245:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8801215efa00. 00080000:00000010:1.0:1749393023.763047:0:7245:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801215efc00. 00080000:00000010:1.0:1749393023.763051:0:7245:0:(osd_handler.c:208:osd_idc_add()) kmalloced '(idc)': 320 at ffff8801215efe00. 00000001:00000010:3.0:1749393023.763066:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.763089:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00000001:00000010:1.0:1749393023.763110:0:7245:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012e145630. 00000001:00000010:1.0:1749393023.763123:0:7245:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012e145630. 00080000:00000010:1.0:1749393023.763130:0:7245:0:(osd_handler.c:6620:osd_index_ea_insert()) kmalloced '(lii)': 1360 at ffff88012f8a9800. 00080000:00000010:3.0:1749393023.763138:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b4f400. 00000020:00000010:3.0:1749393023.763140:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a7f74900. 00000004:00000010:3.0:1749393023.763145:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b4c3a0. 00000004:00000010:3.0:1749393023.763147:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924d690. 00000004:00000010:3.0:1749393023.763149:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b17398. 00080000:00000010:3.0:1749393023.763151:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b4f400. 00000001:00000010:3.0:1749393023.763155:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.763157:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.763181:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b4f400. 00000004:00000010:3.0:1749393023.763184:0:7193:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff880093b17398. 00000004:00000010:3.0:1749393023.763186:0:7193:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800a924d690. 00000004:00000010:3.0:1749393023.763189:0:7193:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880093b4c3a0. 00000004:00000010:3.0:1749393023.763192:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b4c570. 00000004:00000010:3.0:1749393023.763193:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924d690. 00000004:00000010:3.0:1749393023.763195:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b17398. 00080000:00000010:3.0:1749393023.763196:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b4f400. 00000001:00000010:3.0:1749393023.763198:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.763200:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.763205:0:7193:0:(osd_handler.c:1619:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8800b1d3b540. 00080000:00000010:3.0:1749393023.763207:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b4f800. 00080000:00000010:3.0:1749393023.763215:0:7193:0:(osd_handler.c:1619:osd_oxc_add()) kmalloced '(oxe)': 116 at ffff8800ad078400. 00000020:00000010:3.0:1749393023.763224:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a7f74800. 00080000:00000010:3.0:1749393023.763226:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b4fa00. 00080000:00000010:3.0:1749393023.763232:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b4fc00. 00000001:00000010:3.0:1749393023.763262:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.763266:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.763307:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b4fa00. 00000020:00000010:3.0:1749393023.763309:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a7f74800. 00000004:00000010:3.0:1749393023.763312:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b4c740. 00000004:00000010:3.0:1749393023.763315:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924d618. 00000004:00000010:3.0:1749393023.763317:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b174a0. 00080000:00000010:3.0:1749393023.763319:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b4fa00. 00000001:00000010:3.0:1749393023.763322:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.763324:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.763330:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b4fa00. 00000004:00000010:3.0:1749393023.763332:0:7193:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff880093b174a0. 00000004:00000010:3.0:1749393023.763334:0:7193:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800a924d618. 00000004:00000010:3.0:1749393023.763335:0:7193:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880093b4c740. 00000004:00000010:3.0:1749393023.763337:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b4c910. 00000004:00000010:3.0:1749393023.763339:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924d618. 00000004:00000010:3.0:1749393023.763340:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b174a0. 00080000:00000010:3.0:1749393023.763341:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b4fa00. 00000001:00000010:3.0:1749393023.763343:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.763345:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00000020:00000010:3.0:1749393023.763351:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a7f74700. 00080000:00000010:3.0:1749393023.763379:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b4fe00. 00080000:00000010:3.0:1749393023.763386:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b68000. 00000001:00000010:3.0:1749393023.763428:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.763432:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.763477:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b4fe00. 00000020:00000010:3.0:1749393023.763479:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a7f74700. 00000004:00000010:3.0:1749393023.763483:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b4cae0. 00000004:00000010:3.0:1749393023.763485:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924df78. 00000004:00000010:3.0:1749393023.763487:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b175a8. 00080000:00000010:3.0:1749393023.763489:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b68200. 00000001:00000010:3.0:1749393023.763492:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.763498:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.763505:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b68200. 00000004:00000010:3.0:1749393023.763507:0:7193:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff880093b175a8. 00000004:00000010:3.0:1749393023.763509:0:7193:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800a924df78. 00000004:00000010:3.0:1749393023.763510:0:7193:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880093b4cae0. 00000004:00000010:3.0:1749393023.763513:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b4ccb0. 00000004:00000010:3.0:1749393023.763514:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924df78. 00000004:00000010:3.0:1749393023.763515:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b175a8. 00080000:00000010:3.0:1749393023.763517:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b68200. 00000001:00000010:3.0:1749393023.763519:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.763521:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00000020:00000010:3.0:1749393023.763527:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a7f74600. 00080000:00000010:3.0:1749393023.763529:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b68400. 00080000:00000010:3.0:1749393023.763531:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b68600. 00000001:00000010:3.0:1749393023.763553:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.763556:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.763596:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b68400. 00000020:00000010:3.0:1749393023.763598:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a7f74600. 00000004:00000010:3.0:1749393023.763602:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b4ce80. 00000004:00000010:3.0:1749393023.763604:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924d000. 00000004:00000010:3.0:1749393023.763606:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b176b0. 00080000:00000010:3.0:1749393023.763608:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b68400. 00000001:00000010:3.0:1749393023.763610:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.763613:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.763618:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b68400. 00000004:00000010:3.0:1749393023.763620:0:7193:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff880093b176b0. 00000004:00000010:3.0:1749393023.763622:0:7193:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800a924d000. 00000004:00000010:3.0:1749393023.763623:0:7193:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880093b4ce80. 00000004:00000010:3.0:1749393023.763626:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b4d050. 00000004:00000010:3.0:1749393023.763627:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924d000. 00000004:00000010:3.0:1749393023.763628:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b176b0. 00080000:00000010:3.0:1749393023.763630:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b68400. 00000001:00000010:3.0:1749393023.763632:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.763637:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00000020:00000010:3.0:1749393023.763647:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a7f74500. 00080000:00000010:3.0:1749393023.763649:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b68800. 00080000:00000010:3.0:1749393023.763651:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b68a00. 00080000:00000010:3.0:1749393023.763653:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8801302d2140. 00000001:00000010:3.0:1749393023.763675:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.763679:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.763718:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8801302d2140. 00080000:00000010:3.0:1749393023.763722:0:7193:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880093b68800. 00000020:00000010:3.0:1749393023.763723:0:7193:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a7f74500. 00000004:00000010:3.0:1749393023.763728:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b4d220. 00000004:00000010:3.0:1749393023.763730:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924d0f0. 00000004:00000010:3.0:1749393023.763731:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b177b8. 00080000:00000010:3.0:1749393023.763733:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b68800. 00000001:00000010:3.0:1749393023.763736:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.763738:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00000040:00000010:3.0:1749393023.763748:0:7193:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff880093b25300. 00000040:00000010:3.0:1749393023.763752:0:7193:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff880093b68c00. 00000040:00000010:3.0:1749393023.763758:0:7193:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at ffff8800b4d8a540. 00000020:00000010:3.0:1749393023.763760:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a7f74400. 00080000:00000010:3.0:1749393023.763762:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b68e00. 00000001:00000010:3.0:1749393023.763763:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.763766:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.763769:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b69000. 00080000:00000010:3.0:1749393023.763772:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8801302d2140. 00000001:00000010:3.0:1749393023.763794:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.763797:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.763809:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8801302d2140. 00000040:00000010:3.0:1749393023.763812:0:7193:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880093b54000. 00000040:00000010:3.0:1749393023.763817:0:7193:0:(llog.c:989:llog_reverse_process()) kmalloced '(buf)': 8192 at ffff880093b56000. 00000040:00000010:3.0:1749393023.764144:0:7193:0:(llog.c:1063:llog_reverse_process()) kfreed 'buf': 8192 at ffff880093b56000. 00000040:00000010:3.0:1749393023.764148:0:7193:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff880093b253c0. 00000040:00000010:3.0:1749393023.764151:0:7193:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff880093b69200. 00000040:00000010:3.0:1749393023.764176:0:7193:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at ffff8800aa40dcd0. 00000020:00000010:3.0:1749393023.764178:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a7f74300. 00080000:00000010:3.0:1749393023.764181:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b69400. 00000001:00000010:3.0:1749393023.764184:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.764186:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.764189:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b69600. 00080000:00000010:3.0:1749393023.764192:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8801302d2140. 00000001:00000010:3.0:1749393023.764226:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.764230:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.764242:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8801302d2140. 00000040:00000010:3.0:1749393023.764245:0:7193:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880093b56000. 00000040:00000010:3.0:1749393023.764253:0:7193:0:(llog.c:989:llog_reverse_process()) kmalloced '(buf)': 8192 at ffff880093b70000. 00000040:00000010:3.0:1749393023.764563:0:7193:0:(llog.c:1063:llog_reverse_process()) kfreed 'buf': 8192 at ffff880093b70000. 00000040:00000010:3.0:1749393023.764566:0:7193:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8800b1d3b8a0. 00000020:00000010:3.0:1749393023.764568:0:7193:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093b69800. 00000020:00000010:3.0:1749393023.764570:0:7193:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880093b69a00. 00000040:00000010:3.0:1749393023.764571:0:7193:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880093b69c00. 00000020:00000010:3.0:1749393023.764573:0:7193:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880093b63000. 00000020:00000010:3.0:1749393023.764575:0:7193:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136b99e30. 00000020:00000010:3.0:1749393023.764577:0:7193:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880093b69e00. 80000000:00000010:3.0:1749393023.764578:0:7193:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b1d3b3c0. 40000000:00000010:3.0:1749393023.764579:0:7193:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801302d2140. 00100000:00000010:3.0:1749393023.764581:0:7193:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880093b63800. 00040000:00000010:3.0:1749393023.764583:0:7193:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a7f74200. 00040000:00000010:3.0:1749393023.764585:0:7193:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880093b64000. 00040000:00000010:3.0:1749393023.764587:0:7193:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880093b4fe00. 00080000:00000010:3.0:1749393023.764589:0:7193:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880093b45000. 00080000:00000010:3.0:1749393023.764590:0:7193:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880093b70000. 00000004:00000010:3.0:1749393023.764596:0:7193:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880093b64800. 00000004:00000010:3.0:1749393023.764598:0:7193:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880093b46000. 00000004:00000010:3.0:1749393023.764600:0:7193:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880093b65000. 00002000:00000010:3.0:1749393023.764602:0:7193:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880072457c00. 00000004:00000010:3.0:1749393023.764606:0:7193:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880093b6c000. 00000020:00000010:3.0:1749393023.764610:0:7193:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e283480. 00000040:00000010:3.0:1749393023.764614:0:7193:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880093b72000. 00000040:00000010:3.0:1749393023.764955:0:7193:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880093b72000. 00000020:00000010:3.0:1749393023.764957:0:7193:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012e283480. 00000020:00000010:3.0:1749393023.764960:0:7193:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880093b69a00. 00000040:00000010:3.0:1749393023.764962:0:7193:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880093b69c00. 00000020:00000010:3.0:1749393023.764963:0:7193:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880093b63000. 00000020:00000010:3.0:1749393023.764965:0:7193:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880136b99e30. 00000020:00000010:3.0:1749393023.764967:0:7193:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880093b69e00. 80000000:00000010:3.0:1749393023.764968:0:7193:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b1d3b3c0. 40000000:00000010:3.0:1749393023.764970:0:7193:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8801302d2140. 00100000:00000010:3.0:1749393023.764971:0:7193:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880093b63800. 00040000:00000010:3.0:1749393023.764973:0:7193:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a7f74200. 00040000:00000010:3.0:1749393023.764975:0:7193:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff880093b64000. 00040000:00000010:3.0:1749393023.764976:0:7193:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880093b4fe00. 00080000:00000010:3.0:1749393023.764979:0:7193:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880093b70000. 00080000:00000010:3.0:1749393023.764980:0:7193:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880093b45000. 00000004:00000010:3.0:1749393023.764982:0:7193:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880093b64800. 00000004:00000010:3.0:1749393023.764984:0:7193:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880093b46000. 00000004:00000010:3.0:1749393023.764985:0:7193:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880093b65000. 00002000:00000010:3.0:1749393023.764987:0:7193:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880072457c00. 00000004:00000010:3.0:1749393023.764988:0:7193:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880093b6c000. 00000020:00000010:3.0:1749393023.764990:0:7193:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093b69800. 00000040:00000010:3.0:1749393023.764991:0:7193:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8800b1d3b8a0. 00000040:00000010:3.0:1749393023.764993:0:7193:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8800b1d3b8a0. 00000020:00000010:3.0:1749393023.764994:0:7193:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093b6a000. 00000020:00000010:3.0:1749393023.764995:0:7193:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880093b6a200. 00000040:00000010:3.0:1749393023.764997:0:7193:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880093b6a400. 00000020:00000010:3.0:1749393023.764998:0:7193:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880093b65000. 00000020:00000010:3.0:1749393023.764999:0:7193:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136b99e30. 00000020:00000010:3.0:1749393023.765000:0:7193:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880093b6a600. 80000000:00000010:3.0:1749393023.765002:0:7193:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b1d3b3c0. 40000000:00000010:3.0:1749393023.765003:0:7193:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e283a80. 00100000:00000010:3.0:1749393023.765004:0:7193:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880093b64800. 00040000:00000010:3.0:1749393023.765007:0:7193:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a7f74200. 00040000:00000010:3.0:1749393023.765009:0:7193:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880093b64000. 00040000:00000010:3.0:1749393023.765010:0:7193:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880093b6a800. 00080000:00000010:3.0:1749393023.765011:0:7193:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880093b46000. 00080000:00000010:3.0:1749393023.765013:0:7193:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880093b70000. 00000004:00000010:3.0:1749393023.765014:0:7193:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880093b63800. 00000004:00000010:3.0:1749393023.765015:0:7193:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880093b45000. 00000004:00000010:3.0:1749393023.765017:0:7193:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880093b63000. 00002000:00000010:3.0:1749393023.765018:0:7193:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880093b6c000. 00000004:00000010:3.0:1749393023.765019:0:7193:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880093b6c400. 00000020:00000010:3.0:1749393023.765020:0:7193:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e283740. 00000040:00000010:3.0:1749393023.765022:0:7193:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880093b72000. 00000040:00000010:1.0:1749393023.765094:0:7245:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 32768 at ffff880093b78000. 00080000:00000010:1.0:1749393023.765106:0:7245:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801215efc00. 00080000:00000010:1.0:1749393023.765109:0:7245:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88006e5c4500. 00010000:00000010:2.1:1749393023.765138:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d03800. 00000040:00000010:3.0:1749393023.765389:0:7193:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880093b72000. 00000020:00000010:3.0:1749393023.765391:0:7193:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012e283740. 00000020:00000010:3.0:1749393023.765394:0:7193:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880093b6a200. 00000040:00000010:3.0:1749393023.765395:0:7193:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880093b6a400. 00000020:00000010:3.0:1749393023.765397:0:7193:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880093b65000. 00000020:00000010:3.0:1749393023.765398:0:7193:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880136b99e30. 00000020:00000010:3.0:1749393023.765399:0:7193:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880093b6a600. 80000000:00000010:3.0:1749393023.765401:0:7193:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b1d3b3c0. 40000000:00000010:3.0:1749393023.765402:0:7193:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e283a80. 00100000:00000010:3.0:1749393023.765403:0:7193:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880093b64800. 00040000:00000010:3.0:1749393023.765404:0:7193:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a7f74200. 00040000:00000010:3.0:1749393023.765405:0:7193:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff880093b64000. 00040000:00000010:3.0:1749393023.765407:0:7193:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880093b6a800. 00080000:00000010:3.0:1749393023.765408:0:7193:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880093b70000. 00080000:00000010:3.0:1749393023.765410:0:7193:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880093b46000. 00000004:00000010:3.0:1749393023.765411:0:7193:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880093b63800. 00000004:00000010:3.0:1749393023.765412:0:7193:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880093b45000. 00000004:00000010:3.0:1749393023.765414:0:7193:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880093b63000. 00002000:00000010:3.0:1749393023.765415:0:7193:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880093b6c000. 00000004:00000010:3.0:1749393023.765416:0:7193:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880093b6c400. 00000020:00000010:3.0:1749393023.765417:0:7193:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093b6a000. 00000040:00000010:3.0:1749393023.765419:0:7193:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8800b1d3b8a0. 00000040:00000010:3.0:1749393023.765424:0:7193:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff880093b25480. 00000040:00000010:3.0:1749393023.765428:0:7193:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff880093b6a000. 00000040:00000010:3.0:1749393023.765437:0:7193:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at ffff8800aa40dd70. 00000020:00000010:3.0:1749393023.765438:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a7f74200. 00080000:00000010:3.0:1749393023.765440:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b6aa00. 00000001:00000010:3.0:1749393023.765443:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.765446:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.765449:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b6a800. 00080000:00000010:3.0:1749393023.765451:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283a80. 00000001:00000010:3.0:1749393023.765502:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.765506:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.765520:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283a80. 00000040:00000010:3.0:1749393023.765523:0:7193:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880093b70000. 00000001:00000010:3.0:1749393023.765527:0:7193:0:(nodemap_storage.c:2192:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at ffff8800b4d8afe0. 00000020:00000010:3.0:1749393023.765534:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a7f74100. 00080000:00000010:3.0:1749393023.765536:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b6a600. 00080000:00000010:3.0:1749393023.765538:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b6a400. 00080000:00000010:3.0:1749393023.765540:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283a80. 00000001:00000010:3.0:1749393023.765599:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.765603:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.765614:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283a80. 00080000:00000010:3.0:1749393023.765617:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a7f74000. 00100000:00000010:3.0:1749393023.765619:0:7193:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e283a80. 00080000:00000010:3.0:1749393023.765626:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b6a200. 00000001:00000010:3.0:1749393023.765629:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.765632:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.765636:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b6ac00. 00000001:00000010:3.0:1749393023.765638:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.765640:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.765644:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b6ae00. 00000001:00000010:3.0:1749393023.765646:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.765648:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00100000:00000010:3.0:1749393023.765652:0:7193:0:(lfsck_lib.c:3644:lfsck_register()) kmalloced '(lfsck)': 3400 at ffff880093b45000. 00000020:00000010:3.0:1749393023.765672:0:7193:0:(lu_object.c:2368:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff880093b46000. 00080000:00000010:3.0:1749393023.765677:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b6b000. 00080000:00000010:3.0:1749393023.765691:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b6b200. 00000004:00000010:3.0:1749393023.765698:0:7193:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880093b4d3f0. 00000004:00000010:3.0:1749393023.765700:0:7193:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a924d4b0. 00000004:00000010:3.0:1749393023.765702:0:7193:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880093b178c0. 00080000:00000010:3.0:1749393023.765704:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b6b400. 00000020:00000010:3.0:1749393023.765710:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b53c3f00. 00080000:00000010:3.0:1749393023.765712:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b6b600. 00080000:00000010:3.0:1749393023.765714:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b6b800. 00080000:00000010:3.0:1749393023.765716:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.765738:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.765741:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.765786:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00000020:00000010:3.0:1749393023.765794:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b53c3e00. 00080000:00000010:3.0:1749393023.765796:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b6ba00. 00080000:00000010:3.0:1749393023.765798:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b6bc00. 00080000:00000010:3.0:1749393023.765800:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.765819:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.765822:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:1.0:1749393023.765823:0:7245:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88006e5c4500. 00000040:00000010:1.0:1749393023.765830:0:7245:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff88012e1607e0. 00080000:00000010:3.0:1749393023.765830:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00000020:00000010:1.0:1749393023.765833:0:7245:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801215ef000. 00080000:00000010:3.0:1749393023.765833:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b6be00. 00000020:00000010:1.0:1749393023.765835:0:7245:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8801215ee200. 00080000:00000010:3.0:1749393023.765835:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000040:00000010:1.0:1749393023.765836:0:7245:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8801215eee00. 00000020:00000010:1.0:1749393023.765837:0:7245:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012f8aa000. 00000020:00000010:1.0:1749393023.765839:0:7245:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012b632840. 00000020:00000010:1.0:1749393023.765841:0:7245:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8801215eec00. 80000000:00000010:1.0:1749393023.765842:0:7245:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012e160840. 40000000:00000010:1.0:1749393023.765844:0:7245:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88006e5c4500. 00100000:00000010:1.0:1749393023.765846:0:7245:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012f8aa800. 00040000:00000010:1.0:1749393023.765847:0:7245:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88013727b900. 00040000:00000010:1.0:1749393023.765849:0:7245:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012f8ab800. 00040000:00000010:1.0:1749393023.765850:0:7245:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8801215eea00. 00080000:00000010:1.0:1749393023.765852:0:7245:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8801373bd000. 00080000:00000010:1.0:1749393023.765854:0:7245:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801373d8000. 00000004:00000010:1.0:1749393023.765857:0:7245:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012f8ac000. 00000004:00000010:1.0:1749393023.765859:0:7245:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8801373be000. 00080000:00000010:3.0:1749393023.765860:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00000004:00000010:1.0:1749393023.765861:0:7245:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012f8ac800. 00002000:00000010:1.0:1749393023.765862:0:7245:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880093af9c00. 00100000:00000010:3.0:1749393023.765863:0:7193:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 232 at ffff8800b53c3d00. 00000004:00000010:1.0:1749393023.765864:0:7245:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880093afa000. 00100000:00000010:3.0:1749393023.765864:0:7193:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at ffff880093b25600. 00000020:00000010:1.0:1749393023.765865:0:7245:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88006e5c4440. 00100000:00000010:3.0:1749393023.765879:0:7193:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at ffff880093b25600. 00000040:00000010:1.0:1749393023.765881:0:7245:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 32768 at ffff880093b80000. 00100000:00000010:3.0:1749393023.765882:0:7193:0:(lfsck_namespace.c:7150:lfsck_namespace_setup()) kmalloced '(com)': 1504 at ffff880093b63000. 00100000:00000010:3.0:1749393023.765887:0:7193:0:(lfsck_lib.c:1953:lfsck_assistant_data_init()) kmalloced '(lad)': 480 at ffff880093afc000. 00100000:00000010:3.0:1749393023.765889:0:7193:0:(lfsck_namespace.c:7168:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at ffff880093b6c400. 00100000:00000010:3.0:1749393023.765891:0:7193:0:(lfsck_namespace.c:7172:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at ffff880093b6c000. 00000020:00000010:3.0:1749393023.765898:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b53c3c00. 00080000:00000010:3.0:1749393023.765900:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093afc200. 00080000:00000010:3.0:1749393023.765905:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093afc400. 00080000:00000010:3.0:1749393023.765906:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.765968:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.765971:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.765981:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.765986:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093afc600. 00000020:00000010:3.0:1749393023.765998:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b53c3b00. 00080000:00000010:3.0:1749393023.766000:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093afc800. 00080000:00000010:3.0:1749393023.766003:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093afca00. 00080000:00000010:3.0:1749393023.766004:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.766057:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.766061:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.766069:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.766089:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b53c3a00. 00000020:00000010:3.0:1749393023.766096:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b53c3900. 00080000:00000010:3.0:1749393023.766098:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093afcc00. 00080000:00000010:3.0:1749393023.766100:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093afce00. 00080000:00000010:3.0:1749393023.766102:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.766172:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.766176:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.766186:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.766188:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b53c3800. 00000020:00000010:3.0:1749393023.766193:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b53c3700. 00080000:00000010:3.0:1749393023.766195:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093afd000. 00080000:00000010:3.0:1749393023.766198:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093afd200. 00080000:00000010:3.0:1749393023.766200:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.766256:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.766259:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.766268:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.766270:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b53c3600. 00000020:00000010:3.0:1749393023.766275:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b53c3500. 00080000:00000010:3.0:1749393023.766277:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093afd400. 00080000:00000010:3.0:1749393023.766279:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093afd600. 00080000:00000010:3.0:1749393023.766284:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.766343:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.766347:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.766355:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.766357:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b53c3400. 00000020:00000010:3.0:1749393023.766362:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b53c3300. 00080000:00000010:3.0:1749393023.766364:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093afd800. 00080000:00000010:3.0:1749393023.766366:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093afda00. 00080000:00000010:3.0:1749393023.766367:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.766421:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.766424:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.766433:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.766435:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b53c3200. 00000020:00000010:3.0:1749393023.766440:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b53c3100. 00080000:00000010:3.0:1749393023.766441:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093afdc00. 00080000:00000010:3.0:1749393023.766444:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093afde00. 00080000:00000010:3.0:1749393023.766446:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.766497:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.766500:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.766509:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.766511:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b53c3000. 00000020:00000010:3.0:1749393023.766517:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8a6ef00. 00080000:00000010:3.0:1749393023.766522:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093afe000. 00080000:00000010:3.0:1749393023.766525:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093afe200. 00080000:00000010:3.0:1749393023.766526:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.766579:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.766582:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.766590:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.766593:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a8a6ee00. 00000020:00000010:3.0:1749393023.766598:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8a6ed00. 00080000:00000010:3.0:1749393023.766599:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093afe400. 00080000:00000010:3.0:1749393023.766601:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093afe600. 00080000:00000010:3.0:1749393023.766603:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.766663:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.766669:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.766680:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.766682:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a8a6ec00. 00000020:00000010:3.0:1749393023.766687:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8a6eb00. 00080000:00000010:3.0:1749393023.766689:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093afe800. 00080000:00000010:3.0:1749393023.766691:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093afea00. 00080000:00000010:3.0:1749393023.766692:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.766745:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.766748:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.766757:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.766759:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a8a6ea00. 00000020:00000010:3.0:1749393023.766764:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8a6e900. 00080000:00000010:3.0:1749393023.766766:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093afec00. 00080000:00000010:3.0:1749393023.766768:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093afee00. 00080000:00000010:3.0:1749393023.766770:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.766829:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.766832:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.766841:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.766843:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a8a6e800. 00000020:00000010:3.0:1749393023.766848:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8a6e700. 00080000:00000010:3.0:1749393023.766850:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093aff000. 00080000:00000010:3.0:1749393023.766852:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093aff200. 00080000:00000010:3.0:1749393023.766854:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.766909:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.766912:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.766921:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.766923:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a8a6e600. 00000020:00000010:3.0:1749393023.766928:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8a6e500. 00080000:00000010:3.0:1749393023.766930:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093aff400. 00080000:00000010:3.0:1749393023.766932:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093aff600. 00080000:00000010:3.0:1749393023.766934:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.766996:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.766999:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.767012:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.767014:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a8a6e400. 00000020:00000010:3.0:1749393023.767019:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8a6e300. 00080000:00000010:3.0:1749393023.767021:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093aff800. 00080000:00000010:3.0:1749393023.767023:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093affa00. 00080000:00000010:3.0:1749393023.767024:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.767096:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.767100:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.767110:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.767112:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a8a6e200. 00000020:00000010:3.0:1749393023.767117:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8a6e100. 00080000:00000010:3.0:1749393023.767119:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093affc00. 00080000:00000010:3.0:1749393023.767122:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093affe00. 00080000:00000010:3.0:1749393023.767123:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.767194:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.767198:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.767207:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.767210:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a8a6e000. 00000020:00000010:3.0:1749393023.767216:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b1c60f00. 00080000:00000010:3.0:1749393023.767221:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b88000. 00080000:00000010:3.0:1749393023.767224:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b88200. 00080000:00000010:3.0:1749393023.767226:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.767281:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.767285:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.767294:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.767296:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b1c60e00. 00000040:00000010:1.0:1749393023.767300:0:7245:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 32768 at ffff880093b80000. 00000020:00000010:3.0:1749393023.767301:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b1c60d00. 00080000:00000010:3.0:1749393023.767303:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b88400. 00080000:00000010:3.0:1749393023.767305:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b88600. 00080000:00000010:3.0:1749393023.767307:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000020:00000010:1.0:1749393023.767310:0:7245:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88006e5c4440. 00000020:00000010:1.0:1749393023.767314:0:7245:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8801215ee200. 00000040:00000010:1.0:1749393023.767317:0:7245:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8801215eee00. 00000020:00000010:1.0:1749393023.767318:0:7245:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012f8aa000. 00000020:00000010:1.0:1749393023.767323:0:7245:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012b632840. 00000020:00000010:1.0:1749393023.767325:0:7245:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8801215eec00. 80000000:00000010:1.0:1749393023.767327:0:7245:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012e160840. 40000000:00000010:1.0:1749393023.767328:0:7245:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88006e5c4500. 00100000:00000010:1.0:1749393023.767330:0:7245:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012f8aa800. 00040000:00000010:1.0:1749393023.767331:0:7245:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88013727b900. 00040000:00000010:1.0:1749393023.767333:0:7245:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88012f8ab800. 00040000:00000010:1.0:1749393023.767334:0:7245:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8801215eea00. 00080000:00000010:1.0:1749393023.767336:0:7245:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801373d8000. 00080000:00000010:1.0:1749393023.767338:0:7245:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8801373bd000. 00000004:00000010:1.0:1749393023.767340:0:7245:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012f8ac000. 00000004:00000010:1.0:1749393023.767341:0:7245:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8801373be000. 00000004:00000010:1.0:1749393023.767343:0:7245:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012f8ac800. 00002000:00000010:1.0:1749393023.767345:0:7245:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880093af9c00. 00000004:00000010:1.0:1749393023.767346:0:7245:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880093afa000. 00000020:00000010:1.0:1749393023.767348:0:7245:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801215ef000. 00000040:00000010:1.0:1749393023.767350:0:7245:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff88012e1607e0. 00000020:00000010:1.0:1749393023.767354:0:7245:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880093b4ea00. 00000040:00000010:1.0:1749393023.767355:0:7245:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880093b4ec00. 00000020:00000010:1.0:1749393023.767356:0:7245:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012b8b7800. 00000020:00000010:1.0:1749393023.767358:0:7245:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880136b99928. 00000020:00000010:1.0:1749393023.767360:0:7245:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880093b4ee00. 80000000:00000010:1.0:1749393023.767361:0:7245:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b1d3b300. 40000000:00000010:1.0:1749393023.767362:0:7245:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012b27f840. 00100000:00000010:1.0:1749393023.767363:0:7245:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880093b60000. 00040000:00000010:1.0:1749393023.767365:0:7245:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a7f74a00. 00040000:00000010:1.0:1749393023.767366:0:7245:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff880093b60800. 00000001:00000010:3.0:1749393023.767366:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00040000:00000010:1.0:1749393023.767367:0:7245:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880093b4f000. 00080000:00000010:1.0:1749393023.767369:0:7245:0:(osd_handler.c:8115:osd_key_fini()) kfreed 'lli': 1360 at ffff88012f8a9800. 00080000:00000010:1.0:1749393023.767370:0:7245:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880093b52000. 00000001:00000010:3.0:1749393023.767370:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:1.0:1749393023.767372:0:7245:0:(osd_handler.c:8124:osd_key_fini()) kfreed 'idc': 320 at ffff8801215efe00. 00080000:00000010:1.0:1749393023.767374:0:7245:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880093b43000. 00000004:00000010:1.0:1749393023.767375:0:7245:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880093b61000. 00000004:00000010:1.0:1749393023.767377:0:7245:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880093b44000. 00080000:00000010:3.0:1749393023.767378:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00000004:00000010:1.0:1749393023.767381:0:7245:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880093b61800. 00000004:00000010:1.0:1749393023.767382:0:7245:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880072457800. 00080000:00000010:3.0:1749393023.767383:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b1c60c00. 00000020:00000010:1.0:1749393023.767384:0:7245:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093b4e800. 00000004:00000010:1.0:1749393023.767385:0:7245:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at ffff8800b1d3b7e0. 00100000:00000010:3.0:1749393023.767387:0:7193:0:(lfsck_layout.c:7057:lfsck_layout_setup()) kmalloced '(com)': 1504 at ffff880093b63800. 00100000:00000010:3.0:1749393023.767389:0:7193:0:(lfsck_lib.c:1953:lfsck_assistant_data_init()) kmalloced '(lad)': 480 at ffff880093b88800. 00100000:00000010:3.0:1749393023.767391:0:7193:0:(lfsck_layout.c:7093:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at ffff8800b1c60b00. 00100000:00000010:3.0:1749393023.767393:0:7193:0:(lfsck_layout.c:7097:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at ffff8800b1c60a00. 00000020:00000010:3.0:1749393023.767399:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b1c60900. 00080000:00000010:3.0:1749393023.767400:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b88a00. 00080000:00000010:3.0:1749393023.767403:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b88c00. 00080000:00000010:3.0:1749393023.767405:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.767424:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.767427:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.767436:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.767439:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b88e00. 00080000:00000010:3.0:1749393023.767441:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.767467:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00000020:00000010:3.0:1749393023.767473:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b1c60800. 00080000:00000010:3.0:1749393023.767475:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b89000. 00080000:00000010:3.0:1749393023.767477:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b89200. 00080000:00000010:3.0:1749393023.767479:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.767532:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.767536:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.767544:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.767547:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b1c60700. 00000020:00000010:3.0:1749393023.767551:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b1c60600. 00080000:00000010:3.0:1749393023.767554:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b89400. 00080000:00000010:3.0:1749393023.767556:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b89600. 00080000:00000010:3.0:1749393023.767558:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.767636:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.767639:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.767648:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.767650:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b1c60500. 00000020:00000010:3.0:1749393023.767655:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b1c60400. 00080000:00000010:3.0:1749393023.767657:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b89800. 00080000:00000010:3.0:1749393023.767663:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b89a00. 00080000:00000010:3.0:1749393023.767665:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.767725:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.767729:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.767737:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.767739:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b1c60300. 00000020:00000010:3.0:1749393023.767744:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b1c60200. 00080000:00000010:3.0:1749393023.767746:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b89c00. 00080000:00000010:3.0:1749393023.767748:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b89e00. 00080000:00000010:3.0:1749393023.767750:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.767803:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.767807:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.767815:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.767817:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b1c60100. 00000020:00000010:3.0:1749393023.767822:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b1c60000. 00080000:00000010:3.0:1749393023.767827:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b8a000. 00080000:00000010:3.0:1749393023.767830:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b8a200. 00080000:00000010:3.0:1749393023.767832:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.767890:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.767893:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.767901:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.767904:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff880129c85e00. 00000020:00000010:3.0:1749393023.767909:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880129c85200. 00080000:00000010:3.0:1749393023.767911:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b8a400. 00080000:00000010:3.0:1749393023.767913:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b8a600. 00080000:00000010:3.0:1749393023.767915:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.767968:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.767971:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.767979:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.767982:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff880129c85400. 00000020:00000010:3.0:1749393023.767986:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880129c85900. 00080000:00000010:3.0:1749393023.767988:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b8a800. 00080000:00000010:3.0:1749393023.767991:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b8aa00. 00080000:00000010:3.0:1749393023.767995:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.768084:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.768089:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.768099:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.768101:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff880129c85800. 00000020:00000010:3.0:1749393023.768107:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880129c85d00. 00080000:00000010:3.0:1749393023.768109:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b8ac00. 00080000:00000010:3.0:1749393023.768111:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b8ae00. 00080000:00000010:3.0:1749393023.768113:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.768184:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.768187:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.768197:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.768199:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff880129c85300. 00000020:00000010:3.0:1749393023.768205:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880129c85600. 00080000:00000010:3.0:1749393023.768207:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b8b000. 00080000:00000010:3.0:1749393023.768210:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b8b200. 00080000:00000010:3.0:1749393023.768212:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.768267:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.768270:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.768279:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.768281:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff880129c85100. 00000020:00000010:3.0:1749393023.768286:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880129c85000. 00080000:00000010:3.0:1749393023.768288:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b8b400. 00080000:00000010:3.0:1749393023.768290:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b8b600. 00080000:00000010:3.0:1749393023.768292:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.768345:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.768348:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.768357:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.768359:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff880129c85500. 00000020:00000010:3.0:1749393023.768364:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880129c85a00. 00080000:00000010:3.0:1749393023.768366:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b8b800. 00080000:00000010:3.0:1749393023.768368:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b8ba00. 00080000:00000010:3.0:1749393023.768370:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.768431:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.768437:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.768447:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.768449:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff880129c85f00. 00000020:00000010:3.0:1749393023.768453:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880129c85700. 00080000:00000010:3.0:1749393023.768455:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b8bc00. 00080000:00000010:3.0:1749393023.768458:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b8be00. 00080000:00000010:3.0:1749393023.768460:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.768515:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.768519:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.768528:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.768530:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff880129c85b00. 00000020:00000010:3.0:1749393023.768536:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8801376ba000. 00080000:00000010:3.0:1749393023.768541:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b8c000. 00080000:00000010:3.0:1749393023.768544:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b8c200. 00080000:00000010:3.0:1749393023.768546:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.768601:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.768605:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.768613:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.768615:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8801376ba100. 00000020:00000010:3.0:1749393023.768621:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b52dae00. 00080000:00000010:3.0:1749393023.768623:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b8c400. 00080000:00000010:3.0:1749393023.768626:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b8c600. 00080000:00000010:3.0:1749393023.768627:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.768680:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.768684:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.768692:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.768695:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b52da000. 00000020:00000010:3.0:1749393023.768700:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012a2da300. 00080000:00000010:3.0:1749393023.768702:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b8c800. 00080000:00000010:3.0:1749393023.768704:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b8ca00. 00080000:00000010:3.0:1749393023.768706:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.768764:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.768767:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.768780:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.768782:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88012a2daa00. 00000020:00000010:3.0:1749393023.768787:0:7193:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012a2da800. 00080000:00000010:3.0:1749393023.768789:0:7193:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880093b8cc00. 00080000:00000010:3.0:1749393023.768791:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b8ce00. 00080000:00000010:3.0:1749393023.768793:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283100. 00000001:00000010:3.0:1749393023.768845:0:7193:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800724762c0. 00000001:00000010:3.0:1749393023.768848:0:7193:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800724762c0. 00080000:00000010:3.0:1749393023.768856:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283100. 00080000:00000010:3.0:1749393023.768859:0:7193:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b4d8ee00. 00200000:00000010:3.0:1749393023.768864:0:7193:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at ffff880093b25600. 00000020:00000010:3.0:1749393023.768875:0:7193:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880093b8d000. 00000020:00000010:3.0:1749393023.768877:0:7193:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880093b8d200. 00000020:00000010:3.0:1749393023.768879:0:7193:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880093b64000. 00000020:00000010:3.0:1749393023.768880:0:7193:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136b99e30. 00000020:00000010:3.0:1749393023.768882:0:7193:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880093b8d400. 80000000:00000010:3.0:1749393023.768883:0:7193:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b1d3b8a0. 40000000:00000010:3.0:1749393023.768885:0:7193:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e283100. 00100000:00000010:3.0:1749393023.768886:0:7193:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880093b64800. 00040000:00000010:3.0:1749393023.768888:0:7193:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b4d8e800. 00040000:00000010:3.0:1749393023.768889:0:7193:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880093b8d600. 00080000:00000010:3.0:1749393023.768892:0:7193:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880093b47000. 00080000:00000010:3.0:1749393023.768893:0:7193:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880093b72000. 00002000:00000010:3.0:1749393023.768896:0:7193:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880093b6c800. 00080000:00000010:3.0:1749393023.768898:0:7193:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880093b8da00. 00080000:00000010:3.0:1749393023.768900:0:7193:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012e283a40. 00080000:00000010:3.0:1749393023.770488:0:7193:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012e283a40. 00000020:00000010:3.0:1749393023.770497:0:7193:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880093b8d200. 00000020:00000010:3.0:1749393023.770499:0:7193:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880093b64000. 00000020:00000010:3.0:1749393023.770501:0:7193:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880136b99e30. 00000020:00000010:3.0:1749393023.770503:0:7193:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880093b8d400. 80000000:00000010:3.0:1749393023.770504:0:7193:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b1d3b8a0. 40000000:00000010:3.0:1749393023.770506:0:7193:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e283100. 00100000:00000010:3.0:1749393023.770511:0:7193:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880093b64800. 00040000:00000010:3.0:1749393023.770513:0:7193:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b4d8e800. 00040000:00000010:3.0:1749393023.770514:0:7193:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880093b8d600. 00080000:00000010:3.0:1749393023.770516:0:7193:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880093b72000. 00080000:00000010:3.0:1749393023.770518:0:7193:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880093b47000. 00002000:00000010:3.0:1749393023.770519:0:7193:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880093b6c800. 00000020:00000010:3.0:1749393023.770520:0:7193:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880093b8d000. 00000004:00000010:3.0:1749393023.770525:0:7193:0:(mdd_orphans.c:546:mdd_orphan_cleanup()) kmalloced '(name)': 64 at ffff88012e283100. 00000004:00000010:1.0:1749393023.770718:0:7246:0:(mdd_orphans.c:519:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at ffff88006e5c4500. 00000020:00000010:1.0:1749393023.770722:0:7246:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801215efe00. 00000004:00000010:3.0:1749393023.770722:0:7193:0:(mdd_orphans.c:558:mdd_orphan_cleanup()) kfreed 'name': 64 at ffff88012e283100. 00000020:00000010:1.0:1749393023.770724:0:7246:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8801215ef000. 00000040:00000010:1.0:1749393023.770725:0:7246:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8801215ee800. 00000020:00000010:1.0:1749393023.770727:0:7246:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012f8a9800. 00000020:00000010:1.0:1749393023.770728:0:7246:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88012b632840. 00000020:00000010:3.0:1749393023.770729:0:7193:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012f9e8e00. 00000020:00000010:1.0:1749393023.770730:0:7246:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8801215eea00. 00000040:00000010:3.0:1749393023.770730:0:7193:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012f9e9000. 80000000:00000010:1.0:1749393023.770731:0:7246:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012e1607e0. 40000000:00000010:1.0:1749393023.770732:0:7246:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88006e5c4400. 00000020:00000010:3.0:1749393023.770732:0:7193:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012b8b0000. 00100000:00000010:1.0:1749393023.770734:0:7246:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012f8ac800. 00000020:00000010:3.0:1749393023.770734:0:7193:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880136b98508. 00040000:00000010:1.0:1749393023.770735:0:7246:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88013727b900. 00040000:00000010:1.0:1749393023.770736:0:7246:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012f8ac000. 00000020:00000010:3.0:1749393023.770736:0:7193:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012f9e9200. 00040000:00000010:1.0:1749393023.770737:0:7246:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8801215eec00. 80000000:00000010:3.0:1749393023.770737:0:7193:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b1d3bea0. 40000000:00000010:3.0:1749393023.770738:0:7193:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e3d3840. 00080000:00000010:1.0:1749393023.770739:0:7246:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8801373be000. 00080000:00000010:1.0:1749393023.770740:0:7246:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801373d8000. 00000020:00000010:3.0:1749393023.770740:0:7193:0:(lu_object.c:2356:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff880093b46000. 00100000:00000010:3.0:1749393023.770741:0:7193:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012b8b0800. 00000004:00000010:1.0:1749393023.770742:0:7246:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012f8ab800. 00040000:00000010:3.0:1749393023.770743:0:7193:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b1c1f000. 00000004:00000010:1.0:1749393023.770744:0:7246:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8801373bd000. 00040000:00000010:3.0:1749393023.770744:0:7193:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88012b8b1000. 00000004:00000010:1.0:1749393023.770745:0:7246:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012f8aa800. 00000004:00000010:1.0:1749393023.770746:0:7246:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880093afa000. 00040000:00000010:3.0:1749393023.770746:0:7193:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012f9e9400. 00080000:00000010:3.0:1749393023.770747:0:7193:0:(osd_handler.c:8115:osd_key_fini()) kfreed 'lli': 1360 at ffff88012b8b2800. 00080000:00000010:3.0:1749393023.770748:0:7193:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012dc5e000. 00080000:00000010:1.0:1749393023.770749:0:7246:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff880122258480. 00080000:00000010:3.0:1749393023.770751:0:7193:0:(osd_handler.c:8124:osd_key_fini()) kfreed 'idc': 320 at ffff88012f9e9e00. 00080000:00000010:3.0:1749393023.770752:0:7193:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880072456800. 00080000:00000010:3.0:1749393023.770754:0:7193:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88008f48d000. 00000004:00000010:3.0:1749393023.770755:0:7193:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012b8b1800. 00000004:00000010:3.0:1749393023.770757:0:7193:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88008f48e000. 00000004:00000010:3.0:1749393023.770758:0:7193:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012b8b2000. 00080000:00000010:1.0:1749393023.770760:0:7246:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff880122258480. 00000004:00000010:3.0:1749393023.770760:0:7193:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880072456400. 00000020:00000010:3.0:1749393023.770761:0:7193:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f9e8c00. 00000020:00000010:3.0:1749393023.770762:0:7193:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800ad078280. 00000020:00000010:1.0:1749393023.770763:0:7246:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8801215ef000. 00000020:00000010:3.0:1749393023.770764:0:7193:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012a3510c8. 00000040:00000010:1.0:1749393023.770765:0:7246:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8801215ee800. 00000020:00000010:1.0:1749393023.770766:0:7246:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012f8a9800. 00000020:00000010:3.0:1749393023.770766:0:7193:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012f9e9800. 00000020:00000010:1.0:1749393023.770768:0:7246:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88012b632840. 00000020:00000010:1.0:1749393023.770769:0:7246:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8801215eea00. 80000000:00000010:1.0:1749393023.770770:0:7246:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012e1607e0. 40000000:00000010:1.0:1749393023.770771:0:7246:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88006e5c4400. 00100000:00000010:1.0:1749393023.770772:0:7246:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012f8ac800. 00000040:00000010:3.0:1749393023.770773:0:7193:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff8800b1ca7cc0. 00000020:00000010:3.0:1749393023.770777:0:7193:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b4eab200. 00040000:00000010:1.0:1749393023.770778:0:7246:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88013727b900. 00040000:00000010:1.0:1749393023.770779:0:7246:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88012f8ac000. 00000040:00000010:3.0:1749393023.770779:0:7193:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b4eab600. 00000020:00000010:3.0:1749393023.770780:0:7193:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4d07800. 00040000:00000010:1.0:1749393023.770781:0:7246:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8801215eec00. 00080000:00000010:1.0:1749393023.770782:0:7246:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801373d8000. 00000020:00000010:3.0:1749393023.770782:0:7193:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b4eaac00. 00080000:00000010:1.0:1749393023.770784:0:7246:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8801373be000. 00000004:00000010:1.0:1749393023.770785:0:7246:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012f8ab800. 80000000:00000010:3.0:1749393023.770785:0:7193:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880081b7c360. 00040000:00000010:3.0:1749393023.770786:0:7193:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b4eaaa00. 00000004:00000010:1.0:1749393023.770787:0:7246:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8801373bd000. 00000004:00000010:1.0:1749393023.770788:0:7246:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012f8aa800. 00080000:00000010:3.0:1749393023.770788:0:7193:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88013581c000. 00000004:00000010:1.0:1749393023.770790:0:7246:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880093afa000. 00000020:00000010:1.0:1749393023.770791:0:7246:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801215efe00. 00080000:00000010:3.0:1749393023.770791:0:7193:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880072383c00. 00000004:00000010:1.0:1749393023.770792:0:7246:0:(mdd_orphans.c:532:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at ffff88006e5c4500. 00080000:00000010:3.0:1749393023.770792:0:7193:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88007244e000. 20000000:00000010:3.0:1749393023.770794:0:7193:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff8800b5239600. 00000020:00000010:3.0:1749393023.770796:0:7193:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b4eaae00. 00080000:00000010:1.0:1749393023.771378:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88011fb9be00. 00080000:00000010:1.0:1749393023.771380:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88011fb9be00. 00080000:00000010:2.1:1749393023.781184:0:34:0:(osd_handler.c:1607:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800b1d3b540. 00080000:00000010:1.0:1749393023.942520:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88011fb9be80. 00080000:00000010:1.0:1749393023.942526:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88011fb9be80. 00080000:00000010:3.0:1749393024.109320:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800ad078480. 00080000:00000010:3.0:1749393024.109329:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800ad078480. 00080000:00000010:1.0:1749393024.279419:0:7336:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88011fb9bf00. 00080000:00000010:1.0:1749393024.279428:0:7336:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88011fb9bf00. 00000001:02000400:3.0:1749393024.794018:0:7488:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg332-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1749393025.620336:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1749393028.626317:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393028.764333:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507031168:0@lo:400: 00000100:00100000:1.0:1749393028.764398:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393028.764403:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507031296:0@lo:38: 00000100:00100000:3.0:1749393028.764450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393028.764506:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507031296 00000100:00100000:3.0:1749393028.764511:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507031296 00000100:00100000:3.0:1749393028.764534:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1749393028.764541:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507031296:12345-0@lo:38: 00010000:00020000:3.0:1749393028.764559:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393028.764639:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507031168:0@lo:400: 00000100:00100000:3.0:1749393028.781525:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507031296:12345-0@lo:38: Request processed in 16980us (17071us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393028.781538:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1749393028.781578:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393028.781584:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on lustre-MDT0000-lwp-MDT0000_UUID failed (-19) 00000100:00100000:3.0:1749393028.781590:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507031296:0@lo:38: 00000040:00080000:1.0:1749393030.215342:0:8357:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 16 count 16 20000000:01000000:1.0:1749393030.215922:0:8358:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 18 marker 8 1->4: lustre sys.timeout 20000000:01000000:1.0:1749393030.215949:0:8358:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 20 marker 8 2->4: lustre sys.timeout 00000040:00080000:1.0:1749393030.215962:0:8358:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 27 count 27 20000000:01000000:1.0:1749393030.216241:0:8359:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 16 marker 14 1->4: lustre sys.timeout 20000000:01000000:1.0:1749393030.216260:0:8359:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 18 marker 14 2->4: lustre sys.timeout 00000040:00080000:1.0:1749393030.216271:0:8359:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 22 count 22 20000000:01000000:1.0:1749393030.216570:0:8360:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 10 marker 9 1->4: lustre sys.timeout 20000000:01000000:1.0:1749393030.216587:0:8360:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 12 marker 9 2->4: lustre sys.timeout 00000040:00080000:1.0:1749393030.216598:0:8360:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 22 count 22 00000040:00080000:1.0:1749393030.217025:0:8361:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 20 count 25 00000100:00100000:3.0:1749393030.225167:0:7199:0:(service.c:3364:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:3.0:1749393030.225179:0:7199:0:(service.c:3423:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00010000:00010000:1.0:1749393030.225228:0:7205:0:(ldlm_lockd.c:2813:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1749393030.225235:0:7205:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.132@tcp lock: ffff8800a7c91400/0x5c3af449d9985e94 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d9985e9b expref: -99 pid: 7193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.225245:0:7205:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff8800a7c91400 already unused, calling callback (ffffffffa02db640) 10000000:00010000:1.0:1749393030.225248:0:7205:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.132@tcp lock: ffff8800a7c91400/0x5c3af449d9985e94 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x5c3af449d9985e9b expref: -99 pid: 7193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.225256:0:7205:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.132@tcp lock: ffff8800a7c91400/0x5c3af449d9985e94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x5c3af449d9985e9b expref: -99 pid: 7193 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1749393030.225261:0:7205:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.132@tcp lock: ffff8800a7c91400/0x5c3af449d9985e94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x5c3af449d9985e9b expref: -99 pid: 7193 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1749393030.225266:0:7205:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1749393030.225303:0:7205:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.132@tcp lock: ffff8800a7c91400/0x5c3af449d9985e94 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d9985e9b expref: -99 pid: 7193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.225310:0:7205:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1749393030.225324:0:7205:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.132@tcp lock: ffff8800a7c91400/0x5c3af449d9985e94 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d9985e9b expref: -99 pid: 7193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.225330:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.132@tcp lock: ffff8800a7c91400/0x5c3af449d9985e94 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d9985e9b expref: -99 pid: 7193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.225341:0:7205:0:(ldlm_lockd.c:2813:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1749393030.225342:0:7205:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.132@tcp lock: ffff8800a7c91600/0x5c3af449d9985e24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d9985e2b expref: -99 pid: 7193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.225347:0:7205:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff8800a7c91600 already unused, calling callback (ffffffffa02db640) 10000000:00010000:1.0:1749393030.225349:0:7205:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.132@tcp lock: ffff8800a7c91600/0x5c3af449d9985e24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x5c3af449d9985e2b expref: -99 pid: 7193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.225362:0:7205:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.132@tcp lock: ffff8800a7c91600/0x5c3af449d9985e24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x5c3af449d9985e2b expref: -99 pid: 7193 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1749393030.225367:0:7205:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.132@tcp lock: ffff8800a7c91600/0x5c3af449d9985e24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x5c3af449d9985e2b expref: -99 pid: 7193 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1749393030.225371:0:7205:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1749393030.225385:0:7205:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.132@tcp lock: ffff8800a7c91600/0x5c3af449d9985e24 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d9985e2b expref: -99 pid: 7193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.225390:0:7205:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1749393030.225407:0:7205:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.132@tcp lock: ffff8800a7c91600/0x5c3af449d9985e24 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d9985e2b expref: -99 pid: 7193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.225412:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.132@tcp lock: ffff8800a7c91600/0x5c3af449d9985e24 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d9985e2b expref: -99 pid: 7193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.225420:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1749393030.225422:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1749393030.225424:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393030.225448:0:7203:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507031936 00000100:00100000:3.0:1749393030.225457:0:7203:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507031936 00010000:00010000:3.0:1749393030.225484:0:7203:0:(ldlm_lockd.c:2662:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff880129d03400/0x5c3af449d9985e9b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d9985e94 expref: 11 pid: 7210 timeout: 222 lvb_type: 0 00000100:00100000:3.0:1749393030.225514:0:7203:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507032064 00000100:00100000:3.0:1749393030.225519:0:7203:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507032064 00010000:00010000:3.0:1749393030.225532:0:7203:0:(ldlm_lockd.c:2662:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff880129d02c00/0x5c3af449d9985e2b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d9985e24 expref: 12 pid: 7210 timeout: 222 lvb_type: 0 00000100:00100000:3.0:1749393030.225554:0:7203:0:(service.c:3364:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1749393030.225561:0:7203:0:(service.c:3423:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:3.0:1749393030.225577:0:7201:0:(service.c:3364:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1749393030.225588:0:7201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1749393030.225598:0:7201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e913849c-f021-41dc-a556-1fef882059b2+11:3764:x1834371507032064:12345-0@lo:103: 00010000:00010000:3.0:1749393030.225611:0:7201:0:(ldlm_lockd.c:1741:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1749393030.225617:0:7201:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff880129d02c00/0x5c3af449d9985e2b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d9985e24 expref: 11 pid: 7210 timeout: 222 lvb_type: 0 00010000:00010000:3.0:1749393030.225630:0:7201:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff880129d02c00/0x5c3af449d9985e2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5c3af449d9985e24 expref: 11 pid: 7210 timeout: 222 lvb_type: 0 00010000:00010000:3.0:1749393030.225646:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880129d02c00/0x5c3af449d9985e2b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5c3af449d9985e24 expref: 11 pid: 7210 timeout: 222 lvb_type: 0 00010000:00010000:3.0:1749393030.225667:0:7201:0:(ldlm_lockd.c:1802:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1749393030.225668:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507031936:0@lo:103: 00000100:00100000:1.0:1749393030.225701:0:7203:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507032192 00000100:00100000:1.0:1749393030.225705:0:7203:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507032192 00000100:00100000:3.0:1749393030.225711:0:7201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e913849c-f021-41dc-a556-1fef882059b2+10:3764:x1834371507032064:12345-0@lo:103: Request processed in 113us (272us total) trans 0 rc 0/0 00010000:00010000:1.0:1749393030.225721:0:7203:0:(ldlm_lockd.c:2662:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff880129d02800/0x5c3af449d9985e0f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d9985e08 expref: 10 pid: 7210 timeout: 222 lvb_type: 0 00000100:00100000:3.0:1749393030.225722:0:7201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1749393030.225746:0:7201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1749393030.225765:0:7201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e913849c-f021-41dc-a556-1fef882059b2+9:3765:x1834371507032192:12345-0@lo:103: 00010000:00010000:3.0:1749393030.225778:0:7201:0:(ldlm_lockd.c:1741:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1749393030.225784:0:7201:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff880129d02800/0x5c3af449d9985e0f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d9985e08 expref: 9 pid: 7210 timeout: 222 lvb_type: 0 00010000:00010000:3.0:1749393030.225797:0:7201:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff880129d02800/0x5c3af449d9985e0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5c3af449d9985e08 expref: 9 pid: 7210 timeout: 222 lvb_type: 0 00010000:00010000:3.0:1749393030.225812:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880129d02800/0x5c3af449d9985e0f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5c3af449d9985e08 expref: 9 pid: 7210 timeout: 222 lvb_type: 0 00010000:00010000:3.0:1749393030.225827:0:7201:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff880093b89600/0x5c3af449d9985ec5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.225837:0:7201:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880093b89600/0x5c3af449d9985ec5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.225854:0:7201:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff880093b89600/0x5c3af449d9985ec5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.225863:0:7201:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff880093b89600/0x5c3af449d9985ec5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.225872:0:7201:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff880093b89600/0x5c3af449d9985ec5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.225881:0:7201:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff880093b89600/0x5c3af449d9985ec5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.225889:0:7201:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880093b89600 already unused, calling callback (ffffffffa0876fa0) 00010000:00010000:3.0:1749393030.225893:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff880093b89600/0x5c3af449d9985ec5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.225902:0:7201:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff880093b89600/0x5c3af449d9985ec5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.225945:0:7201:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff880093b89600/0x5c3af449d9985ec5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.225959:0:7201:0:(ldlm_lockd.c:1802:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1749393030.226014:0:7201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e913849c-f021-41dc-a556-1fef882059b2+8:3765:x1834371507032192:12345-0@lo:103: Request processed in 251us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393030.226025:0:7201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1749393030.226042:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507032192:0@lo:103: 00000100:00100000:1.0:1749393030.227291:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+7:8350:x1834371507031424:12345-0@lo:253: Request processed in 13888us (14073us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393030.227306:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1749393030.227470:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507032320 00000100:00100000:1.0:1749393030.227476:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507032320 00000100:00100000:1.0:1749393030.227503:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1749393030.227508:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+7:8350:x1834371507032320:12345-0@lo:101: 00010000:00010000:1.0:1749393030.227519:0:7210:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1749393030.227530:0:7210:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880090f40000/0x5c3af449d9985ed3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5c3af449d9985ecc expref: -99 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.227546:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880090f40000/0x5c3af449d9985ed3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5c3af449d9985ecc expref: 8 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.227555:0:7210:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880090f40000/0x5c3af449d9985ed3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5c3af449d9985ecc expref: 8 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.227561:0:7210:0:(ldlm_lockd.c:1586:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090f40000, rc 0) 00000100:00100000:1.0:1749393030.227612:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+8:8350:x1834371507032320:12345-0@lo:101: Request processed in 104us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393030.227618:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1749393030.227800:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507032448 00000100:00100000:1.0:1749393030.227805:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507032448 00000100:00100000:1.0:1749393030.227832:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1749393030.227837:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+8:8350:x1834371507032448:12345-0@lo:501: 00000100:00100000:1.0:1749393030.227892:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+8:8350:x1834371507032448:12345-0@lo:501: Request processed in 55us (140us total) trans 0 rc -2/-2 00000100:00100000:1.0:1749393030.227898:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00010000:1.0:1749393030.227972:0:7205:0:(ldlm_lockd.c:2813:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1749393030.227976:0:7205:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.132@tcp lock: ffff88012a3ce000/0x5c3af449d9985ecc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x400000000 nid: local remote: 0x5c3af449d9985ed3 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.227983:0:7205:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88012a3ce000 already unused, calling callback (ffffffffa02db640) 10000000:00010000:1.0:1749393030.227992:0:7205:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.132@tcp lock: ffff88012a3ce000/0x5c3af449d9985ecc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x400000000 nid: local remote: 0x5c3af449d9985ed3 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.227998:0:7205:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.132@tcp lock: ffff88012a3ce000/0x5c3af449d9985ecc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x8400000000 nid: local remote: 0x5c3af449d9985ed3 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1749393030.228004:0:7205:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.132@tcp lock: ffff88012a3ce000/0x5c3af449d9985ecc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x9400000000 nid: local remote: 0x5c3af449d9985ed3 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1749393030.228008:0:7205:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1749393030.228024:0:7205:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.132@tcp lock: ffff88012a3ce000/0x5c3af449d9985ecc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x4809400000020 nid: local remote: 0x5c3af449d9985ed3 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.228029:0:7205:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1749393030.228050:0:7205:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.132@tcp lock: ffff88012a3ce000/0x5c3af449d9985ecc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x4809400000020 nid: local remote: 0x5c3af449d9985ed3 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.228055:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.132@tcp lock: ffff88012a3ce000/0x5c3af449d9985ecc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x4809400000020 nid: local remote: 0x5c3af449d9985ed3 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.228068:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1749393030.228069:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1749393030.228071:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393030.228148:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507032576 00000100:00100000:3.0:1749393030.228155:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507032576 00000100:00100000:3.0:1749393030.228184:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1749393030.228191:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+8:8350:x1834371507032576:12345-0@lo:101: 00010000:00010000:3.0:1749393030.228202:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1749393030.228212:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880093b8ca00/0x5c3af449d9985ee1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5c3af449d9985eda expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.228230:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880093b8ca00/0x5c3af449d9985ee1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5c3af449d9985eda expref: 10 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.228242:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880093b8ca00/0x5c3af449d9985ee1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5c3af449d9985eda expref: 10 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.228251:0:7211:0:(ldlm_lockd.c:1586:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8ca00, rc 0) 00000100:00100000:3.0:1749393030.228297:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+9:8350:x1834371507032576:12345-0@lo:101: Request processed in 105us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393030.228306:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1749393030.228313:0:8350:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313e8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e913849c-f021-41dc-a556-1fef882059b2:8350:1834371507032576:0@lo:101: 00010000:00010000:1.0:1749393030.228325:0:8350:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.132@tcp lock: ffff88012a3ce200/0x5c3af449d9985eda lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5c3af449d9985ee1 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.228332:0:8350:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.132@tcp lock: ffff88012a3ce200/0x5c3af449d9985eda lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5c3af449d9985ee1 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1749393030.228346:0:8350:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.132@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1749393030.228352:0:8350:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.132@tcp lock: ffff88012a3ce200/0x5c3af449d9985eda lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5c3af449d9985ee1 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.228364:0:8350:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.132@tcp lock: ffff88012a3ce200/0x5c3af449d9985eda lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5c3af449d9985ee1 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1749393030.228373:0:8350:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8800b4fbb000 10000000:01000000:1.0:1749393030.228376:0:8350:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1749393030.228379:0:8350:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-barrier-ffff8800b4fbb000 from 1 10000000:01000000:1.0:1749393030.228381:0:8350:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1749393030.228396:0:8350:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.132@tcp lock: ffff8800ad199c00/0x5c3af449d9985ee8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.228403:0:8350:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.132@tcp lock: ffff8800ad199c00/0x5c3af449d9985ee8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.228409:0:8350:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.132@tcp lock: ffff8800ad199c00/0x5c3af449d9985ee8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1749393030.228421:0:8350:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e913849c-f021-41dc-a556-1fef882059b2:8350:1834371507032832:0@lo:101: 00000100:00100000:1.0:1749393030.228448:0:8350:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393030.228473:0:8350:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012e4b4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393030.228516:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507032832 00000100:00100000:3.0:1749393030.228523:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507032832 00000100:00100000:3.0:1749393030.228553:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1749393030.228560:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+8:8350:x1834371507032832:12345-0@lo:101: 00010000:00010000:3.0:1749393030.228580:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1749393030.228591:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880093b8d600/0x5c3af449d9985eef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5c3af449d9985ee8 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.228612:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880093b8d600/0x5c3af449d9985eef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5c3af449d9985ee8 expref: 9 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.228623:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880093b8d600/0x5c3af449d9985eef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5c3af449d9985ee8 expref: 9 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.228632:0:7211:0:(ldlm_lockd.c:1586:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d600, rc 0) 00000100:00100000:3.0:1749393030.228668:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+9:8350:x1834371507032832:12345-0@lo:101: Request processed in 109us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393030.228677:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1749393030.228692:0:8350:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e913849c-f021-41dc-a556-1fef882059b2:8350:1834371507032832:0@lo:101: 00010000:00010000:1.0:1749393030.228707:0:8350:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.132@tcp lock: ffff8800ad199c00/0x5c3af449d9985ee8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5c3af449d9985eef expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.228717:0:8350:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.132@tcp lock: ffff8800ad199c00/0x5c3af449d9985ee8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5c3af449d9985eef expref: -99 pid: 8350 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1749393030.228732:0:8350:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.132@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1749393030.228755:0:8350:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.132@tcp lock: ffff8800ad199c00/0x5c3af449d9985ee8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5c3af449d9985eef expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.228783:0:8350:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.132@tcp lock: ffff8800ad199c00/0x5c3af449d9985ee8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5c3af449d9985eef expref: -99 pid: 8350 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1749393030.228793:0:8350:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1749393030.228797:0:8350:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1749393030.228802:0:8350:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8800b4fbb000 10000000:01000000:1.0:1749393030.228805:0:8350:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1749393030.228809:0:8350:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:1.0:1749393030.228812:0:8350:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1749393030.228829:0:8350:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.132@tcp lock: ffff8800ad198800/0x5c3af449d9985ef6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.228838:0:8350:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.132@tcp lock: ffff8800ad198800/0x5c3af449d9985ef6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.228847:0:8350:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.132@tcp lock: ffff8800ad198800/0x5c3af449d9985ef6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1749393030.228862:0:8350:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e913849c-f021-41dc-a556-1fef882059b2:8350:1834371507032960:0@lo:101: 00000100:00100000:1.0:1749393030.228897:0:8350:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393030.228930:0:8350:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012e4b4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393030.228950:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507032960 00000100:00100000:3.0:1749393030.228955:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507032960 00000100:00100000:3.0:1749393030.228975:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1749393030.228980:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+9:8350:x1834371507032960:12345-0@lo:101: 00010000:00010000:3.0:1749393030.228987:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1749393030.228994:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880093b8de00/0x5c3af449d9985efd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5c3af449d9985ef6 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.229006:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880093b8de00/0x5c3af449d9985efd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5c3af449d9985ef6 expref: 10 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.229012:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880093b8de00/0x5c3af449d9985efd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5c3af449d9985ef6 expref: 10 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393030.229018:0:7211:0:(ldlm_lockd.c:1586:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8de00, rc 0) 00000100:00100000:3.0:1749393030.229042:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+10:8350:x1834371507032960:12345-0@lo:101: Request processed in 63us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393030.229054:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1749393030.229061:0:8350:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e913849c-f021-41dc-a556-1fef882059b2:8350:1834371507032960:0@lo:101: 00010000:00010000:1.0:1749393030.229102:0:8350:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.132@tcp lock: ffff8800ad198800/0x5c3af449d9985ef6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5c3af449d9985efd expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.229112:0:8350:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.132@tcp lock: ffff8800ad198800/0x5c3af449d9985ef6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5c3af449d9985efd expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1749393030.229228:0:8350:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e913849c-f021-41dc-a556-1fef882059b2:8350:1834371507033088:0@lo:501: 00000100:00100000:1.0:1749393030.229270:0:8350:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393030.229317:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507033088 00000100:00100000:3.0:1749393030.229322:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507033088 00000100:00100000:1.0:1749393030.229325:0:8350:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012e4b4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393030.229343:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1749393030.229348:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+10:8350:x1834371507033088:12345-0@lo:501: 00000100:00100000:3.0:1749393030.229420:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+10:8350:x1834371507033088:12345-0@lo:501: Request processed in 71us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393030.229426:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1749393030.229432:0:8350:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e913849c-f021-41dc-a556-1fef882059b2:8350:1834371507033088:0@lo:501: 00000100:00100000:1.0:1749393030.229462:0:8350:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e913849c-f021-41dc-a556-1fef882059b2:8350:1834371507033216:0@lo:503: 00000100:00100000:1.0:1749393030.229510:0:8350:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393030.229526:0:8350:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012e4b4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393030.229527:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507033216 00000100:00100000:3.0:1749393030.229531:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507033216 00000100:00100000:3.0:1749393030.229555:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1749393030.229560:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+10:8350:x1834371507033216:12345-0@lo:503: 00000100:00100000:3.0:1749393030.229643:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+10:8350:x1834371507033216:12345-0@lo:503: Request processed in 81us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393030.229652:0:8350:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e913849c-f021-41dc-a556-1fef882059b2:8350:1834371507033216:0@lo:503: 00000100:00100000:3.0:1749393030.229654:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000040:00080000:1.0:1749393030.229862:0:8350:0:(llog_osd.c:214:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1749393030.229946:0:8350:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e913849c-f021-41dc-a556-1fef882059b2:8350:1834371507033344:0@lo:502: 00000100:00100000:1.0:1749393030.229992:0:8350:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393030.230031:0:8350:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012e4b4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393030.230048:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507033344 00000100:00100000:3.0:1749393030.230053:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507033344 00000100:00100000:3.0:1749393030.230106:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1749393030.230111:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+10:8350:x1834371507033344:12345-0@lo:502: 00000100:00100000:3.0:1749393030.230216:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+10:8350:x1834371507033344:12345-0@lo:502: Request processed in 105us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393030.230223:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1749393030.230241:0:8350:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e913849c-f021-41dc-a556-1fef882059b2:8350:1834371507033344:0@lo:502: 00000040:00080000:1.0:1749393030.230469:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].1, 224 off8416 00000040:00080000:1.0:1749393030.230525:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].2, 136 off8552 00000040:00080000:1.0:1749393030.230549:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].3, 176 off8728 00000040:00080000:1.0:1749393030.230570:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].4, 224 off8952 00000040:00080000:1.0:1749393030.230609:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].5, 224 off9176 00000040:00080000:1.0:1749393030.230635:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].6, 120 off9296 00000040:00080000:1.0:1749393030.230656:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].7, 112 off9408 00000040:00080000:1.0:1749393030.230677:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].8, 160 off9568 00000040:00080000:1.0:1749393030.230697:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].9, 224 off9792 00000040:00080000:1.0:1749393030.230719:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].10, 224 off10016 00000040:00080000:1.0:1749393030.230739:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].11, 88 off10104 00000040:00080000:1.0:1749393030.230761:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].12, 144 off10248 00000040:00080000:1.0:1749393030.230783:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].13, 152 off10400 00000040:00080000:1.0:1749393030.230803:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].14, 168 off10568 00000040:00080000:1.0:1749393030.230825:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].15, 224 off10792 00000040:00080000:1.0:1749393030.230848:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].16, 224 off11016 00000040:00080000:1.0:1749393030.230887:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].17, 80 off11096 00000040:00080000:1.0:1749393030.230910:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].18, 224 off11320 00000040:00080000:1.0:1749393030.230932:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].19, 224 off11544 00000040:00080000:1.0:1749393030.230953:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].20, 160 off11704 00000040:00080000:1.0:1749393030.230991:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].21, 224 off11928 00000040:00080000:1.0:1749393030.231016:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].22, 224 off12152 00000040:00080000:1.0:1749393030.231037:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].23, 80 off12232 00000100:00100000:1.0:1749393030.231068:0:8350:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e913849c-f021-41dc-a556-1fef882059b2:8350:1834371507033472:0@lo:502: 00000100:00100000:1.0:1749393030.231188:0:8350:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393030.231242:0:8350:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012e4b4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393030.231266:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507033472 00000100:00100000:3.0:1749393030.231274:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507033472 00000100:00100000:3.0:1749393030.231303:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1749393030.231309:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+10:8350:x1834371507033472:12345-0@lo:502: 00000100:00100000:3.0:1749393030.231416:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+10:8350:x1834371507033472:12345-0@lo:502: Request processed in 105us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393030.231423:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1749393030.231472:0:8350:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e913849c-f021-41dc-a556-1fef882059b2:8350:1834371507033472:0@lo:502: 00000040:00080000:1.0:1749393030.231604:0:8350:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].24, 224 off12456 00000040:00080000:1.0:1749393030.231618:0:8350:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 24 count 25 00000020:01000000:1.0:1749393030.232046:0:8365:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1749393030.232059:0:8365:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749393030.232062:0:8365:0:(obd_config.c:1473:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1749393030.232102:0:8365:0:(obd_config.c:1861:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1749393030.232107:0:8365:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1749393030.232156:0:8365:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff880129fe0000) 00000020:00000080:1.0:1749393030.232179:0:8365:0:(obd_config.c:653:class_attach()) OBD: dev 10 attached type lod with refcount 2 00000020:00000080:1.0:1749393030.232188:0:8365:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1749393030.232296:0:8365:0:(osd_handler.c:8732:osd_obd_connect()) connect #1 00000020:00000080:1.0:1749393030.232305:0:8365:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x5c3af449d9985f0b 00000020:00000080:1.0:1749393030.232610:0:8365:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1749393030.232618:0:8365:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1749393030.232623:0:8365:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749393030.232626:0:8365:0:(obd_config.c:1473:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1749393030.232630:0:8365:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1749393030.232636:0:8365:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749393030.232638:0:8365:0:(obd_config.c:1473:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1749393030.232643:0:8365:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1749393030.232660:0:8365:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001 (ffff880129fe1570) 00000020:00000080:1.0:1749393030.232677:0:8365:0:(obd_config.c:653:class_attach()) OBD: dev 11 attached type mdt with refcount 2 00000020:00000080:1.0:1749393030.232683:0:8365:0:(obd_config.c:1385:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1749393030.232685:0:8365:0:(obd_config.c:1426:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1749393030.232690:0:8365:0:(obd_config.c:1070:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1749393030.232696:0:8365:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1749393030.232761:0:8365:0:(tgt_mount.c:154:server_get_mount()) get mount ffff8800b4fbb000 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1749393030.232781:0:8365:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDD0001 (ffff880129fe2ae0) 00000020:00000080:1.0:1749393030.232807:0:8365:0:(obd_config.c:653:class_attach()) OBD: dev 12 attached type mdd with refcount 2 00000004:01000000:1.0:1749393030.232891:0:8365:0:(lod_dev.c:2266:lod_obd_connect()) connect #0 00000020:00000080:1.0:1749393030.232898:0:8365:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x5c3af449d9985f20 00000020:00000080:1.0:1749393030.233064:0:8365:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1749393030.233144:0:8365:0:(mdd_device.c:1565:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1749393030.233153:0:8365:0:(genops.c:1402:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x5c3af449d9985f27 00080000:01000000:1.0:1749393030.233162:0:8365:0:(osd_handler.c:8732:osd_obd_connect()) connect #2 00000020:00000080:1.0:1749393030.233167:0:8365:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x5c3af449d9985f2e 00080000:10000000:1.0:1749393030.233520:0:8365:0:(osd_handler.c:5388:osd_index_try()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 40000000:02000000:1.0:1749393030.233665:0:8365:0:(fid_handler.c:552:seq_server_init()) srv-lustre-MDT0001: No data found on store. Initialize space. 00010000:00010000:1.0:1749393030.292811:0:8365:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:02000400:1.0:1749393030.292971:0:8365:0:(tgt_lastrcvd.c:1848:tgt_server_data_init()) lustre-MDT0001: new disk, initializing 00000001:00000004:1.0:1749393030.294487:0:8365:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 1, last_transno is 0 00000001:00080000:1.0:1749393030.294621:0:8365:0:(tgt_lastrcvd.c:206:tgt_reply_header_write()) lustre-MDT0001: write reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000100:00100000:3.0:1749393030.302042:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3763:1834371507033600:0@lo:38: 00000100:00100000:3.0:1749393030.302148:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393030.302219:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507033728:0@lo:38: 00000100:00100000:3.0:1749393030.302240:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393030.302270:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507033728 00000100:00100000:1.0:1749393030.302273:0:7219:0:(service.c:3364:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1749393030.302275:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507033728 00000100:00100000:1.0:1749393030.302282:0:7219:0:(service.c:3423:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:3.0:1749393030.302294:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1749393030.302298:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507033728:12345-0@lo:38: 00000100:00100000:1.0:1749393030.302300:0:7215:0:(service.c:3364:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1749393030.302304:0:7215:0:(service.c:3423:ptlrpc_start_thread()) starting thread 'mdt00_003' 00010000:00020000:3.0:1749393030.302311:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:01000000:1.0:1749393030.305014:0:7220:0:(lprocfs_status_server.c:610:lprocfs_exp_setup()) using hash ffff880136987780 00000100:00080000:1.0:1749393030.305139:0:7220:0:(import.c:66:import_set_state_nolock()) ffff880124f45000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1749393030.305212:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3763:x1834371507033600:12345-0@lo:38: Request processed in 2943us (3063us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393030.305227:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:1.0:1749393030.306440:0:8371:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 1 00000100:00100000:1.0:1749393030.306873:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507034496 00000100:00100000:1.0:1749393030.306882:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507034496 00000100:00100000:1.0:1749393030.306913:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1749393030.306919:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+12:8350:x1834371507034496:12345-0@lo:101: 00010000:00010000:1.0:1749393030.306930:0:7210:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1749393030.306940:0:7210:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880093b8a200/0x5c3af449d9985f74 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5c3af449d9985f6d expref: -99 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.306957:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880093b8a200/0x5c3af449d9985f74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5c3af449d9985f6d expref: 13 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.306966:0:7210:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880093b8a200/0x5c3af449d9985f74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5c3af449d9985f6d expref: 13 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.306972:0:7210:0:(ldlm_lockd.c:1586:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8a200, rc 0) 00000100:00100000:1.0:1749393030.307021:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+13:8350:x1834371507034496:12345-0@lo:101: Request processed in 102us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393030.307028:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1749393030.307259:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507034624 00000100:00100000:1.0:1749393030.307266:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507034624 00000100:00100000:1.0:1749393030.307298:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1749393030.307306:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+13:8350:x1834371507034624:12345-0@lo:501: 00000100:00100000:1.0:1749393030.307416:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+13:8350:x1834371507034624:12345-0@lo:501: Request processed in 110us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393030.307424:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1749393030.307528:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507034752 00000100:00100000:1.0:1749393030.307532:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507034752 00000100:00100000:1.0:1749393030.307558:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1749393030.307563:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+13:8350:x1834371507034752:12345-0@lo:503: 00000100:00100000:1.0:1749393030.307652:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+13:8350:x1834371507034752:12345-0@lo:503: Request processed in 88us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393030.307660:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1749393030.307904:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507034880 00000100:00100000:1.0:1749393030.307912:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507034880 00000100:00100000:1.0:1749393030.307960:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1749393030.307970:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+13:8350:x1834371507034880:12345-0@lo:502: 00000100:00100000:1.0:1749393030.308147:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+13:8350:x1834371507034880:12345-0@lo:502: Request processed in 176us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393030.308160:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1749393030.308870:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507035008 00000100:00100000:1.0:1749393030.308877:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507035008 00000100:00100000:1.0:1749393030.308912:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1749393030.308919:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+13:8350:x1834371507035008:12345-0@lo:502: 00000100:00100000:1.0:1749393030.309040:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+13:8350:x1834371507035008:12345-0@lo:502: Request processed in 119us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393030.309051:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000020:01000004:1.0:1749393030.309511:0:8372:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1749393030.309517:0:8372:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1749393030.309530:0:8372:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff880129fe4050) 00000020:00000080:1.0:1749393030.309560:0:8372:0:(obd_config.c:653:class_attach()) OBD: dev 14 attached type lwp with refcount 2 00000020:00000080:1.0:1749393030.309567:0:8372:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1749393030.309747:0:8372:0:(tgt_mount.c:154:server_get_mount()) get mount ffff8800b4fbb000 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1749393030.309752:0:8372:0:(tgt_mount.c:188:server_put_mount()) put mount ffff8800b4fbb000 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1749393030.309756:0:8372:0:(obd_mount.c:737:lustre_put_lsi()) put ffff8800b4fbb000 3 00010000:00080000:1.0:1749393030.309775:0:8372:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8800903f3000@lustre-MDT0000-lwp-MDT0001: add connection lustre-MDT0000-lwp-MDT0001_UUID at head 00010000:00010000:1.0:1749393030.312014:0:8372:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-3 is initialized 00000020:00000080:1.0:1749393030.312099:0:8372:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1749393030.312153:0:8372:0:(lwp_dev.c:506:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1749393030.312162:0:8372:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x5c3af449d9985f82 00000100:00080000:1.0:1749393030.312167:0:8372:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1749393030.312171:0:8372:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393030.312189:0:8372:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060e00 x1834371507035136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393030.312208:0:8372:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 40000000:00080000:1.0:1749393030.312551:0:8373:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-MDT0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393030.312741:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507035136 00000100:00100000:1.0:1749393030.312748:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507035136 00000100:00100000:1.0:1749393030.312782:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1749393030.312787:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507035136:12345-0@lo:38: 00010000:00020000:1.0:1749393030.312800:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393030.312838:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507035136:12345-0@lo:38: Request processed in 51us (127us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393030.312845:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1749393030.312902:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507035264 00000100:00100000:1.0:1749393030.312906:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507035264 00000100:00100000:1.0:1749393030.312926:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1749393030.312932:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3767:x1834371507035264:12345-0@lo:41: 00000004:00000024:1.0:1749393030.312953:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446346752 avail 1316884480 00000100:00100000:1.0:1749393030.312988:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3767:x1834371507035264:12345-0@lo:41: Request processed in 57us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393030.312994:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1749393030.314678:0:8362:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507035520 00000100:00100000:1.0:1749393030.314687:0:8362:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507035520 00000100:00100000:1.0:1749393030.314732:0:8362:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1749393030.314739:0:8362:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e913849c-f021-41dc-a556-1fef882059b2+3:7230:x1834371507035520:12345-0@lo:104: 00010000:00010000:1.0:1749393030.314766:0:8362:0:(ldlm_lockd.c:2492:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.132@tcp lock: ffff8801215eec00/0x5c3af449d9985f51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d9985f58 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.314841:0:8362:0:(ldlm_lockd.c:2183:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1749393030.314847:0:8362:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e913849c-f021-41dc-a556-1fef882059b2+3:7230:x1834371507035520:12345-0@lo:104: Request processed in 109us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393030.314855:0:8362:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1749393030.314996:0:7201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507035648 00000100:00100000:1.0:1749393030.315001:0:7201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507035648 00010000:00010000:1.0:1749393030.315015:0:7201:0:(ldlm_lockd.c:2662:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88012f184a00/0x5c3af449d9985f58 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d9985f51 expref: 13 pid: 7211 timeout: 222 lvb_type: 0 00000100:00100000:1.0:1749393030.315036:0:7201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1749393030.315040:0:7201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e913849c-f021-41dc-a556-1fef882059b2+13:3764:x1834371507035648:12345-0@lo:103: 00010000:00010000:1.0:1749393030.315049:0:7201:0:(ldlm_lockd.c:1741:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1749393030.315053:0:7201:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88012f184a00/0x5c3af449d9985f58 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d9985f51 expref: 13 pid: 7211 timeout: 222 lvb_type: 0 00010000:00010000:1.0:1749393030.315062:0:7201:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88012f184a00/0x5c3af449d9985f58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5c3af449d9985f51 expref: 13 pid: 7211 timeout: 222 lvb_type: 0 00010000:00010000:1.0:1749393030.315100:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88012f184a00/0x5c3af449d9985f58 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5c3af449d9985f51 expref: 13 pid: 7211 timeout: 222 lvb_type: 0 00010000:00010000:1.0:1749393030.315135:0:7201:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff88012f184000/0x5c3af449d9985f89 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.315141:0:7201:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88012f184000/0x5c3af449d9985f89 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 20000000:01000000:1.0:1749393030.315151:0:7201:0:(mgs_nids.c:466:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002436288s 00010000:00010000:1.0:1749393030.315162:0:7201:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88012f184000/0x5c3af449d9985f89 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.315168:0:7201:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88012f184000/0x5c3af449d9985f89 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.315174:0:7201:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff88012f184000/0x5c3af449d9985f89 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.315179:0:7201:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff88012f184000/0x5c3af449d9985f89 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.315184:0:7201:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88012f184000 already unused, calling callback (ffffffffa0876fa0) 00010000:00010000:1.0:1749393030.315187:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff88012f184000/0x5c3af449d9985f89 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.315194:0:7201:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff88012f184000/0x5c3af449d9985f89 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.315215:0:7201:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff88012f184000/0x5c3af449d9985f89 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393030.315225:0:7201:0:(ldlm_lockd.c:1802:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1749393030.315260:0:7201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e913849c-f021-41dc-a556-1fef882059b2+12:3764:x1834371507035648:12345-0@lo:103: Request processed in 218us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393030.315271:0:7201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:00080000:1.0:1749393030.319032:0:8376:0:(update_trans.c:1520:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:1.0:1749393030.319038:0:8376:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:1.0:1749393030.319240:0:8377:0:(llog_osd.c:2238:llog_osd_get_cat_list()) cat list: disk size=0, read=32 00000100:00080000:1.0:1749393030.319274:0:8377:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff880130061180 x1834371507035776/t0(0) o700->lustre-MDT0000-lwp-MDT0001@0@lo:32/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393030.319286:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393030.319429:0:8378:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:8378:1834371507035904:0@lo:1000: 00000100:00100000:1.0:1749393030.319472:0:8378:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393030.319507:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393030.319699:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:8378:1834371507035904:0@lo:1000: 00000040:01000000:1.0:1749393030.319725:0:8378:0:(llog_osd.c:2238:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000100:00100000:1.0:1749393030.319744:0:8378:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:8378:1834371507036032:0@lo:700: 00000100:00100000:1.0:1749393030.319769:0:8378:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393030.319785:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393030.320393:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:8378:1834371507036032:0@lo:700: 00000100:00100000:1.0:1749393030.320438:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267eb40 going to sleep for 0 seconds 00000100:00100000:1.0:1749393030.320442:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507036160:0@lo:900: 00000100:00100000:3.0:1749393030.324958:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507033728:12345-0@lo:38: Request processed in 22656us (22714us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393030.324970:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000001:02000400:3.0:1749393031.463478:0:8621:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg332-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1749393031.632320:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393032.159412:0:8757:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:8757:1834371507036928:0@lo:502: 00000100:00100000:3.0:1749393032.159464:0:8757:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393032.159515:0:8757:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181000 going to sleep for 11 seconds 00000100:00100000:3.0:1749393032.159775:0:8757:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:8757:1834371507036928:0@lo:502: 00000100:00100000:3.0:1749393032.159825:0:8757:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:8757:1834371507037056:0@lo:502: 00000100:00100000:3.0:1749393032.159860:0:8757:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393032.159888:0:8757:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181000 going to sleep for 11 seconds 00000100:00100000:3.0:1749393032.160070:0:8757:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:8757:1834371507037056:0@lo:502: 00000040:00080000:3.0:1749393032.160214:0:8757:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 30 count 30 00000100:00100000:3.0:1749393032.162287:0:8758:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:8758:1834371507037824:0@lo:502: 00000100:00100000:3.0:1749393032.162337:0:8758:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393032.162383:0:8758:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181000 going to sleep for 11 seconds 00000100:00100000:3.0:1749393032.162677:0:8758:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:8758:1834371507037824:0@lo:502: 00000020:01000000:3.0:1749393032.162707:0:8758:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1749393032.162716:0:8758:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749393032.162718:0:8758:0:(obd_config.c:1473:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1749393032.162721:0:8758:0:(obd_config.c:1385:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1749393032.162725:0:8758:0:(obd_config.c:1397:class_process_config()) adding mapping from uuid 192.168.203.132@tcp to nid 0x20000c0a8cb84 (192.168.203.132@tcp) 00000020:00000080:3.0:1749393032.162739:0:8758:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1749393032.162760:0:8758:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff88009ef40000) 00000020:00000080:3.0:1749393032.162779:0:8758:0:(obd_config.c:653:class_attach()) OBD: dev 15 attached type osp with refcount 2 00000020:00000080:3.0:1749393032.162784:0:8758:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1749393032.162858:0:8758:0:(osp_dev.c:1189:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1749393032.162864:0:8758:0:(osd_handler.c:8732:osd_obd_connect()) connect #5 00000020:00000080:3.0:1749393032.162869:0:8758:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5c3af449d9985fcf 00010000:00080000:3.0:1749393032.162891:0:8758:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8800b411f800@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.132@tcp at head 00010000:00010000:3.0:1749393032.164869:0:8758:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-4 is initialized 00000100:00080000:1.0:1749393032.165919:0:65:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393032.165926:0:65:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393032.165928:0:65:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393032.165934:0:65:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 72 00000100:00080000:1.0:1749393032.165938:0:65:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1749393032.165943:0:65:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393032.165964:0:65:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130061500 x1834371507038080/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393032.165997:0:65:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393032.166001:0:65:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393032.166002:0:65:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393032.166005:0:65:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 72 00000100:00080000:1.0:1749393032.166008:0:65:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1749393032.166010:0:65:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393032.166031:0:65:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130062300 x1834371507038336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393032.166056:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507038080 00000100:00100000:1.0:1749393032.166057:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507038208:0@lo:400: 00000100:00100000:3.0:1749393032.166063:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507038080 00000100:00100000:3.0:1749393032.166127:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1749393032.166133:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507038080:12345-0@lo:38: 00010000:00020000:3.0:1749393032.166148:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393032.166153:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393032.166194:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507038208 00000100:00100000:1.0:1749393032.166199:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507038208 00000100:00100000:1.0:1749393032.166222:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1749393032.166228:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507038208:12345-0@lo:400: 00000100:00100000:1.0:1749393032.166270:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507038208:12345-0@lo:400: Request processed in 42us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393032.166276:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:1.0:1749393032.166444:0:8761:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880130062a00 x1834371507038464/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393032.166453:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee143c0 going to sleep for 0 seconds 00000020:01000000:1.0:1749393032.171188:0:7220:0:(lprocfs_status_server.c:610:lprocfs_exp_setup()) using hash ffff880123b17240 00000100:00080000:1.0:1749393032.171271:0:7220:0:(import.c:66:import_set_state_nolock()) ffff8800903f7800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1749393032.171339:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3763:x1834371507037952:12345-0@lo:38: Request processed in 5302us (5394us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393032.171349:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1749393032.171599:0:8761:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393032.171624:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507038464 00000100:00100000:1.0:1749393032.171628:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507038464 00000100:00100000:1.0:1749393032.171651:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1749393032.171656:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8761:x1834371507038464:12345-0@lo:1000: 00000100:00100000:1.0:1749393032.171711:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8761:x1834371507038464:12345-0@lo:1000: Request processed in 54us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393032.171718:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1749393032.171741:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1749393032.171746:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507038976:12345-0@lo:41: 00000004:00000024:1.0:1749393032.171765:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446465536 avail 1317003264 00000100:00100000:1.0:1749393032.171795:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507038976:12345-0@lo:41: Request processed in 50us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393032.171802:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1749393032.171830:0:8761:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062a00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:8761:1834371507038464:0@lo:1000: 00000040:01000000:1.0:1749393032.171855:0:8761:0:(llog_osd.c:2238:llog_osd_get_cat_list()) cat list: disk size=0, read=32 00000100:00100000:1.0:1749393032.171878:0:8761:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062a00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:8761:1834371507039104:0@lo:700: 00000100:00100000:1.0:1749393032.171902:0:8761:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393032.171932:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393032.181283:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507038080:12345-0@lo:38: Request processed in 15148us (15247us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393032.181293:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1749393032.321232:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee143c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393032.321244:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507039232:0@lo:900: 00000020:00000080:3.0:1749393033.843469:0:8892:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc417e1da0 20000000:00000080:3.0:1749393033.843489:0:8892:0:(mgs_handler.c:871:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff880093117800 uarg=0000000000000000 20000000:01000000:3.0:1749393033.843524:0:8892:0:(mgs_llog.c:6055:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1749393033.843531:0:8892:0:(mgs_llog.c:4531:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1749393033.843535:0:8892:0:(mgs_llog.c:1276:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1749393033.843598:0:8892:0:(llog_osd.c:214:llog_osd_read_header()) not reading header from 0-byte log 20000000:02000000:3.0:1749393033.843608:0:8892:0:(mgs_llog.c:4004:mgs_wlp_lcfg()) Modifying parameter general.debug_raw_pointers=Y in log params 00000040:00080000:3.0:1749393033.847298:0:8892:0:(llog_osd.c:214:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1749393033.847489:0:8892:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].1, 224 off8416 00000040:00080000:3.0:1749393033.847522:0:8892:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].2, 112 off8528 00000040:00080000:3.0:1749393033.847537:0:8892:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0xa:0x2:0x0].3, 224 off8752 10000000:01000000:3.0:1749393033.847550:0:8892:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1749393033.847566:0:8892:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff88009ed82e00/0x5c3af449d9985ff2 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393033.847583:0:8892:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff880129d03600/0x5c3af449d9985e8d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5c3af449d9985e86 expref: 16 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393033.847591:0:8892:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff88012f184200/0x5c3af449d9985f66 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5c3af449d9985f5f expref: 16 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393033.847596:0:8892:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff88009ed82e00/0x5c3af449d9985ff2 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393033.847631:0:8892:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff88012f184200/0x5c3af449d9985f66 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5c3af449d9985f5f expref: 16 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393033.847643:0:8892:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff88012f184200/0x5c3af449d9985f66 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5c3af449d9985f5f expref: 16 pid: 7211 timeout: 225 lvb_type: 0 00000100:00100000:3.0:1749393033.847656:0:8892:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8892:1834371507039360:0@lo:104: 00000100:00100000:3.0:1749393033.847712:0:8892:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1749393033.847786:0:8892:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff880129d03600/0x5c3af449d9985e8d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5c3af449d9985e86 expref: 16 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393033.847807:0:8892:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff880129d03600/0x5c3af449d9985e8d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5c3af449d9985e86 expref: 16 pid: 7210 timeout: 225 lvb_type: 0 00000100:00100000:3.0:1749393033.847816:0:8892:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8892:1834371507039488:0@lo:104: 00000100:00100000:3.0:1749393033.847841:0:8892:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393033.847865:0:8892:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393033.847879:0:8362:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507039488 00000100:00100000:1.0:1749393033.847888:0:8362:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507039488 00000100:00100000:1.0:1749393033.847922:0:8362:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1749393033.847929:0:8362:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e913849c-f021-41dc-a556-1fef882059b2+4:8892:x1834371507039488:12345-0@lo:104: 00010000:00010000:1.0:1749393033.847940:0:8362:0:(ldlm_lockd.c:2492:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.132@tcp lock: ffff8800a7c90000/0x5c3af449d9985e86 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d9985e8d expref: -99 pid: 7193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393033.847997:0:8362:0:(ldlm_lockd.c:2183:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1749393033.848002:0:8362:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e913849c-f021-41dc-a556-1fef882059b2+4:8892:x1834371507039488:12345-0@lo:104: Request processed in 74us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393033.848010:0:8362:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1749393033.848013:0:8892:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8892:1834371507039360:0@lo:104: 00000100:00100000:3.0:1749393033.848022:0:8892:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8892:1834371507039488:0@lo:104: 00010000:00010000:3.0:1749393033.848040:0:8892:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff88009ed82e00/0x5c3af449d9985ff2 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8892 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1749393033.848203:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507039744:0@lo:103: 00000100:00100000:1.0:1749393033.848237:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393033.848291:0:7201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507039744 00000100:00100000:1.0:1749393033.848304:0:7201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507039744 00010000:00010000:1.0:1749393033.848322:0:7201:0:(ldlm_lockd.c:2662:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff880129d03600/0x5c3af449d9985e8d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d9985e86 expref: 18 pid: 7210 timeout: 225 lvb_type: 0 00000100:00100000:1.0:1749393033.848345:0:7201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1749393033.848351:0:7201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009312c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e913849c-f021-41dc-a556-1fef882059b2+18:3767:x1834371507039744:12345-0@lo:103: 00010000:00010000:1.0:1749393033.848361:0:7201:0:(ldlm_lockd.c:1741:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1749393033.848365:0:7201:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff880129d03600/0x5c3af449d9985e8d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d9985e86 expref: 18 pid: 7210 timeout: 225 lvb_type: 0 00010000:00010000:1.0:1749393033.848374:0:7201:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff880129d03600/0x5c3af449d9985e8d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5c3af449d9985e86 expref: 18 pid: 7210 timeout: 225 lvb_type: 0 00010000:00010000:1.0:1749393033.848400:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880129d03600/0x5c3af449d9985e8d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5c3af449d9985e86 expref: 18 pid: 7210 timeout: 225 lvb_type: 0 00010000:00010000:1.0:1749393033.848413:0:7201:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff88009ed82e00/0x5c3af449d9985ff2 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393033.848420:0:7201:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009ed82e00/0x5c3af449d9985ff2 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393033.848432:0:7201:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88009ed82e00/0x5c3af449d9985ff2 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393033.848438:0:7201:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88009ed82e00/0x5c3af449d9985ff2 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393033.848444:0:7201:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff88009ed82e00/0x5c3af449d9985ff2 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393033.848450:0:7201:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff88009ed82e00/0x5c3af449d9985ff2 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393033.848466:0:7201:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009ed82e00 already unused, calling callback (ffffffffa0876fa0) 00010000:00010000:1.0:1749393033.848469:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff88009ed82e00/0x5c3af449d9985ff2 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393033.848476:0:7201:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff88009ed82e00/0x5c3af449d9985ff2 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393033.848487:0:7201:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff88009ed82e00/0x5c3af449d9985ff2 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393033.848495:0:7201:0:(ldlm_lockd.c:1802:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1749393033.848498:0:8892:0:(ldlm_request.c:182:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff88009ed82e00/0x5c3af449d9985ff2 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393033.848508:0:8892:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff88009ed82e00/0x5c3af449d9985ff2 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393033.848514:0:8892:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009ed82e00/0x5c3af449d9985ff2 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8892 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1749393033.848527:0:7201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009312c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e913849c-f021-41dc-a556-1fef882059b2+15:3767:x1834371507039744:12345-0@lo:103: Request processed in 175us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393033.848534:0:7201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1749393034.322180:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee149c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393034.322191:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507039872:0@lo:900: 00000100:00100000:1.0:1749393035.324361:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507040000 00000100:00100000:1.0:1749393035.324372:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507040000 00000100:00100000:1.0:1749393035.324412:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1749393035.324420:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507040000:12345-0@lo:41: 00000004:00000024:1.0:1749393035.324453:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446334464 avail 1316872192 00000100:00100000:1.0:1749393035.324517:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507040000:12345-0@lo:41: Request processed in 97us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393035.324525:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00010000:3.0:1749393035.640287:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393036.323209:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee14480 going to sleep for 0 seconds 00000100:00100000:1.0:1749393036.323221:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507040128:0@lo:900: 00010000:00010000:1.0:1749393036.642283:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749393037.180215:0:65:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393037.180231:0:65:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393037.180234:0:65:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393037.180240:0:65:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 73 00000100:00080000:1.0:1749393037.180244:0:65:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393037.180250:0:65:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393037.180269:0:65:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130063480 x1834371507040512/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393037.180310:0:65:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393037.180314:0:65:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393037.180316:0:65:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393037.180319:0:65:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 73 00000100:00080000:1.0:1749393037.180322:0:65:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1749393037.180325:0:65:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393037.180334:0:65:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130063b80 x1834371507040768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393037.180364:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507040640:0@lo:400: 00000100:00100000:3.0:1749393037.180396:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507040512:0@lo:38: 00000100:00100000:1.0:1749393037.180402:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393037.180442:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507040256 00000100:00100000:3.0:1749393037.180445:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393037.180448:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507040256 00000100:00100000:1.0:1749393037.180468:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507040640 00000100:00100000:1.0:1749393037.180470:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507040640 00000100:00100000:1.0:1749393037.180479:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507040896 00000100:00100000:1.0:1749393037.180481:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507040896 00000100:00100000:3.0:1749393037.180501:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507040768:0@lo:38: 00000100:00100000:1.0:1749393037.180504:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1749393037.180511:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507040640:12345-0@lo:400: 00000100:00100000:3.0:1749393037.180526:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393037.180553:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507040640:12345-0@lo:400: Request processed in 43us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393037.180564:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1749393037.180567:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1749393037.180570:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507040512:12345-0@lo:38: 00000100:00100000:1.0:1749393037.180583:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1749393037.180588:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507040896:12345-0@lo:400: 00010000:00020000:3.0:1749393037.180590:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393037.180614:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507040896:12345-0@lo:400: Request processed in 27us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393037.180620:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1749393037.180652:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507040640:0@lo:400: 00000100:00100000:1.0:1749393037.180687:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507040896:0@lo:400: 00000100:00100000:3.0:1749393037.195062:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507040512:12345-0@lo:38: Request processed in 14489us (14616us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393037.195109:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 20000000:01000000:3.0:1749393037.403409:0:9571:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 27 marker 18 1->4: lustre sys.timeout 20000000:01000000:3.0:1749393037.403433:0:9571:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 29 marker 18 2->4: lustre sys.timeout 00000040:00080000:3.0:1749393037.403443:0:9571:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 36 count 36 00000040:00080000:3.0:1749393037.403802:0:9572:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 5 count 5 20000000:01000000:3.0:1749393037.404018:0:9573:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 22 marker 19 1->4: lustre sys.timeout 20000000:01000000:3.0:1749393037.404044:0:9573:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 24 marker 19 2->4: lustre sys.timeout 00000040:00080000:3.0:1749393037.404054:0:9573:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 31 count 31 20000000:01000000:3.0:1749393037.404290:0:9574:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 22 marker 20 1->4: lustre sys.timeout 20000000:01000000:3.0:1749393037.404303:0:9574:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 24 marker 20 2->4: lustre sys.timeout 00000040:00080000:3.0:1749393037.404313:0:9574:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 31 count 31 00000100:00100000:3.0:1749393037.404578:0:7199:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507041152 00000100:00100000:1.0:1749393037.404579:0:8362:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507041280 00000100:00100000:3.0:1749393037.404583:0:7199:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507041152 00000100:00100000:1.0:1749393037.404585:0:8362:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507041280 00000100:00100000:3.0:1749393037.404601:0:7199:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507041408 00000100:00100000:3.0:1749393037.404603:0:7199:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507041408 00000100:00100000:1.0:1749393037.404604:0:8362:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1749393037.404609:0:8362:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e913849c-f021-41dc-a556-1fef882059b2+5:7211:x1834371507041152:12345-0@lo:104: 00010000:00010000:1.0:1749393037.404618:0:8362:0:(ldlm_lockd.c:2492:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.132@tcp lock: ffff880093b4ee00/0x5c3af449d9985fe4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d9985feb expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1749393037.404648:0:7199:0:(service.c:3364:ptlrpc_start_thread()) ldlm_cbd[0] started 3 min 2 max 56 00000100:00100000:3.0:1749393037.404652:0:7199:0:(service.c:3423:ptlrpc_start_thread()) starting thread 'ldlm_cb00_003' 00010000:00010000:1.0:1749393037.404661:0:8362:0:(ldlm_lockd.c:2183:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1749393037.404665:0:8362:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e913849c-f021-41dc-a556-1fef882059b2+5:7211:x1834371507041152:12345-0@lo:104: Request processed in 56us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393037.404670:0:8362:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00010000:3.0:1749393037.404674:0:7204:0:(ldlm_lockd.c:2813:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1749393037.404677:0:7204:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.132@tcp lock: ffff880093b4ee00/0x5c3af449d9985fe4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d9985feb expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1749393037.404680:0:8362:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507041536 00000100:00100000:1.0:1749393037.404682:0:8362:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507041536 00010000:00010000:3.0:1749393037.404684:0:7204:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880093b4ee00 already unused, calling callback (ffffffffa02db640) 10000000:00010000:3.0:1749393037.404686:0:7204:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.132@tcp lock: ffff880093b4ee00/0x5c3af449d9985fe4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x5c3af449d9985feb expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1749393037.404690:0:8362:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00010000:00010000:3.0:1749393037.404692:0:7204:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.132@tcp lock: ffff880093b4ee00/0x5c3af449d9985fe4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x5c3af449d9985feb expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1749393037.404694:0:8362:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e913849c-f021-41dc-a556-1fef882059b2+5:7211:x1834371507041408:12345-0@lo:104: 10000000:00010000:3.0:1749393037.404697:0:7204:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.132@tcp lock: ffff880093b4ee00/0x5c3af449d9985fe4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x5c3af449d9985feb expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393037.404698:0:8362:0:(ldlm_lockd.c:2492:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.132@tcp lock: ffff880093aff200/0x5c3af449d9985f9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d9985fa5 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1749393037.404706:0:7204:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1749393037.404719:0:8362:0:(ldlm_lockd.c:2183:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:3.0:1749393037.404727:0:7204:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.132@tcp lock: ffff880093b4ee00/0x5c3af449d9985fe4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d9985feb expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1749393037.404728:0:8362:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e913849c-f021-41dc-a556-1fef882059b2+5:7211:x1834371507041408:12345-0@lo:104: Request processed in 34us (135us total) trans 0 rc 0/0 00010000:00010000:3.0:1749393037.404731:0:7204:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1749393037.404733:0:8362:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:3.0:1749393037.404742:0:7204:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.132@tcp lock: ffff880093b4ee00/0x5c3af449d9985fe4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d9985feb expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.404747:0:7204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.132@tcp lock: ffff880093b4ee00/0x5c3af449d9985fe4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d9985feb expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393037.404752:0:7205:0:(ldlm_lockd.c:2813:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1749393037.404755:0:7205:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.132@tcp lock: ffff880093aff200/0x5c3af449d9985f9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d9985fa5 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.404755:0:7204:0:(ldlm_lockd.c:2813:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1749393037.404759:0:7205:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880093aff200 already unused, calling callback (ffffffffa02db640) 10000000:00010000:1.0:1749393037.404761:0:7205:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.132@tcp lock: ffff880093aff200/0x5c3af449d9985f9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x5c3af449d9985fa5 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1749393037.404764:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507041792:0@lo:103: 00010000:00010000:1.0:1749393037.404766:0:7205:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.132@tcp lock: ffff880093aff200/0x5c3af449d9985f9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x5c3af449d9985fa5 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1749393037.404769:0:7205:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.132@tcp lock: ffff880093aff200/0x5c3af449d9985f9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x5c3af449d9985fa5 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1749393037.404773:0:7205:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1749393037.404788:0:7205:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.132@tcp lock: ffff880093aff200/0x5c3af449d9985f9e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d9985fa5 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1749393037.404790:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1749393037.404791:0:7205:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1749393037.404799:0:7205:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.132@tcp lock: ffff880093aff200/0x5c3af449d9985f9e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d9985fa5 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393037.404803:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.132@tcp lock: ffff880093aff200/0x5c3af449d9985f9e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d9985fa5 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393037.404813:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1749393037.404814:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1749393037.404816:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393037.404817:0:7201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507041792 00000100:00100000:3.0:1749393037.404820:0:7201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507041792 00000100:00100000:1.0:1749393037.404825:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507042048:0@lo:103: 00010000:00010000:3.0:1749393037.404831:0:7201:0:(ldlm_lockd.c:2662:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88009ed89800/0x5c3af449d9985feb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d9985fe4 expref: 16 pid: 7210 timeout: 229 lvb_type: 0 00000100:00100000:3.0:1749393037.404844:0:7201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1749393037.404848:0:7201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e913849c-f021-41dc-a556-1fef882059b2+16:3766:x1834371507041792:12345-0@lo:103: 00010000:00010000:3.0:1749393037.404855:0:7201:0:(ldlm_lockd.c:1741:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1749393037.404857:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1749393037.404858:0:7201:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88009ed89800/0x5c3af449d9985feb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d9985fe4 expref: 16 pid: 7210 timeout: 229 lvb_type: 0 00010000:00010000:3.0:1749393037.404864:0:7201:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88009ed89800/0x5c3af449d9985feb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5c3af449d9985fe4 expref: 17 pid: 7210 timeout: 229 lvb_type: 0 00010000:00010000:3.0:1749393037.404873:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009ed89800/0x5c3af449d9985feb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5c3af449d9985fe4 expref: 17 pid: 7210 timeout: 229 lvb_type: 0 00010000:00010000:3.0:1749393037.404890:0:7201:0:(ldlm_lockd.c:1802:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1749393037.404905:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1749393037.404908:0:7204:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.132@tcp lock: ffff8800a7c91800/0x5c3af449d9985f6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d9985f74 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1749393037.404911:0:7201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e913849c-f021-41dc-a556-1fef882059b2+17:3766:x1834371507041792:12345-0@lo:103: Request processed in 62us (120us total) trans 0 rc 0/0 00010000:00010000:1.0:1749393037.404913:0:7204:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff8800a7c91800 already unused, calling callback (ffffffffa02db640) 10000000:00010000:1.0:1749393037.404914:0:7204:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.132@tcp lock: ffff8800a7c91800/0x5c3af449d9985f6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x5c3af449d9985f74 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1749393037.404916:0:7201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00010000:1.0:1749393037.404918:0:7204:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.132@tcp lock: ffff8800a7c91800/0x5c3af449d9985f6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x5c3af449d9985f74 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1749393037.404922:0:7204:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.132@tcp lock: ffff8800a7c91800/0x5c3af449d9985f6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x5c3af449d9985f74 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1749393037.404925:0:7204:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:3.0:1749393037.404927:0:7201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1749393037.404931:0:7201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e913849c-f021-41dc-a556-1fef882059b2+15:3764:x1834371507042048:12345-0@lo:103: 00010000:00010000:1.0:1749393037.404935:0:7204:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.132@tcp lock: ffff8800a7c91800/0x5c3af449d9985f6d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d9985f74 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.404936:0:7201:0:(ldlm_lockd.c:1741:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1749393037.404938:0:7201:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88009ed88a00/0x5c3af449d9985fa5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d9985f9e expref: 14 pid: 7210 timeout: 229 lvb_type: 0 00010000:00010000:1.0:1749393037.404939:0:7204:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1749393037.404942:0:7204:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.132@tcp lock: ffff8800a7c91800/0x5c3af449d9985f6d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d9985f74 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.404943:0:7201:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88009ed88a00/0x5c3af449d9985fa5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5c3af449d9985f9e expref: 14 pid: 7210 timeout: 229 lvb_type: 0 00010000:00010000:1.0:1749393037.404946:0:7204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.132@tcp lock: ffff8800a7c91800/0x5c3af449d9985f6d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d9985f74 expref: -99 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.404950:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009ed88a00/0x5c3af449d9985fa5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5c3af449d9985f9e expref: 14 pid: 7210 timeout: 229 lvb_type: 0 00010000:00010000:1.0:1749393037.404956:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1749393037.404956:0:7201:0:(ldlm_lockd.c:1802:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1749393037.404957:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1749393037.404958:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1749393037.404963:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1749393037.404964:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393037.404979:0:7201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e913849c-f021-41dc-a556-1fef882059b2+13:3764:x1834371507042048:12345-0@lo:103: Request processed in 48us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393037.404983:0:7201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1749393037.404989:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507042048:0@lo:103: 00000100:00100000:3.0:1749393037.404992:0:7201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507042304 00000100:00100000:3.0:1749393037.404994:0:7201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507042304 00010000:00010000:3.0:1749393037.405001:0:7201:0:(ldlm_lockd.c:2662:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff880093b8a200/0x5c3af449d9985f74 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d9985f6d expref: 14 pid: 7210 timeout: 229 lvb_type: 0 00000100:00100000:3.0:1749393037.405009:0:7201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1749393037.405012:0:7201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e913849c-f021-41dc-a556-1fef882059b2+14:3767:x1834371507042304:12345-0@lo:103: 00010000:00010000:3.0:1749393037.405016:0:7201:0:(ldlm_lockd.c:1741:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1749393037.405023:0:7201:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff880093b8a200/0x5c3af449d9985f74 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d9985f6d expref: 14 pid: 7210 timeout: 229 lvb_type: 0 00010000:00010000:3.0:1749393037.405028:0:7201:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff880093b8a200/0x5c3af449d9985f74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5c3af449d9985f6d expref: 14 pid: 7210 timeout: 229 lvb_type: 0 00010000:00010000:3.0:1749393037.405041:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880093b8a200/0x5c3af449d9985f74 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5c3af449d9985f6d expref: 14 pid: 7210 timeout: 229 lvb_type: 0 00010000:00010000:3.0:1749393037.405048:0:7201:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff88009ed65000/0x5c3af449d998600e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.405053:0:7201:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009ed65000/0x5c3af449d998600e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.405060:0:7201:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88009ed65000/0x5c3af449d998600e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.405103:0:7201:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88009ed65000/0x5c3af449d998600e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.405109:0:7201:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff88009ed65000/0x5c3af449d998600e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.405112:0:7201:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff88009ed65000/0x5c3af449d998600e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.405116:0:7201:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009ed65000 already unused, calling callback (ffffffffa0876fa0) 00010000:00010000:3.0:1749393037.405119:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff88009ed65000/0x5c3af449d998600e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.405123:0:7201:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff88009ed65000/0x5c3af449d998600e lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.405132:0:7201:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff88009ed65000/0x5c3af449d998600e lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.405143:0:7201:0:(ldlm_lockd.c:1802:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1749393037.405152:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507041920:0@lo:103: 00000100:00100000:3.0:1749393037.405161:0:7201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e913849c-f021-41dc-a556-1fef882059b2+11:3767:x1834371507042304:12345-0@lo:103: Request processed in 148us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393037.405162:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507042304:0@lo:103: 00000100:00100000:3.0:1749393037.405166:0:7201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1749393037.405188:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507041792:0@lo:103: 00010000:00010000:1.0:1749393037.406953:0:7205:0:(ldlm_lockd.c:2813:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1749393037.406958:0:7205:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.132@tcp lock: ffff88009eeb2600/0x5c3af449d9986015 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x400000000 nid: local remote: 0x5c3af449d998601c expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393037.406965:0:7205:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009eeb2600 already unused, calling callback (ffffffffa02db640) 10000000:00010000:1.0:1749393037.406966:0:7205:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.132@tcp lock: ffff88009eeb2600/0x5c3af449d9986015 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x400000000 nid: local remote: 0x5c3af449d998601c expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393037.406971:0:7205:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.132@tcp lock: ffff88009eeb2600/0x5c3af449d9986015 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x8400000000 nid: local remote: 0x5c3af449d998601c expref: -99 pid: 9553 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1749393037.406975:0:7205:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.132@tcp lock: ffff88009eeb2600/0x5c3af449d9986015 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x9400000000 nid: local remote: 0x5c3af449d998601c expref: -99 pid: 9553 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1749393037.406979:0:7205:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1749393037.406992:0:7205:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.132@tcp lock: ffff88009eeb2600/0x5c3af449d9986015 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0x5c3af449d998601c expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393037.406996:0:7205:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1749393037.407015:0:7205:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.132@tcp lock: ffff88009eeb2600/0x5c3af449d9986015 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0x5c3af449d998601c expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393037.407019:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.132@tcp lock: ffff88009eeb2600/0x5c3af449d9986015 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0x5c3af449d998601c expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393037.407027:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1749393037.407028:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1749393037.407030:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393037.407049:0:9577:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507042816 00000100:00100000:1.0:1749393037.407058:0:9577:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507042816 00000100:00100000:1.0:1749393037.407121:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1749393037.407126:0:9577:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009312c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e913849c-f021-41dc-a556-1fef882059b2+13:3767:x1834371507042816:12345-0@lo:103: 00010000:00010000:1.0:1749393037.407132:0:9577:0:(ldlm_lockd.c:1741:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1749393037.407138:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a8858c00/0x5c3af449d998601c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5c3af449d9986015 expref: 13 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393037.407146:0:9577:0:(ldlm_lockd.c:1802:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1749393037.407170:0:9577:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009312c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e913849c-f021-41dc-a556-1fef882059b2+11:3767:x1834371507042816:12345-0@lo:103: Request processed in 45us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393037.407175:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000020:01000000:1.0:1749393037.408371:0:9578:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1749393037.408377:0:9578:0:(obd_mount.c:971:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1749393037.408381:0:9578:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749393037.408383:0:9578:0:(obd_config.c:1473:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1749393037.408387:0:9578:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1749393037.408395:0:9578:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (ffff880129fe55c0) 00000020:00000080:1.0:1749393037.408410:0:9578:0:(obd_config.c:653:class_attach()) OBD: dev 18 attached type obdfilter with refcount 2 00000020:00000080:1.0:1749393037.408413:0:9578:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1749393037.408468:0:9578:0:(tgt_mount.c:154:server_get_mount()) get mount ffff88009e833000 from lustre-OST0000, refs=2 00080000:01000000:1.0:1749393037.408474:0:9578:0:(osd_handler.c:8732:osd_obd_connect()) connect #1 00000020:00000080:1.0:1749393037.408478:0:9578:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x5c3af449d9986038 00010000:00010000:1.0:1749393037.411924:0:9578:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:02000400:1.0:1749393037.412156:0:9578:0:(tgt_lastrcvd.c:1848:tgt_server_data_init()) lustre-OST0000: new disk, initializing 00000001:00000004:1.0:1749393037.414380:0:9578:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 0 40000000:02000000:1.0:1749393037.414801:0:9578:0:(fid_handler.c:552:seq_server_init()) srv-lustre-OST0000: No data found on store. Initialize space. 00080000:10000000:1.0:1749393037.418422:0:9578:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00080000:10000000:1.0:1749393037.418642:0:9578:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0000: index object [0x200000003:0x2:0x0] (8/32) registered 00000020:01000000:1.0:1749393037.420632:0:9580:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1749393037.420638:0:9580:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749393037.420640:0:9580:0:(obd_config.c:1473:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1749393037.420651:0:9580:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff88009e833000 00000020:00000080:1.0:1749393037.420653:0:9580:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1749393037.420698:0:9580:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1749393037.420700:0:9580:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749393037.420702:0:9580:0:(obd_config.c:1473:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:1.0:1749393037.420705:0:9580:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 4 count 4 00000020:01000004:1.0:1749393037.422638:0:9581:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1749393037.422642:0:9581:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1749393037.422659:0:9581:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff880099cd0000) 00000020:00000080:1.0:1749393037.422672:0:9581:0:(obd_config.c:653:class_attach()) OBD: dev 19 attached type lwp with refcount 2 00000020:00000080:1.0:1749393037.422675:0:9581:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1749393037.422782:0:9581:0:(tgt_mount.c:154:server_get_mount()) get mount ffff88009e833000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1749393037.422786:0:9581:0:(tgt_mount.c:188:server_put_mount()) put mount ffff88009e833000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1749393037.422788:0:9581:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88009e833000 3 00010000:00080000:1.0:1749393037.422810:0:9581:0:(ldlm_lib.c:102:import_set_conn()) imp ffff880099ce0000@lustre-MDT0000-lwp-OST0000: add connection lustre-MDT0000-lwp-OST0000_UUID at head 00010000:00010000:1.0:1749393037.424629:0:9581:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-5 is initialized 00000020:00000080:1.0:1749393037.424685:0:9581:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1749393037.424712:0:9581:0:(lwp_dev.c:506:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1749393037.424720:0:9581:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x5c3af449d9986062 00000100:00080000:1.0:1749393037.424727:0:9581:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1749393037.424732:0:9581:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393037.424754:0:9581:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130063800 x1834371507044736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393037.424786:0:9581:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1749393037.424899:0:65:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749393037.424907:0:65:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749393037.424910:0:65:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749393037.424916:0:65:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 78 00000100:00080000:3.0:1749393037.424919:0:65:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749393037.424924:0:65:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749393037.424948:0:65:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b02300 x1834371507044864/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749393037.424992:0:65:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749393037.424996:0:65:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749393037.424998:0:65:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749393037.425019:0:65:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 78 00000100:00080000:3.0:1749393037.425022:0:65:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1749393037.425024:0:65:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393037.425035:0:65:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b02d80 x1834371507045120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393037.425036:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507044992:0@lo:400: 00000100:00100000:3.0:1749393037.425061:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507045248:0@lo:400: 00000100:00100000:1.0:1749393037.425118:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393037.425157:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393037.425185:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507044992 00000100:00100000:1.0:1749393037.425189:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507044992 00000100:00100000:1.0:1749393037.425207:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507045248 00000100:00100000:1.0:1749393037.425210:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507045248 00000100:00100000:1.0:1749393037.425229:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1749393037.425235:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507044992:12345-0@lo:400: 00000100:00100000:3.0:1749393037.425262:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1749393037.425270:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507045248:12345-0@lo:400: 00000100:00100000:1.0:1749393037.425271:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507044992:12345-0@lo:400: Request processed in 37us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393037.425278:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1749393037.425302:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507044992:0@lo:400: 00000100:00100000:3.0:1749393037.425306:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507045248:12345-0@lo:400: Request processed in 38us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393037.425312:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1749393037.425338:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507045248:0@lo:400: 00000020:01000004:1.0:1749393037.425347:0:9581:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1749393037.425350:0:9581:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1749393037.425357:0:9581:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff880099cd1570) 00000020:00000080:1.0:1749393037.425369:0:9581:0:(obd_config.c:653:class_attach()) OBD: dev 20 attached type lwp with refcount 2 00000020:00000080:1.0:1749393037.425372:0:9581:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1749393037.425467:0:9581:0:(tgt_mount.c:154:server_get_mount()) get mount ffff88009e833000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1749393037.425470:0:9581:0:(tgt_mount.c:188:server_put_mount()) put mount ffff88009e833000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1749393037.425472:0:9581:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88009e833000 3 00010000:00080000:1.0:1749393037.425484:0:9581:0:(ldlm_lib.c:102:import_set_conn()) imp ffff880099ce4000@lustre-MDT0001-lwp-OST0000: add connection lustre-MDT0001-lwp-OST0000_UUID at head 00010000:00010000:1.0:1749393037.427342:0:9581:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-6 is initialized 00000020:00000080:1.0:1749393037.427417:0:9581:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:1.0:1749393037.427438:0:9581:0:(lwp_dev.c:506:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1749393037.427445:0:9581:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x5c3af449d9986070 00000100:00080000:1.0:1749393037.427450:0:9581:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1749393037.427454:0:9581:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393037.427472:0:9581:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060e00 x1834371507045376/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393037.427501:0:9581:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1749393037.427704:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507045376 00000100:00100000:3.0:1749393037.427711:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507045376 00000100:00100000:3.0:1749393037.427732:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1749393037.427737:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507045376:12345-0@lo:38: 00010000:00020000:3.0:1749393037.427751:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393037.427796:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507045376:12345-0@lo:38: Request processed in 58us (189us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393037.427803:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:01000000:1.0:1749393037.427818:0:9553:0:(obd_config.c:2035:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:1.0:1749393037.427839:0:9553:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.132@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1749393037.427848:0:9553:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.132@tcp lock: ffff8800903f9200/0x5c3af449d998604d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5c3af449d9986054 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393037.427866:0:9553:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.132@tcp lock: ffff8800903f9200/0x5c3af449d998604d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5c3af449d9986054 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000020:01000004:1.0:1749393037.427890:0:9553:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1749393037.427892:0:9553:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1749393037.427893:0:9553:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1749393037.427894:0:9553:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1749393037.427895:0:9553:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1749393037.427896:0:9553:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1749393037.427897:0:9553:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1749393037.427898:0:9553:0:(tgt_mount.c:1164:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:1.0:1749393037.427900:0:9553:0:(tgt_mount.c:1166:server_mti_print()) LDD_F_UPDATE 00000020:01000004:1.0:1749393037.427901:0:9553:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1749393037.427902:0:9553:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1749393037.427904:0:9553:0:(mgc_request_server.c:266:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020062 00000020:01000004:1.0:1749393037.427908:0:9553:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1749393037.427909:0:9553:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1749393037.427910:0:9553:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1749393037.427911:0:9553:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1749393037.427912:0:9553:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1749393037.427912:0:9553:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1749393037.427914:0:9553:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1749393037.427915:0:9553:0:(tgt_mount.c:1164:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:1.0:1749393037.427916:0:9553:0:(tgt_mount.c:1166:server_mti_print()) LDD_F_UPDATE 00000020:01000004:1.0:1749393037.427917:0:9553:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1749393037.427918:0:9553:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1749393037.427925:0:9553:0:(mgc_request_server.c:211:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1749393037.427933:0:9553:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e913849c-f021-41dc-a556-1fef882059b2:9553:1834371507045504:0@lo:253: 00000100:00100000:1.0:1749393037.427961:0:9553:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393037.427984:0:9553:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099e07180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393037.430586:0:9575:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507045632 00000100:00100000:1.0:1749393037.430593:0:9575:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507045632 00000100:00100000:1.0:1749393037.430620:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1749393037.430627:0:9575:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:e913849c-f021-41dc-a556-1fef882059b2+3:7230:x1834371507045632:12345-0@lo:104: 00010000:00010000:1.0:1749393037.430647:0:9575:0:(ldlm_lockd.c:2492:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.132@tcp lock: ffff880136aebc00/0x5c3af449d9985fac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d9985fb3 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1749393037.430649:0:7199:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1749393037.430671:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1749393037.430681:0:7199:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed10c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e913849c-f021-41dc-a556-1fef882059b2+4:7230:x1834371507045760:12345-0@lo:104: 00010000:00010000:1.0:1749393037.430690:0:9575:0:(ldlm_lockd.c:2183:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:3.0:1749393037.430691:0:7199:0:(ldlm_lockd.c:2492:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.132@tcp lock: ffff880093affa00/0x5c3af449d9985f90 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d9985f97 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1749393037.430696:0:9575:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:e913849c-f021-41dc-a556-1fef882059b2+4:7230:x1834371507045632:12345-0@lo:104: Request processed in 70us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393037.430704:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1749393037.430732:0:9553:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e913849c-f021-41dc-a556-1fef882059b2:9553:1834371507045504:0@lo:253: 10000000:01000000:1.0:1749393037.430743:0:9553:0:(mgc_request_server.c:237:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1749393037.430745:0:9553:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1749393037.430746:0:9553:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00010000:3.0:1749393037.430746:0:7199:0:(ldlm_lockd.c:2183:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000020:01000004:1.0:1749393037.430747:0:9553:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1749393037.430748:0:9553:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1749393037.430749:0:9553:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1749393037.430750:0:9553:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1749393037.430751:0:9553:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1749393037.430753:0:9553:0:(tgt_mount.c:1164:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:1.0:1749393037.430753:0:9553:0:(tgt_mount.c:1166:server_mti_print()) LDD_F_UPDATE 00000100:00100000:3.0:1749393037.430753:0:7199:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed10c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e913849c-f021-41dc-a556-1fef882059b2+3:7230:x1834371507045760:12345-0@lo:104: Request processed in 73us (128us total) trans 0 rc 0/0 00000020:01000004:1.0:1749393037.430755:0:9553:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1749393037.430756:0:9553:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1749393037.430759:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000020:02000000:1.0:1749393037.430764:0:9553:0:(tgt_mount.c:2346:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:3.0:1749393037.430807:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393037.430819:0:9577:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507045888 00000100:00100000:3.0:1749393037.430824:0:9577:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507045888 00010000:00010000:3.0:1749393037.430846:0:9577:0:(ldlm_lockd.c:2662:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88009ed89e00/0x5c3af449d9985fb3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d9985fac expref: 13 pid: 7210 timeout: 229 lvb_type: 0 00000100:00100000:3.0:1749393037.430865:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1749393037.430870:0:9577:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e913849c-f021-41dc-a556-1fef882059b2+13:3767:x1834371507045888:12345-0@lo:103: 00010000:00010000:3.0:1749393037.430877:0:9577:0:(ldlm_lockd.c:1741:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1749393037.430881:0:9577:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88009ed89e00/0x5c3af449d9985fb3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d9985fac expref: 13 pid: 7210 timeout: 229 lvb_type: 0 00010000:00010000:3.0:1749393037.430889:0:9577:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88009ed89e00/0x5c3af449d9985fb3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5c3af449d9985fac expref: 14 pid: 7210 timeout: 229 lvb_type: 0 00010000:00010000:3.0:1749393037.430899:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009ed89e00/0x5c3af449d9985fb3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5c3af449d9985fac expref: 14 pid: 7210 timeout: 229 lvb_type: 0 00010000:00010000:3.0:1749393037.430908:0:9577:0:(ldlm_lockd.c:1802:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1749393037.430934:0:9577:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e913849c-f021-41dc-a556-1fef882059b2+13:3767:x1834371507045888:12345-0@lo:103: Request processed in 64us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393037.430940:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00080000:10000000:1.0:1749393037.434915:0:9553:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:10000000:1.0:1749393037.435139:0:9553:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:10000000:1.0:1749393037.435345:0:9553:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:10000000:1.0:1749393037.435544:0:9553:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:10000000:1.0:1749393037.435688:0:9553:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:10000000:1.0:1749393037.435827:0:9553:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00000100:00100000:1.0:1749393037.581760:0:9621:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9621:1834371507046528:0@lo:502: 00000100:00100000:1.0:1749393037.581814:0:9621:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393037.581846:0:9621:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35540 going to sleep for 11 seconds 00000100:00100000:1.0:1749393037.582234:0:9621:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9621:1834371507046528:0@lo:502: 00000100:00100000:1.0:1749393037.582288:0:9621:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9621:1834371507046656:0@lo:502: 00000100:00100000:1.0:1749393037.582322:0:9621:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393037.582367:0:9621:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35540 going to sleep for 11 seconds 00000100:00100000:1.0:1749393037.582537:0:9621:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9621:1834371507046656:0@lo:502: 00000040:00080000:1.0:1749393037.582563:0:9621:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000100:00100000:1.0:1749393037.584584:0:9622:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9622:1834371507047424:0@lo:502: 00000100:00100000:1.0:1749393037.584637:0:9622:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393037.584670:0:9622:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35540 going to sleep for 11 seconds 00000100:00100000:1.0:1749393037.584861:0:9622:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9622:1834371507047424:0@lo:502: 00000020:01000000:1.0:1749393037.584891:0:9622:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1749393037.584898:0:9622:0:(obd_mount.c:971:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1749393037.584905:0:9622:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749393037.584907:0:9622:0:(obd_config.c:1473:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1749393037.584912:0:9622:0:(obd_config.c:1385:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1749393037.584916:0:9622:0:(obd_config.c:1397:class_process_config()) adding mapping from uuid 192.168.203.132@tcp to nid 0x20000c0a8cb84 (192.168.203.132@tcp) 00000020:01000000:1.0:1749393037.584930:0:9622:0:(obd_config.c:1869:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1749393037.584932:0:9622:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1749393037.584946:0:9622:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff880099cd2ae0) 00000020:00000080:1.0:1749393037.584966:0:9622:0:(obd_config.c:653:class_attach()) OBD: dev 21 attached type osp with refcount 2 00000020:00000080:1.0:1749393037.584970:0:9622:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1749393037.585044:0:9622:0:(osp_dev.c:1189:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1749393037.585050:0:9622:0:(osd_handler.c:8732:osd_obd_connect()) connect #4 00000020:00000080:1.0:1749393037.585056:0:9622:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x5c3af449d99860af 00010000:00080000:1.0:1749393037.585136:0:9622:0:(ldlm_lib.c:102:import_set_conn()) imp ffff88009a2bb000@lustre-OST0000-osc-MDT0001: add connection 192.168.203.132@tcp at head 00010000:00010000:1.0:1749393037.585352:0:9622:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-7 is initialized 00000040:01000000:1.0:1749393037.589590:0:9622:0:(llog_osd.c:2238:llog_osd_get_cat_list()) cat list: disk size=0, read=32 00000040:01000000:1.0:1749393037.589607:0:9622:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:1.0:1749393037.589740:0:9622:0:(llog_osd.c:214:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1749393037.589906:0:9622:0:(llog_osd.c:214:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1749393037.590014:0:9622:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0x1:0x2:0x0].1, 64 off8256 00000040:00080000:1.0:1749393037.590181:0:9622:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0x1:0x3:0x0].1, 64 off8256 00000040:00080000:1.0:1749393037.590477:0:9623:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1749393037.590482:0:9623:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x3:0x0] at index 1 of catalog [0x1:0x2:0x0] 00000100:00100000:1.0:1749393037.591220:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507047552 00000100:00100000:1.0:1749393037.591229:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507047552 00000100:00100000:1.0:1749393037.591256:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1749393037.591263:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3763:x1834371507047552:12345-0@lo:8: 00010000:00080000:1.0:1749393037.591287:0:9561:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp (null) cur 79 last 0 00000020:00000080:1.0:1749393037.591309:0:9561:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x5c3af449d99860bd 00002000:00100000:1.0:1749393037.591321:0:9561:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff88009a2b8000 ocd_connect_flags: 0xa044401443000066 ocd_version: 2103801 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1749393037.591325:0:9561:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00000001:00000004:1.0:1749393037.591329:0:9561:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967296 00000100:00100000:3.0:1749393037.591330:0:9622:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a300 going to sleep for 11 seconds 00000100:00100000:3.0:1749393037.591360:0:9622:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9622:1834371507047680:0@lo:502: 00002000:00100000:1.0:1749393037.591368:0:9561:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:3.0:1749393037.591394:0:9622:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1749393037.591399:0:9622:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749393037.591401:0:9622:0:(obd_config.c:1473:class_process_config()) marker 27 (0x2) lustre sys.timeout 00000040:00080000:3.0:1749393037.591406:0:9622:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 34 count 34 00000020:01000000:1.0:1749393037.591471:0:9561:0:(lprocfs_status_server.c:610:lprocfs_exp_setup()) using hash ffff8800a914ba80 00002000:00080000:1.0:1749393037.591527:0:9561:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1749393037.591549:0:9561:0:(import.c:66:import_set_state_nolock()) ffff88009a2b8800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1749393037.591616:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1834371507047552:12345-0@lo:8: Request processed in 351us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393037.591624:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1749393037.591654:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507047808 00000100:00100000:3.0:1749393037.591660:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507047808 00000100:00100000:3.0:1749393037.591690:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1749393037.591698:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+14:7213:x1834371507047808:12345-0@lo:101: 00010000:00010000:3.0:1749393037.591708:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1749393037.591722:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507047936:0@lo:700: 00010000:00010000:3.0:1749393037.591727:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009eec6600/0x5c3af449d99860cb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5c3af449d99860c4 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.591746:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009eec6600/0x5c3af449d99860cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5c3af449d99860c4 expref: 15 pid: 7211 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1749393037.591756:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1749393037.591756:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009eec6600/0x5c3af449d99860cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5c3af449d99860c4 expref: 15 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.591763:0:7211:0:(ldlm_lockd.c:1586:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eec6600, rc 0) 00000100:00100000:1.0:1749393037.591783:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507047936 00000100:00100000:1.0:1749393037.591787:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507047936 00000100:00100000:3.0:1749393037.591820:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+15:7213:x1834371507047808:12345-0@lo:101: Request processed in 122us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393037.591826:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1749393037.591828:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1749393037.591832:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+6:9624:x1834371507047936:12345-0@lo:700: 00000100:00080000:3.0:1749393037.591849:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393037.591871:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35900 going to sleep for 0 seconds 00000100:00100000:1.0:1749393037.591877:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507048064:0@lo:700: 40000000:00080000:1.0:1749393037.591887:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393037.591890:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393037.591980:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507048192 00000100:00100000:3.0:1749393037.591985:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507048192 00000100:00100000:3.0:1749393037.592004:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1749393037.592009:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+15:7213:x1834371507048192:12345-0@lo:501: 00000100:00100000:3.0:1749393037.592153:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+15:7213:x1834371507048192:12345-0@lo:501: Request processed in 141us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393037.592161:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1749393037.592264:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507048320 00000100:00100000:3.0:1749393037.592268:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507048320 00000100:00100000:3.0:1749393037.592287:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1749393037.592292:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+15:7213:x1834371507048320:12345-0@lo:503: 00000100:00100000:3.0:1749393037.592372:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+15:7213:x1834371507048320:12345-0@lo:503: Request processed in 79us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393037.592379:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1749393037.592587:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507048448 00000100:00100000:3.0:1749393037.592597:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507048448 00000100:00100000:3.0:1749393037.592618:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1749393037.592624:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+15:9625:x1834371507048448:12345-0@lo:502: 00000100:00100000:3.0:1749393037.592700:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+15:9625:x1834371507048448:12345-0@lo:502: Request processed in 74us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393037.592707:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1749393037.592811:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507048576 00000100:00100000:3.0:1749393037.592815:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507048576 00000100:00100000:3.0:1749393037.592832:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1749393037.592837:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+15:9625:x1834371507048576:12345-0@lo:502: 00000100:00100000:3.0:1749393037.592899:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+15:9625:x1834371507048576:12345-0@lo:502: Request processed in 61us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393037.592906:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000020:01000000:3.0:1749393037.592983:0:7213:0:(obd_config.c:2035:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:3.0:1749393037.593007:0:7213:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.203.132@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1749393037.593013:0:7213:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.132@tcp lock: ffff880093afda00/0x5c3af449d99860c4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5c3af449d99860cb expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.593022:0:7213:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.132@tcp lock: ffff880093afda00/0x5c3af449d99860c4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5c3af449d99860cb expref: -99 pid: 7213 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1749393037.593031:0:7213:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1749393037.593033:0:7213:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800ad27a000 from 30 10000000:01000000:3.0:1749393037.593036:0:7213:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1749393037.593052:0:7213:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.132@tcp lock: ffff88009eec6800/0x5c3af449d99860d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.593059:0:7213:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.132@tcp lock: ffff88009eec6800/0x5c3af449d99860d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.593137:0:7213:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.132@tcp lock: ffff88009eec6800/0x5c3af449d99860d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1749393037.593152:0:7213:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e913849c-f021-41dc-a556-1fef882059b2:7213:1834371507048704:0@lo:101: 00000100:00100000:3.0:1749393037.593182:0:7213:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393037.593203:0:7213:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3df00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393037.593331:0:7213:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e913849c-f021-41dc-a556-1fef882059b2:7213:1834371507048704:0@lo:101: 00010000:00010000:3.0:1749393037.593343:0:7213:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.132@tcp lock: ffff88009eec6800/0x5c3af449d99860d2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5c3af449d99860d9 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.593351:0:7213:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.132@tcp lock: ffff88009eec6800/0x5c3af449d99860d2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x5c3af449d99860d9 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1749393037.593389:0:7213:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e913849c-f021-41dc-a556-1fef882059b2:7213:1834371507048832:0@lo:501: 00000100:00100000:3.0:1749393037.593412:0:7213:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393037.593424:0:7213:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3df00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393037.593532:0:7213:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e913849c-f021-41dc-a556-1fef882059b2:7213:1834371507048832:0@lo:501: 00000100:00100000:3.0:1749393037.593554:0:7213:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e913849c-f021-41dc-a556-1fef882059b2:7213:1834371507048960:0@lo:503: 00000100:00100000:3.0:1749393037.593590:0:7213:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393037.593602:0:7213:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3df00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393037.593724:0:7213:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e913849c-f021-41dc-a556-1fef882059b2:7213:1834371507048960:0@lo:503: 00000100:00100000:3.0:1749393037.593879:0:9626:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9626:1834371507049088:0@lo:502: 00000100:00100000:3.0:1749393037.593915:0:9626:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393037.593928:0:9626:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3df00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393037.594044:0:9626:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9626:1834371507049088:0@lo:502: 00000100:00100000:3.0:1749393037.594134:0:9626:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9626:1834371507049216:0@lo:502: 00000100:00100000:3.0:1749393037.594169:0:9626:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393037.594201:0:9626:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3df00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393037.594310:0:9626:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9626:1834371507049216:0@lo:502: 00000040:00080000:3.0:1749393037.594333:0:9626:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000100:00100000:3.0:1749393037.594522:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507049344 00000100:00100000:3.0:1749393037.594527:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507049344 00000100:00100000:3.0:1749393037.594549:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1749393037.594555:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+16:7213:x1834371507049344:12345-0@lo:101: 00010000:00010000:3.0:1749393037.594563:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1749393037.594571:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009a28d400/0x5c3af449d99860e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5c3af449d99860e0 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.594585:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009a28d400/0x5c3af449d99860e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5c3af449d99860e0 expref: 17 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.594593:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009a28d400/0x5c3af449d99860e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5c3af449d99860e0 expref: 17 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.594599:0:7211:0:(ldlm_lockd.c:1586:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a28d400, rc 0) 00000100:00100000:3.0:1749393037.594629:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+17:7213:x1834371507049344:12345-0@lo:101: Request processed in 74us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393037.594635:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1749393037.594741:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507049472 00000100:00100000:3.0:1749393037.594744:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507049472 00000100:00100000:3.0:1749393037.594759:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1749393037.594764:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+17:7213:x1834371507049472:12345-0@lo:256: 20000000:01000000:3.0:1749393037.594775:0:7211:0:(mgs_nids.c:683:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1749393037.594792:0:7211:0:(mgs_nids.c:225:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1749393037.594795:0:7211:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 5 00000100:00100000:3.0:1749393037.594858:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+17:7213:x1834371507049472:12345-0@lo:256: Request processed in 92us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393037.594865:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1749393037.595055:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507049600 00000100:00100000:3.0:1749393037.595060:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507049600 00000100:00100000:3.0:1749393037.595121:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1749393037.595126:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+17:7213:x1834371507049600:12345-0@lo:101: 00010000:00010000:3.0:1749393037.595134:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1749393037.595142:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009a28ce00/0x5c3af449d99860f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x5c3af449d99860ee expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.595156:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009a28ce00/0x5c3af449d99860f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5c3af449d99860ee expref: 18 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.595163:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009a28ce00/0x5c3af449d99860f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5c3af449d99860ee expref: 18 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.595169:0:7211:0:(ldlm_lockd.c:1586:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a28ce00, rc 0) 00000100:00100000:3.0:1749393037.595195:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+18:7213:x1834371507049600:12345-0@lo:101: Request processed in 68us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393037.595201:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1749393037.595296:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507049728 00000100:00100000:3.0:1749393037.595300:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507049728 00000100:00100000:3.0:1749393037.595317:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1749393037.595322:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+18:7213:x1834371507049728:12345-0@lo:501: 00000100:00100000:3.0:1749393037.595387:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+18:7213:x1834371507049728:12345-0@lo:501: Request processed in 63us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393037.595394:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1749393037.595475:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507049856 00000100:00100000:3.0:1749393037.595479:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507049856 00000100:00100000:3.0:1749393037.595496:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1749393037.595501:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+18:7213:x1834371507049856:12345-0@lo:503: 00000100:00100000:3.0:1749393037.595571:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+18:7213:x1834371507049856:12345-0@lo:503: Request processed in 69us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393037.595578:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1749393037.595701:0:9627:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9627:1834371507049984:0@lo:502: 00000100:00100000:3.0:1749393037.595735:0:9627:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393037.595749:0:9627:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3d000 going to sleep for 11 seconds 00000100:00100000:3.0:1749393037.595891:0:9627:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9627:1834371507049984:0@lo:502: 00000020:01000000:3.0:1749393037.595916:0:9627:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1749393037.595921:0:9627:0:(obd_mount.c:971:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1749393037.595926:0:9627:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749393037.595928:0:9627:0:(obd_config.c:1473:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1749393037.595932:0:9627:0:(obd_config.c:1385:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1749393037.595935:0:9627:0:(obd_config.c:1397:class_process_config()) adding mapping from uuid 192.168.203.132@tcp to nid 0x20000c0a8cb84 (192.168.203.132@tcp) 00000020:01000000:3.0:1749393037.595947:0:9627:0:(obd_config.c:1869:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1749393037.595949:0:9627:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1749393037.595959:0:9627:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff88009ef41570) 00000020:00000080:3.0:1749393037.595974:0:9627:0:(obd_config.c:653:class_attach()) OBD: dev 22 attached type osp with refcount 2 00000020:00000080:3.0:1749393037.595978:0:9627:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1749393037.596048:0:9627:0:(osp_dev.c:1189:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1749393037.596053:0:9627:0:(osd_handler.c:8732:osd_obd_connect()) connect #6 00000020:00000080:3.0:1749393037.596058:0:9627:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5c3af449d9986103 00010000:00080000:3.0:1749393037.596125:0:9627:0:(ldlm_lib.c:102:import_set_conn()) imp ffff880099891800@lustre-OST0000-osc-MDT0000: add connection 192.168.203.132@tcp at head 00010000:00010000:3.0:1749393037.596329:0:9627:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-8 is initialized 00000100:00100000:1.0:1749393037.598039:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+6:9624:x1834371507047936:12345-0@lo:700: Request processed in 6204us (6280us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393037.598048:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1749393037.598132:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35840 going to sleep for 11 seconds 00000100:00100000:1.0:1749393037.598149:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507047936:0@lo:700: 00000040:01000000:3.0:1749393037.599335:0:9627:0:(llog_osd.c:2238:llog_osd_get_cat_list()) cat list: disk size=0, read=32 00000040:01000000:3.0:1749393037.599357:0:9627:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1749393037.599487:0:9627:0:(llog_osd.c:214:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1749393037.599643:0:9627:0:(llog_osd.c:214:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1749393037.599741:0:9627:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0x1:0x2:0x0].1, 64 off8256 00000040:00080000:3.0:1749393037.599838:0:9627:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0x1:0x3:0x0].1, 64 off8256 00000040:00080000:1.0:1749393037.600170:0:9628:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1749393037.600174:0:9628:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x3:0x0] at index 1 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1749393037.600494:0:9627:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1749393037.600502:0:9627:0:(obd_config.c:1385:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1749393037.600526:0:9627:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1749393037.600539:0:9627:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x5c3af449d998610a 00000100:00080000:3.0:1749393037.600545:0:9627:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1749393037.600549:0:9627:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff880099891800 using connection 192.168.203.132@tcp/0@lo 00000100:00100000:3.0:1749393037.600569:0:9627:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b03100 x1834371507050112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749393037.600600:0:9627:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1749393037.600660:0:9627:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1749393037.600664:0:9627:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749393037.600665:0:9627:0:(obd_config.c:1473:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1749393037.600669:0:9627:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1749393037.600671:0:9627:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749393037.600673:0:9627:0:(obd_config.c:1473:class_process_config()) marker 28 (0x1) lustre sys.timeout 00000020:00000080:3.0:1749393037.600675:0:9627:0:(obd_config.c:1385:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1749393037.600677:0:9627:0:(obd_config.c:1447:class_process_config()) changing lustre timeout from 20 to 20 00000100:00100000:3.0:1749393037.600697:0:9627:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9627:1834371507050240:0@lo:502: 00000100:00100000:1.0:1749393037.600741:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507050112 00000100:00100000:3.0:1749393037.600747:0:9627:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393037.600749:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507050112 00000100:00100000:1.0:1749393037.600777:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1749393037.600784:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3763:x1834371507050112:12345-0@lo:8: 00000100:00100000:3.0:1749393037.600792:0:9627:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3dc00 going to sleep for 11 seconds 00010000:00080000:1.0:1749393037.600805:0:9561:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp (null) cur 79 last 0 00000020:00000080:1.0:1749393037.600823:0:9561:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x5c3af449d9986111 00002000:00100000:1.0:1749393037.600832:0:9561:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff88009a2bf000 ocd_connect_flags: 0xa044401443000066 ocd_version: 2103801 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1749393037.600836:0:9561:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1749393037.600838:0:9561:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:1.0:1749393037.600872:0:9561:0:(lprocfs_status_server.c:610:lprocfs_exp_setup()) using hash ffff8800a914ba80 00002000:00080000:1.0:1749393037.600878:0:9561:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1749393037.600893:0:9561:0:(import.c:66:import_set_state_nolock()) ffff88009a2bb800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1749393037.600954:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3763:x1834371507050112:12345-0@lo:8: Request processed in 169us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393037.600962:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1749393037.601004:0:9627:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9627:1834371507050240:0@lo:502: 00000020:01000000:3.0:1749393037.601032:0:9627:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1749393037.601036:0:9627:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749393037.601037:0:9627:0:(obd_config.c:1473:class_process_config()) marker 28 (0x2) lustre sys.timeout 00000040:00080000:3.0:1749393037.601040:0:9627:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000004:00080000:1.0:1749393037.601142:0:9628:0:(osp_sync.c:981:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1749393037.601170:0:9628:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 79380096967ns, next at 0ns, rc = 0 00080000:00080000:1.0:1749393037.601176:0:9628:0:(osd_handler.c:2684:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1749393037.601738:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1749393037.601749:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+19:7213:x1834371507050496:12345-0@lo:501: 00000100:00100000:3.0:1749393037.601832:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+19:7213:x1834371507050496:12345-0@lo:501: Request processed in 85us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393037.601840:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1749393037.601936:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507050624 00000100:00100000:3.0:1749393037.601941:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507050624 00000100:00100000:3.0:1749393037.601961:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1749393037.601966:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+19:7213:x1834371507050624:12345-0@lo:503: 00000100:00100000:3.0:1749393037.602055:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+19:7213:x1834371507050624:12345-0@lo:503: Request processed in 87us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393037.602107:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1749393037.602310:0:9630:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9630:1834371507050752:0@lo:502: 00000100:00100000:3.0:1749393037.602348:0:9630:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393037.602383:0:9630:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3d780 going to sleep for 11 seconds 00000004:00080000:1.0:1749393037.602511:0:9629:0:(osp_precreate.c:880:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x100000000:0x1:0x0] 00000100:00100000:3.0:1749393037.602528:0:9630:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9630:1834371507050752:0@lo:502: 00000100:00100000:1.0:1749393037.602532:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507051008:0@lo:7: 00000020:01000000:3.0:1749393037.602553:0:9630:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1749393037.602558:0:9630:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749393037.602559:0:9630:0:(obd_config.c:1473:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1749393037.602565:0:9630:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff8800ad27a000 00000020:00000080:3.0:1749393037.602567:0:9630:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1749393037.602575:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393037.602585:0:9630:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9630:1834371507051136:0@lo:502: 00000100:00100000:1.0:1749393037.602600:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507051008 00000100:00100000:1.0:1749393037.602605:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507051008 00000100:00100000:3.0:1749393037.602619:0:9630:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393037.602633:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1749393037.602634:0:9630:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393037.602640:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:9629:x1834371507051008:12345-0@lo:7: 00010000:00080000:3.0:1749393037.602698:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=0) req@ffff880130060700 x1834371507050880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1749393053 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393037.602716:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507050880:0@lo:13: 00000100:00100000:3.0:1749393037.602778:0:9630:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:9630:1834371507051136:0@lo:502: 00000020:01000000:3.0:1749393037.602799:0:9630:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1749393037.602803:0:9630:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749393037.602804:0:9630:0:(obd_config.c:1473:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:3.0:1749393037.602807:0:9630:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000100:00100000:3.0:1749393037.602981:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507051264 00000100:00100000:3.0:1749393037.602986:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507051264 00000100:00100000:3.0:1749393037.603010:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1749393037.603015:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+19:7213:x1834371507051264:12345-0@lo:101: 00010000:00010000:3.0:1749393037.603024:0:7210:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1749393037.603034:0:7210:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009eeb2c00/0x5c3af449d998612d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x5c3af449d9986126 expref: -99 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.603050:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009eeb2c00/0x5c3af449d998612d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5c3af449d9986126 expref: 20 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.603059:0:7210:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009eeb2c00/0x5c3af449d998612d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5c3af449d9986126 expref: 20 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393037.603113:0:7210:0:(ldlm_lockd.c:1586:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eeb2c00, rc 0) 00000100:00100000:3.0:1749393037.603156:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+20:7213:x1834371507051264:12345-0@lo:101: Request processed in 140us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393037.603163:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1749393037.603222:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35900 going to sleep for 11 seconds 00000100:00100000:3.0:1749393037.603302:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507051392 00000100:00100000:3.0:1749393037.603306:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507051392 00000100:00100000:3.0:1749393037.603333:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1749393037.603339:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+20:7213:x1834371507051392:12345-0@lo:501: 00000100:00100000:3.0:1749393037.603388:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+20:7213:x1834371507051392:12345-0@lo:501: Request processed in 48us (102us total) trans 0 rc -2/-2 00000100:00100000:3.0:1749393037.603403:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00002000:00080000:1.0:1749393037.605574:0:9561:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x0 00002000:00080000:1.0:1749393037.605580:0:9561:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x100000000:0x0:0x0] 00000100:00100000:1.0:1749393037.605632:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:9629:x1834371507051008:12345-0@lo:7: Request processed in 2991us (3055us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393037.605641:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1749393037.605740:0:9629:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=0) req@ffff880130060000 x1834371507051008/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1749393053 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393037.605757:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507051008:0@lo:7: 00000004:00080000:3.0:1749393037.605767:0:9629:0:(osp_precreate.c:808:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x100000000:0x0:0x0] 00000100:00100000:3.0:1749393037.605791:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507051520:0@lo:5: 00000100:00100000:3.0:1749393037.605821:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393037.605857:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393037.605882:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507051520 00000100:00100000:1.0:1749393037.605888:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507051520 00000100:00100000:1.0:1749393037.605920:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1749393037.605926:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:9629:x1834371507051520:12345-0@lo:5: 00002000:00080000:1.0:1749393037.605945:0:9561:0:(ofd_dev.c:1633:ofd_create_hdl()) ofd_last_id() = 0 -> diff = 1 00002000:00080000:1.0:1749393037.605949:0:9561:0:(ofd_dev.c:1741:ofd_create_hdl()) lustre-OST0000: reserve 1 objects in group 0x0 at 1 00000100:00100000:1.0:1749393037.608529:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507051520:12345-0@lo:5: Request processed in 2598us (2702us total) trans 4294967297 rc 0/0 00000100:00100000:1.0:1749393037.608540:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1749393037.608633:0:9629:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=0) req@ffff880093b03800 x1834371507051520/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1749393053 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393037.608646:0:9629:0:(client.c:3056:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967297 gen 2 00000100:00100000:3.0:1749393037.608652:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507051520:0@lo:5: 00000004:00080000:3.0:1749393037.608663:0:9629:0:(osp_precreate.c:958:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x100000000:0x1:0x0] from OST, last_created [0x100000000:0x1:0x0]last_used is [0x100000000:0x1:0x0] 00000100:00100000:3.0:1749393037.608692:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507051648:0@lo:700: 00000100:00100000:3.0:1749393037.608722:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393037.608759:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393037.608778:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507051648 00000100:00100000:1.0:1749393037.608784:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507051648 00000100:00100000:1.0:1749393037.608810:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1749393037.608817:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507051648:12345-0@lo:700: 00000100:00100000:1.0:1749393037.608848:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35a80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393037.608863:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507051776:0@lo:700: 40000000:00080000:1.0:1749393037.608874:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393037.608877:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393037.608923:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507051648:12345-0@lo:700: Request processed in 105us (199us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393037.608931:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1749393037.608958:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507051648:0@lo:700: 00010000:00010000:1.0:1749393037.644272:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393038.188234:0:7224:0:(service.c:3364:ptlrpc_start_thread()) mdt_seqm[-1] started 2 min 2 max 256 00000100:00100000:1.0:1749393038.188246:0:7224:0:(service.c:3423:ptlrpc_start_thread()) starting thread 'mdt_seqm_0002' 00000100:00100000:1.0:1749393038.324197:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35b40 going to sleep for 0 seconds 00000100:00100000:1.0:1749393038.324210:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507051904:0@lo:900: 00010000:00010000:1.0:1749393038.646305:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1749393039.194250:0:9967:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg332-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1749393039.609186:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507052288:0@lo:700: 00000100:00100000:3.0:1749393039.609238:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393039.609294:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b1c01180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393039.609458:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507052288 00000100:00100000:3.0:1749393039.609466:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507052288 00000100:00100000:3.0:1749393039.610557:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50000 going to sleep for 0 seconds 00000100:00100000:3.0:1749393039.610565:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507052416:0@lo:700: 40000000:00080000:3.0:1749393039.610585:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393039.610589:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393039.610633:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507052288:12345-0@lo:700: Request processed in 1070us (1395us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393039.610650:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:3.0:1749393039.648263:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393040.332280:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507052672:0@lo:41: 00000100:00100000:3.0:1749393040.332359:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393040.332688:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507052672:0@lo:41: 00000020:00000004:1.0:1749393041.548300:0:10234:0:(tgt_mount.c:1983:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1749393041.548311:0:10234:0:(tgt_mount.c:2014:is_cmd_supported()) ioctl cmd=c0185879 00000100:00100000:3.0:1749393041.611390:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507052800 00000100:00100000:3.0:1749393041.611400:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507052800 00000100:00100000:3.0:1749393041.611450:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507052928 00000100:00100000:3.0:1749393041.611455:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507052928 00000100:00100000:3.0:1749393041.611502:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1749393041.611511:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507052928:12345-0@lo:700: 00000100:00100000:1.0:1749393041.623234:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ea680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507052928:0@lo:700: 00010000:00010000:1.0:1749393041.652302:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393042.188325:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507053312:0@lo:41: 00000100:00100000:3.0:1749393042.188395:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393042.188667:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507053312:0@lo:41: 00000100:00100000:3.0:1749393042.604300:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393042.604323:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507053568:0@lo:400: 00000100:00100000:3.0:1749393042.604393:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393042.604457:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507054080:0@lo:400: 00000100:00100000:3.0:1749393042.604488:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393042.604520:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507053568 00000100:00100000:3.0:1749393042.604528:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507053568 00000100:00100000:1.0:1749393042.604530:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507053696 00000100:00100000:1.0:1749393042.604539:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507053696 00000100:00100000:3.0:1749393042.604565:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1749393042.604566:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507053952 00000100:00100000:1.0:1749393042.604568:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507053952 00000100:00100000:1.0:1749393042.604575:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507054208 00000100:00100000:1.0:1749393042.604577:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507054208 00000100:00100000:3.0:1749393042.604582:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+20:3766:x1834371507053568:12345-0@lo:400: 00000100:00100000:1.0:1749393042.604584:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507054336 00000100:00100000:1.0:1749393042.604586:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507054336 00000100:00100000:1.0:1749393042.604598:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1749393042.604605:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507053696:12345-0@lo:38: 00000100:00100000:3.0:1749393042.604626:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+20:3766:x1834371507053568:12345-0@lo:400: Request processed in 45us (233us total) trans 0 rc 0/0 00010000:00020000:1.0:1749393042.604628:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393042.604634:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1749393042.604668:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507054464:0@lo:400: 00000100:00100000:3.0:1749393042.604694:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393042.604724:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507053568:0@lo:400: 00000100:00100000:3.0:1749393042.604738:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393042.604744:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507054592:0@lo:400: 00000100:00100000:3.0:1749393042.604761:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393042.604800:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507054464 00000100:00100000:3.0:1749393042.604804:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507054464 00000100:00100000:3.0:1749393042.604831:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1749393042.604837:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507054464:12345-0@lo:400: 00000100:00100000:3.0:1749393042.604874:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507054464:12345-0@lo:400: Request processed in 38us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393042.604881:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1749393042.604951:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507054080:0@lo:400: 00010000:00080000:3.0:1749393042.604976:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ddb8380 x1834371507054592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393042.604987:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507054592:0@lo:400: 00010000:00080000:3.0:1749393042.604998:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ddb8000 x1834371507054464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393042.605006:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507054464:0@lo:400: 00000100:00100000:1.0:1749393042.619224:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507053696:12345-0@lo:38: Request processed in 14616us (14796us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393042.619234:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:1.0:1749393042.654307:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393043.171181:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 25 seconds 00000100:00100000:3.0:1749393043.624255:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507054848:0@lo:700: 00000100:00100000:3.0:1749393043.624354:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393043.624398:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50cc0 going to sleep for 11 seconds 00000100:00080000:3.0:1749393043.624446:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393043.635483:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507054848:0@lo:700: 00010000:00010000:3.0:1749393043.656251:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1749393045.162856:0:10902:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 5 count 5 20000000:01000000:1.0:1749393045.163295:0:10903:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 36 marker 25 1->4: lustre sys.timeout 20000000:01000000:1.0:1749393045.163326:0:10903:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 38 marker 25 2->4: lustre sys.timeout 00000040:00080000:1.0:1749393045.163340:0:10903:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 20000000:01000000:1.0:1749393045.163697:0:10904:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 5 marker 26 1->4: lustre sys.timeout 20000000:01000000:1.0:1749393045.163725:0:10904:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 7 marker 26 2->4: lustre sys.timeout 00000040:00080000:1.0:1749393045.163739:0:10904:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 8 count 8 20000000:01000000:1.0:1749393045.164273:0:10905:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 31 marker 27 1->4: lustre sys.timeout 20000000:01000000:1.0:1749393045.164296:0:10905:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 33 marker 27 2->4: lustre sys.timeout 00000040:00080000:1.0:1749393045.164308:0:10905:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 40 count 40 20000000:01000000:1.0:1749393045.164685:0:10906:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 31 marker 28 1->4: lustre sys.timeout 20000000:01000000:1.0:1749393045.164707:0:10906:0:(mgs_llog.c:980:mgs_modify_handler()) Changing rec 33 marker 28 2->4: lustre sys.timeout 00000040:00080000:1.0:1749393045.164720:0:10906:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 40 count 40 00000100:00100000:3.0:1749393045.165126:0:7199:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507055488 00000100:00100000:3.0:1749393045.165135:0:7199:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507055488 00000100:00100000:3.0:1749393045.165202:0:7199:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507055616 00000100:00100000:3.0:1749393045.165208:0:7199:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507055616 00000100:00100000:1.0:1749393045.165243:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1749393045.165253:0:7199:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507055744 00000100:00100000:3.0:1749393045.165258:0:7199:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507055744 00000100:00100000:1.0:1749393045.165259:0:9575:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:e913849c-f021-41dc-a556-1fef882059b2+4:7211:x1834371507055616:12345-0@lo:104: 00010000:00010000:1.0:1749393045.165274:0:9575:0:(ldlm_lockd.c:2492:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.132@tcp lock: ffff88009ed65e00/0x5c3af449d99860ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d99860f5 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1749393045.165278:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1749393045.165289:0:7199:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e913849c-f021-41dc-a556-1fef882059b2+5:7211:x1834371507055744:12345-0@lo:104: 00010000:00010000:3.0:1749393045.165304:0:7199:0:(ldlm_lockd.c:2492:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.132@tcp lock: ffff88009eec6800/0x5c3af449d99860d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d99860d9 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393045.165337:0:9575:0:(ldlm_lockd.c:2183:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1749393045.165348:0:9575:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:e913849c-f021-41dc-a556-1fef882059b2+5:7211:x1834371507055616:12345-0@lo:104: Request processed in 93us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393045.165360:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00010000:3.0:1749393045.165368:0:7199:0:(ldlm_lockd.c:2183:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1749393045.165378:0:7199:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e913849c-f021-41dc-a556-1fef882059b2+5:7211:x1834371507055744:12345-0@lo:104: Request processed in 89us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393045.165383:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1749393045.165389:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1749393045.165390:0:9575:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:e913849c-f021-41dc-a556-1fef882059b2+5:7211:x1834371507056000:12345-0@lo:104: 00010000:00010000:1.0:1749393045.165408:0:9575:0:(ldlm_lockd.c:2492:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.132@tcp lock: ffff88009a26c600/0x5c3af449d998607e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d9986085 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1749393045.165408:0:7199:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507056128 00000100:00100000:3.0:1749393045.165413:0:7199:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507056128 00000100:00100000:3.0:1749393045.165431:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1749393045.165439:0:7199:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e913849c-f021-41dc-a556-1fef882059b2+5:7211:x1834371507056128:12345-0@lo:104: 00010000:00010000:1.0:1749393045.165446:0:9575:0:(ldlm_lockd.c:2183:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00010000:00010000:3.0:1749393045.165451:0:7199:0:(ldlm_lockd.c:2492:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.132@tcp lock: ffff8800903f9200/0x5c3af449d998604d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d9986054 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1749393045.165452:0:9575:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:e913849c-f021-41dc-a556-1fef882059b2+5:7211:x1834371507056000:12345-0@lo:104: Request processed in 62us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393045.165462:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1749393045.165475:0:9575:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507056256 00000100:00100000:1.0:1749393045.165480:0:9575:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507056256 00010000:00010000:3.0:1749393045.165494:0:7199:0:(ldlm_lockd.c:2183:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:1.0:1749393045.165502:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1749393045.165503:0:7199:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e913849c-f021-41dc-a556-1fef882059b2+4:7211:x1834371507056128:12345-0@lo:104: Request processed in 63us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393045.165507:0:9575:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880090891050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:e913849c-f021-41dc-a556-1fef882059b2+4:7211:x1834371507056256:12345-0@lo:104: 00010000:00010000:1.0:1749393045.165513:0:9575:0:(ldlm_lockd.c:2492:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.132@tcp lock: ffff88009eeb2e00/0x5c3af449d9986023 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d998602a expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1749393045.165524:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00010000:1.0:1749393045.165534:0:9575:0:(ldlm_lockd.c:2183:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:1.0:1749393045.165539:0:9575:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880090891050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:e913849c-f021-41dc-a556-1fef882059b2+3:7211:x1834371507056256:12345-0@lo:104: Request processed in 32us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393045.165545:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00010000:00010000:3.0:1749393045.165551:0:7204:0:(ldlm_lockd.c:2813:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1749393045.165559:0:7204:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.132@tcp lock: ffff88009eec6800/0x5c3af449d99860d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d99860d9 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393045.165570:0:7204:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009eec6800 already unused, calling callback (ffffffffa02db640) 10000000:00010000:3.0:1749393045.165575:0:7204:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.132@tcp lock: ffff88009eec6800/0x5c3af449d99860d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x5c3af449d99860d9 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393045.165587:0:7204:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.132@tcp lock: ffff88009eec6800/0x5c3af449d99860d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x5c3af449d99860d9 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1749393045.165597:0:7204:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.132@tcp lock: ffff88009eec6800/0x5c3af449d99860d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x5c3af449d99860d9 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1749393045.165605:0:7204:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1749393045.165632:0:7204:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.132@tcp lock: ffff88009eec6800/0x5c3af449d99860d2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d99860d9 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1749393045.165634:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1749393045.165641:0:7204:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1749393045.165645:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507056640:0@lo:103: 00010000:00010000:3.0:1749393045.165652:0:7204:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.132@tcp lock: ffff88009eec6800/0x5c3af449d99860d2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d99860d9 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393045.165662:0:7204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.132@tcp lock: ffff88009eec6800/0x5c3af449d99860d2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5c3af449d99860d9 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1749393045.165670:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1749393045.165684:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1749393045.165686:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1749393045.165689:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393045.165693:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507056768:0@lo:103: 00000100:00100000:1.0:1749393045.165707:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393045.165713:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507056512:0@lo:103: 00000100:00100000:1.0:1749393045.165730:0:7202:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507056640 00000100:00100000:1.0:1749393045.165734:0:7202:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507056640 00010000:00010000:1.0:1749393045.165748:0:7202:0:(ldlm_lockd.c:2662:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88009a26d400/0x5c3af449d99860a1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d998609a expref: 21 pid: 7211 timeout: 236 lvb_type: 0 00000100:00100000:3.0:1749393045.165758:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507057152:0@lo:103: 00000100:00100000:1.0:1749393045.165768:0:7202:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507056768 00000100:00100000:1.0:1749393045.165778:0:7202:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507056768 00010000:00010000:1.0:1749393045.165790:0:7202:0:(ldlm_lockd.c:2662:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88009ed65800/0x5c3af449d99860d9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d99860d2 expref: 23 pid: 7211 timeout: 236 lvb_type: 0 00000100:00100000:3.0:1749393045.165799:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393045.165807:0:7202:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507056896 00000100:00100000:1.0:1749393045.165809:0:7202:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507056896 00010000:00010000:1.0:1749393045.165817:0:7202:0:(ldlm_lockd.c:2662:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88009a28cc00/0x5c3af449d9986085 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d998607e expref: 25 pid: 7211 timeout: 236 lvb_type: 0 00000100:00100000:1.0:1749393045.165830:0:7202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1749393045.165837:0:7202:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e913849c-f021-41dc-a556-1fef882059b2+25:3767:x1834371507056640:12345-0@lo:103: 00010000:00010000:1.0:1749393045.165845:0:7202:0:(ldlm_lockd.c:1741:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1749393045.165850:0:7202:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88009a26d400/0x5c3af449d99860a1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d998609a expref: 25 pid: 7211 timeout: 236 lvb_type: 0 00010000:00010000:1.0:1749393045.165859:0:7202:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88009a26d400/0x5c3af449d99860a1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5c3af449d998609a expref: 25 pid: 7211 timeout: 236 lvb_type: 0 00000100:00100000:3.0:1749393045.165861:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1749393045.165874:0:9577:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e913849c-f021-41dc-a556-1fef882059b2+25:3764:x1834371507056896:12345-0@lo:103: 00010000:00010000:1.0:1749393045.165882:0:7202:0:(ldlm_lockd.c:1802:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1749393045.165887:0:9577:0:(ldlm_lockd.c:1741:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1749393045.165894:0:9577:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88009a28cc00/0x5c3af449d9986085 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d998607e expref: 25 pid: 7211 timeout: 236 lvb_type: 0 00000100:00100000:1.0:1749393045.165904:0:7202:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e913849c-f021-41dc-a556-1fef882059b2+25:3767:x1834371507056640:12345-0@lo:103: Request processed in 68us (233us total) trans 0 rc 0/0 00010000:00010000:3.0:1749393045.165909:0:9577:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88009a28cc00/0x5c3af449d9986085 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5c3af449d998607e expref: 25 pid: 7211 timeout: 236 lvb_type: 0 00000100:00100000:1.0:1749393045.165910:0:7202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1749393045.165921:0:7202:0:(service.c:3364:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00010000:00010000:3.0:1749393045.165925:0:9577:0:(ldlm_lockd.c:1802:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1749393045.165926:0:7202:0:(service.c:3423:ptlrpc_start_thread()) starting thread 'ldlm_cn00_005' 00000100:00100000:1.0:1749393045.165955:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507056768:0@lo:103: 00000100:00100000:3.0:1749393045.165956:0:9577:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e913849c-f021-41dc-a556-1fef882059b2+22:3764:x1834371507056896:12345-0@lo:103: Request processed in 85us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393045.165964:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507056640:0@lo:103: 00000100:00100000:3.0:1749393045.165967:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1749393045.166005:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393045.166038:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507057152:0@lo:103: 00000100:00100000:3.0:1749393045.166061:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507057024:0@lo:103: 00000100:00100000:3.0:1749393045.166132:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393045.166193:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507056512:0@lo:103: 00000100:00100000:3.0:1749393045.166408:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507057024:0@lo:103: 00010000:00010000:3.0:1749393045.168954:0:7204:0:(ldlm_lockd.c:2813:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1749393045.168964:0:7204:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.132@tcp lock: ffff88009ef77e00/0x5c3af449d9986149 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x400000000 nid: local remote: 0x5c3af449d9986150 expref: -99 pid: 10896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393045.168974:0:7204:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009ef77e00 already unused, calling callback (ffffffffa02db640) 10000000:00010000:3.0:1749393045.168978:0:7204:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.132@tcp lock: ffff88009ef77e00/0x5c3af449d9986149 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x400000000 nid: local remote: 0x5c3af449d9986150 expref: -99 pid: 10896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393045.168986:0:7204:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.132@tcp lock: ffff88009ef77e00/0x5c3af449d9986149 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x8400000000 nid: local remote: 0x5c3af449d9986150 expref: -99 pid: 10896 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1749393045.169002:0:7204:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.132@tcp lock: ffff88009ef77e00/0x5c3af449d9986149 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x9400000000 nid: local remote: 0x5c3af449d9986150 expref: -99 pid: 10896 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1749393045.169008:0:7204:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1749393045.169047:0:7204:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.132@tcp lock: ffff88009ef77e00/0x5c3af449d9986149 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0x5c3af449d9986150 expref: -99 pid: 10896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393045.169053:0:7204:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1749393045.169108:0:7204:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.132@tcp lock: ffff88009ef77e00/0x5c3af449d9986149 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0x5c3af449d9986150 expref: -99 pid: 10896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393045.169116:0:7204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.132@tcp lock: ffff88009ef77e00/0x5c3af449d9986149 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0x5c3af449d9986150 expref: -99 pid: 10896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393045.169128:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1749393045.169130:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1749393045.169132:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393045.169138:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507057664:0@lo:103: 00000100:00100000:1.0:1749393045.169178:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393045.169209:0:7201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507057664 00000100:00100000:3.0:1749393045.169215:0:7201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507057664 00000100:00100000:3.0:1749393045.169244:0:7201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1749393045.169252:0:7201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e913849c-f021-41dc-a556-1fef882059b2+15:3767:x1834371507057664:12345-0@lo:103: 00010000:00010000:3.0:1749393045.169263:0:7201:0:(ldlm_lockd.c:1741:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1749393045.169273:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880130e8e200/0x5c3af449d9986150 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5c3af449d9986149 expref: 15 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393045.169284:0:7201:0:(ldlm_lockd.c:1802:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1749393045.169333:0:7201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e913849c-f021-41dc-a556-1fef882059b2+14:3767:x1834371507057664:12345-0@lo:103: Request processed in 81us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393045.169340:0:7201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1749393045.169367:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507057664:0@lo:103: 00000020:01000000:1.0:1749393045.170887:0:10908:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1749393045.170897:0:10908:0:(obd_mount.c:971:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:1.0:1749393045.170903:0:10908:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749393045.170905:0:10908:0:(obd_config.c:1473:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1749393045.170911:0:10908:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1749393045.170922:0:10908:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001 (ffff880099cd4050) 00000020:00000080:1.0:1749393045.170942:0:10908:0:(obd_config.c:653:class_attach()) OBD: dev 24 attached type obdfilter with refcount 2 00000020:00000080:1.0:1749393045.170947:0:10908:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1749393045.171048:0:10908:0:(tgt_mount.c:154:server_get_mount()) get mount ffff88009a2b1000 from lustre-OST0001, refs=2 00080000:01000000:1.0:1749393045.171056:0:10908:0:(osd_handler.c:8732:osd_obd_connect()) connect #1 00000020:00000080:1.0:1749393045.171099:0:10908:0:(genops.c:1402:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x5c3af449d998616c 00010000:00010000:1.0:1749393045.175276:0:10908:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:02000400:1.0:1749393045.175443:0:10908:0:(tgt_lastrcvd.c:1848:tgt_server_data_init()) lustre-OST0001: new disk, initializing 00000001:00000004:1.0:1749393045.178111:0:10908:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 0 40000000:02000000:1.0:1749393045.178526:0:10908:0:(fid_handler.c:552:seq_server_init()) srv-lustre-OST0001: No data found on store. Initialize space. 00080000:10000000:1.0:1749393045.182325:0:10908:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00080000:10000000:1.0:1749393045.182611:0:10908:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0001: index object [0x200000003:0x2:0x0] (8/32) registered 00000020:01000000:1.0:1749393045.185704:0:10910:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1749393045.185712:0:10910:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749393045.185714:0:10910:0:(obd_config.c:1473:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1749393045.185721:0:10910:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff88009a2b1000 00000020:00000080:1.0:1749393045.185724:0:10910:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1749393045.185734:0:10910:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1749393045.185736:0:10910:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749393045.185738:0:10910:0:(obd_config.c:1473:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:1.0:1749393045.185740:0:10910:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 4 count 4 00000020:01000004:1.0:1749393045.188779:0:10911:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1749393045.188784:0:10911:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1749393045.188795:0:10911:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff880099cd55c0) 00000020:00000080:1.0:1749393045.188813:0:10911:0:(obd_config.c:653:class_attach()) OBD: dev 25 attached type lwp with refcount 2 00000020:00000080:1.0:1749393045.188817:0:10911:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1749393045.188978:0:10911:0:(tgt_mount.c:154:server_get_mount()) get mount ffff88009a2b1000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1749393045.188982:0:10911:0:(tgt_mount.c:188:server_put_mount()) put mount ffff88009a2b1000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1749393045.188985:0:10911:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88009a2b1000 3 00010000:00080000:1.0:1749393045.189006:0:10911:0:(ldlm_lib.c:102:import_set_conn()) imp ffff88012f137800@lustre-MDT0000-lwp-OST0001: add connection lustre-MDT0000-lwp-OST0001_UUID at head 00010000:00010000:1.0:1749393045.191039:0:10911:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-9 is initialized 00000020:00000080:1.0:1749393045.191147:0:10911:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:1.0:1749393045.191172:0:10911:0:(lwp_dev.c:506:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1749393045.191180:0:10911:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x5c3af449d9986196 00000100:00080000:1.0:1749393045.191187:0:10911:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1749393045.191193:0:10911:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393045.191215:0:10911:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130063b80 x1834371507059584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393045.191246:0:10911:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1749393045.191458:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507059584 00000100:00100000:1.0:1749393045.191465:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507059584 00000100:00100000:3.0:1749393045.191480:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393045.191494:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507059712 00000100:00100000:1.0:1749393045.191497:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507059712 00000100:00100000:3.0:1749393045.191505:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507060096:0@lo:400: 00000100:00100000:1.0:1749393045.191512:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1749393045.191518:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507059584:12345-0@lo:38: 00010000:00020000:1.0:1749393045.191535:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393045.191546:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393045.191574:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507059840:0@lo:400: 00000100:00100000:1.0:1749393045.191576:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507059584:12345-0@lo:38: Request processed in 57us (185us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393045.191583:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1749393045.191593:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393045.191596:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1749393045.191600:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507059968:12345-0@lo:38: 00010000:00020000:1.0:1749393045.191611:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393045.191626:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507060096 00000100:00100000:3.0:1749393045.191631:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507060096 00000100:00100000:1.0:1749393045.191637:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507059968:12345-0@lo:38: Request processed in 36us (130us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393045.191652:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1749393045.191655:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507059840 00000100:00100000:3.0:1749393045.191657:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507059840 00000100:00100000:1.0:1749393045.191665:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507060224 00000100:00100000:1.0:1749393045.191669:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507060224 00000100:00100000:3.0:1749393045.191669:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1749393045.191675:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507060096:12345-0@lo:400: 00000100:00100000:1.0:1749393045.191683:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1749393045.191689:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507060224:12345-0@lo:38: 00010000:00020000:1.0:1749393045.191700:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393045.191722:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507060096:12345-0@lo:400: Request processed in 46us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393045.191726:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507060224:12345-0@lo:38: Request processed in 38us (71us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393045.191733:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1749393045.191740:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507060352 00000100:00100000:3.0:1749393045.191742:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1749393045.191743:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507060352 00000100:00100000:1.0:1749393045.191751:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1749393045.191755:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507060352:12345-0@lo:38: 00010000:00020000:1.0:1749393045.191764:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393045.191775:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507060096:0@lo:400: 00000100:00100000:1.0:1749393045.191783:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507060352:12345-0@lo:38: Request processed in 27us (96us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393045.191787:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507059840:0@lo:400: 00000100:00100000:1.0:1749393045.191789:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:3.0:1749393045.191824:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:01000004:1.0:1749393045.191859:0:10911:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000100:00080000:3.0:1749393045.191862:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:1.0:1749393045.191863:0:10911:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000100:00100000:3.0:1749393045.191877:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000080:1.0:1749393045.191881:0:10911:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff880099a88000) 00000100:00100000:3.0:1749393045.191885:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507060608:12345-0@lo:400: 00000020:00000080:1.0:1749393045.191897:0:10911:0:(obd_config.c:653:class_attach()) OBD: dev 26 attached type lwp with refcount 2 00000020:00000080:1.0:1749393045.191901:0:10911:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000100:00100000:3.0:1749393045.191920:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507060608:12345-0@lo:400: Request processed in 36us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393045.191927:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:3.0:1749393045.191970:0:10912:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff880129f17100 x1834371507060736/t0(0) o901->lustre-MDT0000-lwp-OST0001@0@lo:29/10 lens 248/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393045.191981:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000020:01000004:1.0:1749393045.192051:0:10911:0:(tgt_mount.c:154:server_get_mount()) get mount ffff88009a2b1000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1749393045.192055:0:10911:0:(tgt_mount.c:188:server_put_mount()) put mount ffff88009a2b1000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1749393045.192057:0:10911:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88009a2b1000 3 00010000:00080000:1.0:1749393045.192100:0:10911:0:(ldlm_lib.c:102:import_set_conn()) imp ffff880099a90800@lustre-MDT0001-lwp-OST0001: add connection lustre-MDT0001-lwp-OST0001_UUID at head 00010000:00010000:1.0:1749393045.194041:0:10911:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-10 is initialized 00000020:00000080:1.0:1749393045.194123:0:10911:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:1.0:1749393045.194158:0:10911:0:(lwp_dev.c:506:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1749393045.194165:0:10911:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x5c3af449d99861a4 00000100:00080000:1.0:1749393045.194171:0:10911:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1749393045.194174:0:10911:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393045.194194:0:10911:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060380 x1834371507060864/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393045.194223:0:10911:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000040:00080000:1.0:1749393045.194490:0:10911:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 48 count 48 00000100:00100000:3.0:1749393045.197945:0:10896:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e913849c-f021-41dc-a556-1fef882059b2:10896:1834371507060992:0@lo:253: 10000000:01000000:3.0:1749393045.197975:0:10896:0:(mgc_request_server.c:237:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1749393045.197979:0:10896:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1749393045.197981:0:10896:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1749393045.197983:0:10896:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1749393045.197985:0:10896:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1749393045.197987:0:10896:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1749393045.197989:0:10896:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1749393045.197995:0:10896:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1749393045.197997:0:10896:0:(tgt_mount.c:1164:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:3.0:1749393045.197999:0:10896:0:(tgt_mount.c:1166:server_mti_print()) LDD_F_UPDATE 00000020:01000004:3.0:1749393045.198001:0:10896:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1749393045.198002:0:10896:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:1.0:1749393045.198008:0:9575:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507061120 00000100:00100000:1.0:1749393045.198035:0:9575:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507061120 00000020:02000000:3.0:1749393045.198051:0:10896:0:(tgt_mount.c:2346:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1749393045.198106:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1749393045.198116:0:9575:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:e913849c-f021-41dc-a556-1fef882059b2+4:7230:x1834371507061120:12345-0@lo:104: 00010000:00010000:1.0:1749393045.198128:0:9575:0:(ldlm_lockd.c:2492:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.132@tcp lock: ffff88009ed64a00/0x5c3af449d99860e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5c3af449d99860e7 expref: -99 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393045.198201:0:9575:0:(ldlm_lockd.c:2183:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1749393045.198209:0:9575:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:e913849c-f021-41dc-a556-1fef882059b2+4:7230:x1834371507061120:12345-0@lo:104: Request processed in 94us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393045.198217:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1749393045.198449:0:10907:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1749393045.198458:0:10907:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e913849c-f021-41dc-a556-1fef882059b2+17:3764:x1834371507061376:12345-0@lo:103: 00010000:00010000:1.0:1749393045.198468:0:10907:0:(ldlm_lockd.c:1741:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1749393045.198474:0:10907:0:(ldlm_lockd.c:1790:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88009a28d400/0x5c3af449d99860e7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5c3af449d99860e0 expref: 17 pid: 7211 timeout: 236 lvb_type: 0 00010000:00010000:1.0:1749393045.198485:0:10907:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88009a28d400/0x5c3af449d99860e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5c3af449d99860e0 expref: 17 pid: 7211 timeout: 236 lvb_type: 0 00010000:00010000:1.0:1749393045.198505:0:10907:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009a28d400/0x5c3af449d99860e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5c3af449d99860e0 expref: 17 pid: 7211 timeout: 236 lvb_type: 0 00010000:00010000:1.0:1749393045.198528:0:10907:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff880130e8e000/0x5c3af449d99861ab lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393045.198535:0:10907:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880130e8e000/0x5c3af449d99861ab lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 20000000:01000000:1.0:1749393045.198547:0:10907:0:(mgs_nids.c:466:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002436288s 00010000:00010000:1.0:1749393045.198551:0:10907:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff880130e8e000/0x5c3af449d99861ab lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393045.198558:0:10907:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff880130e8e000/0x5c3af449d99861ab lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393045.198564:0:10907:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff880130e8e000/0x5c3af449d99861ab lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393045.198570:0:10907:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff880130e8e000/0x5c3af449d99861ab lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393045.198576:0:10907:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880130e8e000 already unused, calling callback (ffffffffa0876fa0) 00010000:00010000:1.0:1749393045.198579:0:10907:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff880130e8e000/0x5c3af449d99861ab lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393045.198586:0:10907:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff880130e8e000/0x5c3af449d99861ab lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393045.198598:0:10907:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff880130e8e000/0x5c3af449d99861ab lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749393045.198606:0:10907:0:(ldlm_lockd.c:1802:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1749393045.198641:0:10907:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e913849c-f021-41dc-a556-1fef882059b2+14:3764:x1834371507061376:12345-0@lo:103: Request processed in 184us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393045.198658:0:10907:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00080000:10000000:3.0:1749393045.203923:0:10896:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:10000000:3.0:1749393045.204189:0:10896:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:10000000:3.0:1749393045.204530:0:10896:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:10000000:3.0:1749393045.204686:0:10896:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:10000000:3.0:1749393045.204871:0:10896:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:10000000:3.0:1749393045.205064:0:10896:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00000100:00100000:1.0:1749393045.636386:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507061888 00000100:00100000:1.0:1749393045.636396:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507061888 00000100:00100000:3.0:1749393045.636426:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1749393045.636442:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507061888:12345-0@lo:700: 00000100:00100000:1.0:1749393045.636662:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507061888:0@lo:700: 00010000:00010000:1.0:1749393045.660276:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393046.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000001:02000400:1.0:1749393047.054188:0:11286:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg332-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1749393047.192188:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393047.196345:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507062400:0@lo:41: 00000100:00100000:1.0:1749393047.196446:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393047.196856:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507062400:0@lo:41: 00000100:00100000:1.0:1749393047.637210:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507062528:0@lo:700: 00000100:00100000:1.0:1749393047.637279:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393047.637345:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181480 going to sleep for 11 seconds 00000100:00100000:3.0:1749393047.637440:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507062656 00000100:00100000:3.0:1749393047.637450:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507062656 00000100:00100000:3.0:1749393047.637492:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1749393047.637500:0:9568:0:(service.c:3364:ptlrpc_start_thread()) ost_seq[0] started 3 min 2 max 16 00000100:00100000:3.0:1749393047.637500:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507062656:12345-0@lo:700: 00000100:00100000:1.0:1749393047.637509:0:9568:0:(service.c:3423:ptlrpc_start_thread()) starting thread 'll_ost_seq00_003' 00000100:00100000:1.0:1749393047.648295:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507062528:0@lo:700: 00000100:00100000:3.0:1749393047.648411:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507062656:0@lo:700: 00000100:00100000:3.0:1749393049.321253:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000020:00000004:3.0:1749393049.425416:0:11554:0:(tgt_mount.c:1983:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1749393049.425431:0:11554:0:(tgt_mount.c:2014:is_cmd_supported()) ioctl cmd=c0185879 00000100:00100000:1.0:1749393049.601804:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 22 00000100:00100000:1.0:1749393049.601814:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499689984:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393049.601843:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 91 last 0 00000100:00100000:1.0:1749393049.601904:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499689984:12345-192.168.203.32@tcp:38: Request processed in 89us (293us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393049.601924:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 22 00000100:00100000:1.0:1749393049.649216:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507063296:0@lo:700: 00000100:00100000:3.0:1749393049.649216:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507063168:0@lo:700: 00000100:00100000:1.0:1749393049.649264:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393049.649333:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393049.649337:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181900 going to sleep for 11 seconds 00000100:00100000:3.0:1749393049.649358:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bb40 going to sleep for 11 seconds 00000100:00080000:3.0:1749393049.649434:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1749393049.649466:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393049.649626:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507063296:0@lo:700: 00000100:00100000:3.0:1749393049.649682:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507063168:0@lo:700: 00010000:00010000:1.0:1749393049.668308:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749393050.204348:0:303:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393050.204357:0:303:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393050.204360:0:303:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393050.204368:0:303:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 86 00000100:00080000:1.0:1749393050.204373:0:303:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393050.204380:0:303:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393050.204401:0:303:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060000 x1834371507063808/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393050.204433:0:303:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393050.204438:0:303:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393050.204440:0:303:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393050.204443:0:303:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 86 00000100:00080000:1.0:1749393050.204445:0:303:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393050.204449:0:303:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393050.204457:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507063936:0@lo:400: 00000100:00100000:1.0:1749393050.204481:0:303:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994ac000 x1834371507064064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393050.204505:0:303:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393050.204509:0:303:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393050.204510:0:303:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393050.204512:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393050.204514:0:303:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 86 00000100:00080000:1.0:1749393050.204517:0:303:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1749393050.204521:0:303:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393050.204542:0:303:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994ac700 x1834371507064320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393050.204552:0:303:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393050.204556:0:303:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393050.204557:0:303:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393050.204560:0:303:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 86 00000100:00080000:1.0:1749393050.204562:0:303:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1749393050.204566:0:303:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393050.204576:0:303:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994aca80 x1834371507064448/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393050.204579:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507064192:0@lo:400: 00000100:00080000:1.0:1749393050.204585:0:303:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393050.204588:0:303:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393050.204590:0:303:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393050.204593:0:303:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 86 00000100:00080000:1.0:1749393050.204596:0:303:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1749393050.204598:0:303:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393050.204609:0:303:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994ace00 x1834371507064576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393050.204614:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393050.204617:0:303:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393050.204620:0:303:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393050.204621:0:303:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393050.204625:0:303:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 86 00000100:00080000:1.0:1749393050.204627:0:303:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1749393050.204629:0:303:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393050.204645:0:303:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994ad180 x1834371507064704/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393050.204676:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507063808 00000100:00100000:1.0:1749393050.204681:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507063808 00000100:00100000:3.0:1749393050.204693:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1749393050.204708:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507063936:12345-0@lo:400: 00000100:00100000:1.0:1749393050.204717:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507064064 00000100:00100000:1.0:1749393050.204719:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507064064 00000100:00100000:1.0:1749393050.204727:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507064320 00000100:00100000:1.0:1749393050.204729:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507064320 00000100:00100000:1.0:1749393050.204740:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1749393050.204747:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507063808:12345-0@lo:38: 00010000:00020000:1.0:1749393050.204769:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393050.204770:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507063936:12345-0@lo:400: Request processed in 65us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393050.204783:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1749393050.204816:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507063808:12345-0@lo:38: Request processed in 69us (239us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393050.204816:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507064704 00000100:00100000:3.0:1749393050.204823:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507064704 00000100:00100000:1.0:1749393050.204827:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1749393050.204842:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1749393050.204851:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507064320:12345-0@lo:38: 00010000:00020000:3.0:1749393050.204874:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393050.204899:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393050.204904:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on lustre-MDT0001-lwp-OST0001_UUID failed (-19) 00000100:00100000:1.0:1749393050.204909:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507064064:0@lo:38: 00000100:00100000:3.0:1749393050.204915:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507064320:12345-0@lo:38: Request processed in 62us (228us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393050.204927:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:1.0:1749393050.204928:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393050.204931:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on lustre-MDT0001-lwp-OST0001_UUID failed (-19) 00000100:00100000:1.0:1749393050.204935:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507064320:0@lo:38: 00000100:00100000:3.0:1749393050.204946:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1749393050.204954:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507064576:12345-0@lo:38: 00000100:00080000:1.0:1749393050.204958:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393050.204961:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on lustre-MDT0001-lwp-OST0001_UUID failed (-19) 00000100:00100000:1.0:1749393050.204965:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507064448:0@lo:38: 00010000:00020000:3.0:1749393050.205016:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393050.205049:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393050.205052:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on lustre-MDT0001-lwp-OST0001_UUID failed (-19) 00000100:00100000:3.0:1749393050.205058:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507064576:12345-0@lo:38: Request processed in 102us (281us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393050.205063:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507064704:0@lo:38: 00000100:00100000:3.0:1749393050.205119:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:1.0:1749393050.205127:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393050.205131:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on lustre-MDT0001-lwp-OST0001_UUID failed (-19) 00000100:00100000:1.0:1749393050.205135:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507064576:0@lo:38: 00000100:00100000:3.0:1749393050.205167:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507064192:0@lo:400: 00000100:00100000:3.0:1749393050.321176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393050.348275:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507064960:0@lo:41: 00000100:00100000:3.0:1749393050.348338:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393050.348620:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507064960:0@lo:41: 00000100:00100000:3.0:1749393050.760967:0:11577:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11577:1834371507065472:0@lo:502: 00000100:00100000:3.0:1749393050.761129:0:11577:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393050.761179:0:11577:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1749393050.761454:0:11577:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11577:1834371507065472:0@lo:502: 00000100:00100000:3.0:1749393050.761505:0:11577:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11577:1834371507065600:0@lo:502: 00000100:00100000:3.0:1749393050.761543:0:11577:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393050.761571:0:11577:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1749393050.761756:0:11577:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11577:1834371507065600:0@lo:502: 00000040:00080000:3.0:1749393050.761782:0:11577:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000100:00100000:3.0:1749393050.763120:0:11578:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11578:1834371507066112:0@lo:502: 00000100:00100000:3.0:1749393050.763160:0:11578:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393050.763203:0:11578:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1749393050.763390:0:11578:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11578:1834371507066112:0@lo:502: 00000020:01000000:3.0:1749393050.763422:0:11578:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1749393050.763438:0:11578:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749393050.763441:0:11578:0:(obd_config.c:1473:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:3.0:1749393050.763448:0:11578:0:(obd_config.c:1385:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1749393050.763450:0:11578:0:(obd_config.c:1447:class_process_config()) changing lustre timeout from 20 to 20 00000100:00100000:3.0:1749393050.763472:0:11578:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11578:1834371507066240:0@lo:502: 00000100:00100000:3.0:1749393050.763520:0:11578:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393050.763553:0:11578:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1749393050.763685:0:11578:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11578:1834371507066240:0@lo:502: 00000020:01000000:3.0:1749393050.763716:0:11578:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1749393050.763720:0:11578:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749393050.763722:0:11578:0:(obd_config.c:1473:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000040:00080000:3.0:1749393050.763726:0:11578:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 11 count 11 00000100:00100000:3.0:1749393050.765355:0:11579:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11579:1834371507066752:0@lo:502: 00000100:00100000:3.0:1749393050.765404:0:11579:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393050.765454:0:11579:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1749393050.765715:0:11579:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11579:1834371507066752:0@lo:502: 00000100:00100000:3.0:1749393050.765761:0:11579:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11579:1834371507066880:0@lo:502: 00000100:00100000:3.0:1749393050.765796:0:11579:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393050.765824:0:11579:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1749393050.766050:0:11579:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11579:1834371507066880:0@lo:502: 00000040:00080000:3.0:1749393050.766103:0:11579:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000100:00100000:3.0:1749393050.767935:0:11580:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11580:1834371507067648:0@lo:502: 00000100:00100000:3.0:1749393050.768011:0:11580:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393050.768040:0:11580:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1749393050.768268:0:11580:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11580:1834371507067648:0@lo:502: 00000020:01000000:3.0:1749393050.768297:0:11580:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1749393050.768309:0:11580:0:(obd_mount.c:971:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1749393050.768315:0:11580:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749393050.768317:0:11580:0:(obd_config.c:1473:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1749393050.768321:0:11580:0:(obd_config.c:1385:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1749393050.768325:0:11580:0:(obd_config.c:1397:class_process_config()) adding mapping from uuid 192.168.203.132@tcp to nid 0x20000c0a8cb84 (192.168.203.132@tcp) 00000020:01000000:3.0:1749393050.768340:0:11580:0:(obd_config.c:1869:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1749393050.768343:0:11580:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1749393050.768357:0:11580:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff88009ef42ae0) 00000020:00000080:3.0:1749393050.768377:0:11580:0:(obd_config.c:653:class_attach()) OBD: dev 27 attached type osp with refcount 2 00000020:00000080:3.0:1749393050.768381:0:11580:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1749393050.768463:0:11580:0:(osp_dev.c:1189:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1749393050.768469:0:11580:0:(osd_handler.c:8732:osd_obd_connect()) connect #5 00000020:00000080:3.0:1749393050.768475:0:11580:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x5c3af449d9986222 00010000:00080000:3.0:1749393050.768496:0:11580:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8800995e0000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.132@tcp at head 00010000:00010000:3.0:1749393050.768726:0:11580:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-11 is initialized 00000040:01000000:3.0:1749393050.768840:0:11580:0:(llog_osd.c:2238:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:3.0:1749393050.768852:0:11580:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1749393050.769013:0:11580:0:(llog_osd.c:214:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1749393050.769154:0:11580:0:(llog_osd.c:214:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1749393050.769360:0:11580:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0x1:0x5:0x0].1, 64 off8256 00000040:00080000:3.0:1749393050.769506:0:11580:0:(llog_osd.c:732:llog_osd_write_rec()) added record [0x1:0x6:0x0].1, 64 off8256 00000040:00080000:3.0:1749393050.769864:0:11581:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1749393050.769869:0:11581:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x6:0x0] at index 1 of catalog [0x1:0x5:0x0] 00000100:00100000:1.0:1749393050.770510:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3763:1834371507067776:0@lo:8: 00000100:00100000:1.0:1749393050.770565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393050.770634:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393050.770637:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507067776 00000100:00100000:3.0:1749393050.770645:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507067776 00000100:00100000:1.0:1749393050.770647:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507068288:0@lo:400: 00000100:00100000:1.0:1749393050.770671:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393050.770681:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1749393050.770690:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3763:x1834371507067776:12345-0@lo:8: 00000100:00100000:1.0:1749393050.770701:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507068032:0@lo:38: 00010000:00080000:3.0:1749393050.770722:0:9559:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp (null) cur 92 last 0 00000100:00100000:1.0:1749393050.770741:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:3.0:1749393050.770751:0:9559:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x5c3af449d9986230 00000100:00100000:1.0:1749393050.770759:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507068160:0@lo:38: 00002000:00100000:3.0:1749393050.770765:0:9559:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8800995e2800 ocd_connect_flags: 0xa044401443000066 ocd_version: 2103801 ocd_grant: 0 ocd_index: 1 ocd_group 1 00000100:00100000:1.0:1749393050.770778:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1749393050.770781:0:9559:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00000001:00000004:3.0:1749393050.770786:0:9559:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967296 00000100:00100000:1.0:1749393050.770792:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507068416:0@lo:38: 00000100:00100000:1.0:1749393050.770807:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393050.770819:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507068544:0@lo:38: 00002000:00100000:3.0:1749393050.770830:0:9559:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:1.0:1749393050.770836:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393050.770861:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507068032 00000100:00100000:1.0:1749393050.770866:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507068032 00000100:00100000:1.0:1749393050.770882:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507068416 00000100:00100000:1.0:1749393050.770885:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507068416 00000100:00100000:1.0:1749393050.770896:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1749393050.770902:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507068032:12345-0@lo:38: 00010000:00020000:1.0:1749393050.770920:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:01000000:3.0:1749393050.770960:0:9559:0:(lprocfs_status_server.c:610:lprocfs_exp_setup()) using hash ffff880099f35180 00002000:00080000:3.0:1749393050.771108:0:9559:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1749393050.771135:0:9559:0:(import.c:66:import_set_state_nolock()) ffff8800995e3000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1749393050.771191:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3763:x1834371507067776:12345-0@lo:8: Request processed in 499us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393050.771204:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1749393050.771244:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507067904 00000100:00100000:3.0:1749393050.771251:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507067904 00000100:00100000:3.0:1749393050.771287:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1749393050.771297:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+19:11580:x1834371507067904:12345-0@lo:502: 00000100:00100000:3.0:1749393050.771446:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+19:11580:x1834371507067904:12345-0@lo:502: Request processed in 148us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393050.771458:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1749393050.771893:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507069184 00000100:00100000:3.0:1749393050.771900:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507069184 00000100:00100000:3.0:1749393050.771949:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1749393050.771960:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+19:7213:x1834371507069184:12345-0@lo:101: 00010000:00010000:3.0:1749393050.772000:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1749393050.772017:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009ed88a00/0x5c3af449d998623e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x5c3af449d9986237 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393050.772042:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009ed88a00/0x5c3af449d998623e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5c3af449d9986237 expref: 20 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393050.772058:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009ed88a00/0x5c3af449d998623e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5c3af449d9986237 expref: 20 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393050.772125:0:7211:0:(ldlm_lockd.c:1586:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed88a00, rc 0) 00000100:00100000:3.0:1749393050.772187:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+20:7213:x1834371507069184:12345-0@lo:101: Request processed in 226us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393050.772199:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1749393050.772374:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507069312 00000100:00100000:3.0:1749393050.772381:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507069312 00000100:00100000:3.0:1749393050.772411:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1749393050.772420:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+20:7213:x1834371507069312:12345-0@lo:501: 00000100:00100000:3.0:1749393050.772519:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+20:7213:x1834371507069312:12345-0@lo:501: Request processed in 98us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393050.772531:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1749393050.772613:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507069440 00000100:00100000:3.0:1749393050.772619:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507069440 00000100:00100000:3.0:1749393050.772646:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1749393050.772655:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+20:7213:x1834371507069440:12345-0@lo:503: 00000100:00100000:3.0:1749393050.772753:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+20:7213:x1834371507069440:12345-0@lo:503: Request processed in 97us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393050.772765:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1749393050.772933:0:11583:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11583:1834371507069568:0@lo:502: 00000100:00100000:3.0:1749393050.773024:0:11583:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393050.773063:0:11583:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5be40 going to sleep for 11 seconds 00000100:00080000:3.0:1749393050.773188:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393050.773195:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393050.773202:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507068544:0@lo:38: 00010000:00080000:3.0:1749393050.773227:0:3763:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bbaa00 x1834371507067776/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1749393060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393050.773254:0:3763:0:(client.c:3056:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1749393050.773263:0:3763:0:(import.c:1107:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 1 00000100:00080000:3.0:1749393050.773273:0:3763:0:(import.c:944:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000066 00000100:00080000:3.0:1749393050.773278:0:3763:0:(import.c:1188:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1749393050.773281:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800995e0000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1749393050.773314:0:3763:0:(osp_dev.c:1624:osp_import_event()) got connected 00000100:00100000:3.0:1749393050.773322:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3763:1834371507067776:0@lo:8: 00000100:00100000:3.0:1749393050.773352:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507068928:0@lo:38: 00000100:00100000:3.0:1749393050.773425:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393050.773456:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507069056:0@lo:38: 00000100:00100000:3.0:1749393050.773492:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749393050.773544:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393050.773549:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393050.773556:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507068160:0@lo:38: 00000100:00080000:3.0:1749393050.773577:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393050.773581:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393050.773586:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507068416:0@lo:38: 00000004:00080000:3.0:1749393050.773618:0:11581:0:(osp_sync.c:981:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1749393050.773667:0:11581:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 92552591984ns, next at 0ns, rc = 0 00080000:00080000:3.0:1749393050.773675:0:11581:0:(osd_handler.c:2684:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00080000:3.0:1749393050.773717:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393050.773722:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393050.773728:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507068928:0@lo:38: 00000100:00080000:3.0:1749393050.773743:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393050.773755:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393050.773762:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507069056:0@lo:38: 00000100:00100000:3.0:1749393050.773799:0:11583:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11583:1834371507069568:0@lo:502: 00000100:00100000:3.0:1749393050.773854:0:11583:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11583:1834371507069824:0@lo:502: 00000100:00100000:3.0:1749393050.773907:0:11583:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393050.773956:0:11583:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5be40 going to sleep for 11 seconds 00000100:00100000:3.0:1749393050.774201:0:11583:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11583:1834371507069824:0@lo:502: 00000040:00080000:3.0:1749393050.774237:0:11583:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000100:00100000:3.0:1749393050.774479:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507069952 00000100:00100000:3.0:1749393050.774487:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507069952 00000100:00100000:3.0:1749393050.774520:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1749393050.774529:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+20:7213:x1834371507069952:12345-0@lo:101: 00010000:00010000:3.0:1749393050.774541:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1749393050.774554:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88012cb8d000/0x5c3af449d998624c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x5c3af449d9986245 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393050.774576:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88012cb8d000/0x5c3af449d998624c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5c3af449d9986245 expref: 21 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393050.774590:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88012cb8d000/0x5c3af449d998624c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5c3af449d9986245 expref: 21 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393050.774601:0:7211:0:(ldlm_lockd.c:1586:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb8d000, rc 0) 00000100:00100000:3.0:1749393050.774645:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+21:7213:x1834371507069952:12345-0@lo:101: Request processed in 116us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393050.774656:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1749393050.774808:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507070080 00000100:00100000:3.0:1749393050.774822:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507070080 00000100:00100000:3.0:1749393050.774857:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1749393050.774867:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+21:7213:x1834371507070080:12345-0@lo:256: 20000000:01000000:3.0:1749393050.774885:0:7211:0:(mgs_nids.c:683:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1749393050.774900:0:7211:0:(mgs_nids.c:225:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1749393050.774905:0:7211:0:(mgs_nids.c:237:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 6 00000100:00100000:3.0:1749393050.775037:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+21:7213:x1834371507070080:12345-0@lo:256: Request processed in 169us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393050.775050:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1749393050.775245:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507070208 00000100:00100000:3.0:1749393050.775253:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507070208 00000100:00100000:3.0:1749393050.775285:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1749393050.775293:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+21:7213:x1834371507070208:12345-0@lo:101: 00010000:00010000:3.0:1749393050.775305:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1749393050.775317:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88012cb8de00/0x5c3af449d998625a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x5c3af449d9986253 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393050.775338:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88012cb8de00/0x5c3af449d998625a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5c3af449d9986253 expref: 22 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393050.775351:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88012cb8de00/0x5c3af449d998625a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5c3af449d9986253 expref: 22 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393050.775361:0:7211:0:(ldlm_lockd.c:1586:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb8de00, rc 0) 00000100:00100000:3.0:1749393050.775404:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+22:7213:x1834371507070208:12345-0@lo:101: Request processed in 109us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393050.775414:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1749393050.775580:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507070336 00000100:00100000:3.0:1749393050.775587:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507070336 00000100:00100000:3.0:1749393050.775614:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1749393050.775633:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+22:7213:x1834371507070336:12345-0@lo:501: 00000100:00100000:3.0:1749393050.775726:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+22:7213:x1834371507070336:12345-0@lo:501: Request processed in 94us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393050.775737:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1749393050.775849:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507070464 00000100:00100000:3.0:1749393050.775855:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507070464 00000100:00100000:3.0:1749393050.775875:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1749393050.775881:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+22:7213:x1834371507070464:12345-0@lo:503: 00000100:00100000:3.0:1749393050.775959:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+22:7213:x1834371507070464:12345-0@lo:503: Request processed in 76us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393050.775966:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1749393050.776259:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507070592 00000100:00100000:3.0:1749393050.776264:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507070592 00000100:00100000:3.0:1749393050.776294:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1749393050.776300:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+22:11584:x1834371507070592:12345-0@lo:502: 00000100:00100000:3.0:1749393050.776379:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+22:11584:x1834371507070592:12345-0@lo:502: Request processed in 78us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393050.776386:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000020:00000080:3.0:1749393050.778158:0:11584:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1749393050.778168:0:11584:0:(obd_config.c:1385:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1749393050.778192:0:11584:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1749393050.778205:0:11584:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x5c3af449d998626f 00000100:00080000:3.0:1749393050.778211:0:11584:0:(import.c:505:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1749393050.778216:0:11584:0:(import.c:619:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8800998d3000 using connection 192.168.203.132@tcp/0@lo 00000100:00100000:3.0:1749393050.778237:0:11584:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e00c700 x1834371507070720/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749393050.778269:0:11584:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1749393050.778322:0:11584:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1749393050.778326:0:11584:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749393050.778328:0:11584:0:(obd_config.c:1473:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1749393050.778331:0:11584:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1749393050.778335:0:11584:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749393050.778336:0:11584:0:(obd_config.c:1473:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1749393050.778339:0:11584:0:(obd_config.c:1385:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1749393050.778340:0:11584:0:(obd_config.c:1447:class_process_config()) changing lustre timeout from 20 to 20 00000100:00100000:3.0:1749393050.778360:0:11584:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11584:1834371507070848:0@lo:502: 00000100:00100000:3.0:1749393050.778411:0:11584:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393050.778437:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507070720 00000100:00100000:3.0:1749393050.778442:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507070720 00000100:00100000:3.0:1749393050.778462:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1749393050.778467:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3763:x1834371507070720:12345-0@lo:8: 00010000:00080000:3.0:1749393050.778486:0:9561:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp (null) cur 92 last 0 00000020:00000080:3.0:1749393050.778504:0:9561:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x5c3af449d9986276 00002000:00100000:3.0:1749393050.778511:0:9561:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff880099876800 ocd_connect_flags: 0xa044401443000066 ocd_version: 2103801 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1749393050.778515:0:9561:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1749393050.778517:0:9561:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:3.0:1749393050.778551:0:9561:0:(lprocfs_status_server.c:610:lprocfs_exp_setup()) using hash ffff880099f35180 00002000:00080000:3.0:1749393050.778556:0:9561:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1749393050.778570:0:9561:0:(import.c:66:import_set_state_nolock()) ffff8800995e5800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1749393050.778607:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3763:x1834371507070720:12345-0@lo:8: Request processed in 137us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393050.778615:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1749393050.778634:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507070848 00000100:00100000:3.0:1749393050.778638:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507070848 00000100:00100000:3.0:1749393050.778656:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:3.0:1749393050.778662:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+22:11584:x1834371507070848:12345-0@lo:502: 00000100:00100000:3.0:1749393050.778743:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+22:11584:x1834371507070848:12345-0@lo:502: Request processed in 79us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393050.778751:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:3.0:1749393050.778784:0:11584:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3d180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393050.778802:0:11584:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e913849c-f021-41dc-a556-1fef882059b2:11584:1834371507070848:0@lo:502: 00000020:01000000:3.0:1749393050.778834:0:11584:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1749393050.778839:0:11584:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749393050.778841:0:11584:0:(obd_config.c:1473:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000040:00080000:3.0:1749393050.778846:0:11584:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 43 count 43 00000100:00100000:3.0:1749393050.779238:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507070976 00000100:00100000:3.0:1749393050.779245:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507070976 00000100:00100000:3.0:1749393050.779280:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1749393050.779287:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+22:7213:x1834371507070976:12345-0@lo:101: 00010000:00010000:3.0:1749393050.779297:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1749393050.779307:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88009ef8a400/0x5c3af449d9986284 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x5c3af449d998627d expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393050.779323:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88009ef8a400/0x5c3af449d9986284 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5c3af449d998627d expref: 23 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393050.779333:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88009ef8a400/0x5c3af449d9986284 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5c3af449d998627d expref: 23 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749393050.779340:0:7211:0:(ldlm_lockd.c:1586:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef8a400, rc 0) 00000100:00100000:3.0:1749393050.779371:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:7213:x1834371507070976:12345-0@lo:101: Request processed in 84us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393050.779377:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1749393050.779513:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507071104 00000100:00100000:3.0:1749393050.779519:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507071104 00000100:00100000:3.0:1749393050.779551:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1749393050.779557:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:7213:x1834371507071104:12345-0@lo:501: 00000100:00100000:3.0:1749393050.779612:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:7213:x1834371507071104:12345-0@lo:501: Request processed in 54us (124us total) trans 0 rc -2/-2 00000100:00100000:3.0:1749393050.779619:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1749393050.783802:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507071360 00000100:00100000:3.0:1749393050.783811:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507071360 00000100:00100000:3.0:1749393050.783847:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1749393050.783855:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:11586:x1834371507071360:12345-0@lo:7: 00002000:00080000:3.0:1749393050.787061:0:9561:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x0 00002000:00080000:3.0:1749393050.787066:0:9561:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x100010000:0x0:0x0] 00000100:00100000:3.0:1749393050.787145:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:11586:x1834371507071360:12345-0@lo:7: Request processed in 3289us (3386us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393050.787154:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1749393050.787418:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507071488 00000100:00100000:3.0:1749393050.787426:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507071488 00000100:00100000:3.0:1749393050.787470:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1749393050.787480:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:11586:x1834371507071488:12345-0@lo:5: 00002000:00080000:3.0:1749393050.787506:0:9561:0:(ofd_dev.c:1633:ofd_create_hdl()) ofd_last_id() = 0 -> diff = 1 00002000:00080000:3.0:1749393050.787511:0:9561:0:(ofd_dev.c:1741:ofd_create_hdl()) lustre-OST0001: reserve 1 objects in group 0x0 at 1 00000100:00100000:3.0:1749393050.790145:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507071488:12345-0@lo:5: Request processed in 2663us (2798us total) trans 4294967297 rc 0/0 00000100:00100000:3.0:1749393050.790157:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1749393050.791618:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507068032:12345-0@lo:38: Request processed in 20712us (20873us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393050.791637:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1749393051.321212:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393051.650256:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994ad880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507071744:0@lo:700: 00000100:00100000:1.0:1749393051.650326:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393051.650390:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507071744 00000100:00100000:1.0:1749393051.650400:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181900 going to sleep for 11 seconds 00000100:00100000:3.0:1749393051.650401:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507071744 00000100:00100000:1.0:1749393051.650431:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507071872 00000100:00100000:1.0:1749393051.650437:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507071872 00000100:00100000:3.0:1749393051.650455:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1749393051.650465:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507071744:12345-0@lo:700: 00000100:00100000:1.0:1749393051.650473:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1749393051.650480:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507071872:12345-0@lo:700: 00000100:00100000:1.0:1749393051.650514:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181b40 going to sleep for 0 seconds 00000100:00100000:1.0:1749393051.650521:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507072000:0@lo:700: 40000000:00080000:1.0:1749393051.650537:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393051.650541:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393051.650574:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3d300 going to sleep for 0 seconds 00000100:00100000:3.0:1749393051.650581:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507072128:0@lo:700: 00000100:00100000:1.0:1749393051.650591:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507071872:12345-0@lo:700: Request processed in 110us (210us total) trans 0 rc -11/-11 40000000:00080000:3.0:1749393051.650595:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393051.650597:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393051.650599:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1749393051.650642:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507071744:12345-0@lo:700: Request processed in 179us (316us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393051.650652:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1749393051.650654:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994ad880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507071744:0@lo:700: 00000100:00100000:3.0:1749393051.773455:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507072256 00000100:00100000:3.0:1749393051.773465:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507072256 00000100:00100000:3.0:1749393051.773508:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1749393051.773517:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507072256:12345-0@lo:700: 40000000:00080000:3.0:1749393051.773544:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393051.773603:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507072256:12345-0@lo:700: Request processed in 86us (281us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393051.773612:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1749393051.790387:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507072384 00000100:00100000:3.0:1749393051.790398:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507072384 00000100:00100000:3.0:1749393051.790455:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1749393051.790467:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507072384:12345-0@lo:700: 40000000:00080000:3.0:1749393051.790493:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393051.790557:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507072384:12345-0@lo:700: Request processed in 90us (301us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393051.790568:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1749393052.321186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393053.321194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393053.651220:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994adf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507072896:0@lo:700: 00000100:00100000:1.0:1749393053.651331:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393053.651381:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181900 going to sleep for 11 seconds 00000100:00100000:3.0:1749393053.651418:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507072768 00000100:00100000:3.0:1749393053.651430:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507072768 00000100:00080000:1.0:1749393053.651521:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393053.651556:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1749393053.651569:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507072768:12345-0@lo:700: 00000100:00100000:3.0:1749393053.651656:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3d300 going to sleep for 0 seconds 00000100:00100000:3.0:1749393053.651665:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507073152:0@lo:700: 40000000:00080000:3.0:1749393053.651681:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393053.651685:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393053.651706:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994adf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507072896:0@lo:700: 00000100:00100000:3.0:1749393053.651757:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507072768:12345-0@lo:700: Request processed in 189us (467us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393053.651770:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00010000:1.0:1749393053.676265:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393053.787415:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507073280 00000100:00100000:3.0:1749393053.787426:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507073280 00000100:00080000:1.0:1749393053.787464:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393053.787486:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1749393053.787495:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507073280:12345-0@lo:700: 40000000:00080000:3.0:1749393053.787523:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393053.787574:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507073280:12345-0@lo:700: Request processed in 80us (294us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393053.787583:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1749393053.790368:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507073408 00000100:00100000:3.0:1749393053.790378:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507073408 00000100:00080000:1.0:1749393053.790443:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393053.790453:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1749393053.790462:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507073408:12345-0@lo:700: 40000000:00080000:3.0:1749393053.790480:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393053.790519:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507073408:12345-0@lo:700: Request processed in 58us (280us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393053.790527:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1749393054.321216:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393054.607750:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499690624 00000100:00100000:3.0:1749393054.607772:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499690624 00000100:00100000:1.0:1749393054.607817:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 36 00000100:00100000:1.0:1749393054.607828:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499690752:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393054.607847:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 187 00000100:00100000:3.0:1749393054.607861:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499690624:12345-192.168.203.32@tcp:400: 00010000:00080000:1.0:1749393054.607872:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 96 last 0 00000100:00100000:1.0:1749393054.607971:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499690752:12345-192.168.203.32@tcp:38: Request processed in 115us (269us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393054.607982:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 36 00000100:00100000:3.0:1749393054.607995:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499690624:12345-192.168.203.32@tcp:400: Request processed in 85us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393054.608010:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 187 00000100:00100000:3.0:1749393055.321235:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393055.652244:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994adf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507073920:0@lo:700: 00000100:00100000:1.0:1749393055.652316:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393055.652400:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181900 going to sleep for 11 seconds 00000100:00100000:3.0:1749393055.652458:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507073920 00000100:00100000:3.0:1749393055.652469:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507073920 00000100:00080000:1.0:1749393055.652542:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393055.652542:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1749393055.652552:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507073920:12345-0@lo:700: 00000100:00100000:3.0:1749393055.652595:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3dcc0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393055.652602:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507074048:0@lo:700: 40000000:00080000:3.0:1749393055.652619:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393055.652622:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393055.663389:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507073920:12345-0@lo:700: Request processed in 10837us (11071us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393055.663400:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1749393055.663496:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994adf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507073920:0@lo:700: 00000100:00100000:3.0:1749393055.663563:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507073792:0@lo:700: 00000100:00100000:3.0:1749393055.788343:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393055.788363:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507074304:0@lo:400: 00000100:00100000:1.0:1749393055.788409:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507074432:0@lo:38: 00000100:00100000:3.0:1749393055.788413:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393055.788454:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507074688:0@lo:400: 00000100:00100000:1.0:1749393055.788456:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393055.788480:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393055.788488:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507074560:0@lo:38: 00000100:00100000:1.0:1749393055.788508:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393055.788512:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507074688 00000100:00100000:3.0:1749393055.788517:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507074688 00000100:00100000:1.0:1749393055.788522:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507074816:0@lo:38: 00000100:00100000:1.0:1749393055.788541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393055.788557:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507074944:0@lo:38: 00000100:00100000:3.0:1749393055.788558:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1749393055.788564:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507074688:12345-0@lo:400: 00000100:00100000:1.0:1749393055.788572:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393055.788584:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507075072:0@lo:38: 00000100:00100000:1.0:1749393055.788611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393055.788625:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507074688:12345-0@lo:400: Request processed in 59us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393055.788637:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1749393055.788639:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507075200:0@lo:38: 00000100:00100000:1.0:1749393055.788655:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393055.788686:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1749393055.788688:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507074688:0@lo:400: 00000100:00100000:1.0:1749393055.788692:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507074432:12345-0@lo:38: 00000100:00100000:3.0:1749393055.788704:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507074304:0@lo:400: 00010000:00020000:1.0:1749393055.788715:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393055.788763:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507074432:12345-0@lo:38: Request processed in 69us (307us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393055.788766:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507075456:0@lo:400: 00000100:00100000:1.0:1749393055.788771:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:1.0:1749393055.788804:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393055.788809:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393055.788810:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393055.788813:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507074560:0@lo:38: 00000100:00080000:1.0:1749393055.788823:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393055.788826:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393055.788829:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507074432:0@lo:38: 00000100:00080000:1.0:1749393055.788847:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393055.788849:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393055.788849:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507075456 00000100:00100000:1.0:1749393055.788853:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507074816:0@lo:38: 00000100:00100000:3.0:1749393055.788855:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507075456 00000100:00100000:1.0:1749393055.788869:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1749393055.788873:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507075072:12345-0@lo:38: 00010000:00020000:1.0:1749393055.788890:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393055.788899:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393055.788902:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1749393055.788912:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507075456:12345-0@lo:400: 00000100:00100000:1.0:1749393055.788931:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507075072:12345-0@lo:38: Request processed in 56us (318us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393055.788968:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1749393055.788992:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507075456:12345-0@lo:400: Request processed in 81us (182us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393055.788999:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393055.789003:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1749393055.789051:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b169880 x1834371507075456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393055.789100:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507075456:0@lo:400: 00010000:00080000:1.0:1749393055.789115:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b169500 x1834371507075328/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393055.789129:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507075328:0@lo:400: 00000100:00100000:3.0:1749393056.321224:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393057.212352:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507075968:0@lo:41: 00000100:00100000:1.0:1749393057.212443:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393057.212516:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507075968 00000100:00100000:3.0:1749393057.212527:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507075968 00000100:00100000:3.0:1749393057.212576:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1749393057.212585:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507075968:12345-0@lo:41: 00000004:00000024:3.0:1749393057.212636:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393057.212708:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507075968:12345-0@lo:41: Request processed in 122us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393057.212724:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1749393057.212755:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507075968:0@lo:41: 00000100:00100000:3.0:1749393057.321188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393057.664249:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994ad880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507076096:0@lo:700: 00000100:00100000:3.0:1749393057.664249:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507076224:0@lo:700: 00000100:00100000:1.0:1749393057.664322:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393057.664363:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393057.664401:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181900 going to sleep for 11 seconds 00000100:00100000:3.0:1749393057.664401:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507076096 00000100:00100000:3.0:1749393057.664409:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507076096 00000100:00080000:1.0:1749393057.664445:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393057.664458:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1749393057.664466:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507076096:12345-0@lo:700: 00000100:00100000:3.0:1749393057.664502:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3da80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393057.664509:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507076352:0@lo:700: 40000000:00080000:3.0:1749393057.664524:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393057.664527:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393057.664585:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507076096:12345-0@lo:700: Request processed in 119us (263us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393057.664594:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1749393057.664615:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1749393057.664633:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994ad880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507076096:0@lo:700: 00000100:00100000:3.0:1749393057.664743:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507076224:0@lo:700: 00010000:00010000:1.0:1749393057.684308:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393058.321169:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393059.321206:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393059.615560:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499691136 00000100:00100000:3.0:1749393059.615570:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499691136 00000100:00100000:3.0:1749393059.615603:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499691264 00000100:00100000:3.0:1749393059.615605:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499691264 00000100:00100000:3.0:1749393059.615634:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 44 00000100:00100000:3.0:1749393059.615641:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499691136:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393059.615656:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 45 00000100:00100000:1.0:1749393059.615666:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499691264:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393059.615670:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 101 last 0 00010000:00080000:1.0:1749393059.615694:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 101 last 0 00000100:00100000:3.0:1749393059.615738:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499691136:12345-192.168.203.32@tcp:38: Request processed in 95us (262us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393059.615744:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499691264:12345-192.168.203.32@tcp:38: Request processed in 78us (222us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393059.615747:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 44 00000100:00100000:1.0:1749393059.615752:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 45 00000100:00100000:3.0:1749393059.665200:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507076736:0@lo:700: 00000100:00100000:1.0:1749393059.665205:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994ad880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507076864:0@lo:700: 00000100:00100000:3.0:1749393059.665250:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393059.665318:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1749393059.665323:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393059.665381:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181900 going to sleep for 11 seconds 00000100:00080000:1.0:1749393059.665398:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1749393059.665430:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393059.665617:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507076736:0@lo:700: 00000100:00100000:1.0:1749393059.665698:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994ad880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507076864:0@lo:700: 00000100:00100000:3.0:1749393060.364328:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507077376:0@lo:41: 00000100:00100000:3.0:1749393060.364412:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393060.364811:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507077376:0@lo:41: 00000100:00080000:1.0:1749393060.787482:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393060.792288:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507077632 00000100:00100000:1.0:1749393060.792297:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507077632 00000100:00100000:1.0:1749393060.792359:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1749393060.792368:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507077632:12345-0@lo:700: 40000000:00080000:1.0:1749393060.792389:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393060.792442:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507077632:12345-0@lo:700: Request processed in 74us (216us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393060.792451:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:1.0:1749393060.796254:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393060.796261:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393060.796264:0:5:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393060.796271:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 97 00000100:00080000:1.0:1749393060.796275:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393060.796280:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393060.796300:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d520700 x1834371507077888/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393060.796332:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393060.796336:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393060.796338:0:5:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393060.796341:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 97 00000100:00080000:1.0:1749393060.796343:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393060.796346:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393060.796358:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d520a80 x1834371507078016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393060.796373:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507077760 00000100:00100000:3.0:1749393060.796383:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507077760 00000100:00080000:1.0:1749393060.796391:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393060.796395:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393060.796396:0:5:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393060.796400:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 97 00000100:00080000:1.0:1749393060.796402:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393060.796405:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393060.796419:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1749393060.796427:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d521180 x1834371507078272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393060.796428:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507077760:12345-0@lo:400: 00000100:00080000:1.0:1749393060.796437:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393060.796440:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393060.796441:0:5:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393060.796444:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 97 00000100:00080000:1.0:1749393060.796446:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393060.796450:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393060.796459:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d521500 x1834371507078400/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393060.796485:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393060.796488:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393060.796488:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507077760:12345-0@lo:400: Request processed in 61us (154us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393060.796490:0:5:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393060.796493:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 97 00000100:00080000:1.0:1749393060.796495:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393060.796496:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00080000:1.0:1749393060.796498:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393060.796508:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d521f80 x1834371507078784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393060.796517:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393060.796520:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393060.796522:0:5:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393060.796525:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 97 00000100:00080000:1.0:1749393060.796527:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393060.796530:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393060.796531:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507078656:0@lo:400: 00000100:00100000:1.0:1749393060.796547:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d522300 x1834371507078912/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393060.796561:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393060.796575:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507078528:0@lo:400: 00000100:00100000:3.0:1749393060.796594:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507078016 00000100:00100000:3.0:1749393060.796598:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507078016 00000100:00100000:3.0:1749393060.796610:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507078400 00000100:00100000:3.0:1749393060.796612:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507078400 00000100:00100000:1.0:1749393060.796614:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393060.796620:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507078912 00000100:00100000:3.0:1749393060.796622:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507078912 00000100:00100000:3.0:1749393060.796634:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1749393060.796639:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507078016:12345-0@lo:38: 00000100:00100000:1.0:1749393060.796668:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507078656 00010000:00020000:3.0:1749393060.796668:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393060.796673:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507078656 00000100:00100000:3.0:1749393060.796697:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507078016:12345-0@lo:38: Request processed in 57us (230us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393060.796699:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507078528 00000100:00100000:1.0:1749393060.796701:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507078528 00000100:00100000:3.0:1749393060.796705:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1749393060.796718:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1749393060.796720:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1749393060.796724:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507078784:12345-0@lo:38: 00000100:00100000:1.0:1749393060.796726:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507078656:12345-0@lo:400: 00010000:00020000:3.0:1749393060.796736:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393060.796760:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507078784:12345-0@lo:38: Request processed in 34us (190us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393060.796780:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1749393060.796783:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507078656:12345-0@lo:400: Request processed in 56us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393060.796791:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1749393060.796802:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1749393060.796809:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507078528:12345-0@lo:400: 00000100:00100000:3.0:1749393060.796841:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507078528:12345-0@lo:400: Request processed in 33us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393060.796847:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:1.0:1749393060.796869:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d521880 x1834371507078528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749393060.796878:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d521c00 x1834371507078656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393060.796882:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507078528:0@lo:400: 00000100:00100000:3.0:1749393060.796892:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507078656:0@lo:400: 00000100:00100000:1.0:1749393061.666261:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507079040:0@lo:700: 00000100:00100000:3.0:1749393061.666262:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507079168:0@lo:700: 00000100:00100000:1.0:1749393061.666335:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393061.666382:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393061.666430:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181900 going to sleep for 11 seconds 00000100:00100000:3.0:1749393061.666430:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507079040 00000100:00100000:3.0:1749393061.666438:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507079040 00000100:00100000:3.0:1749393061.666487:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1749393061.666496:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507079040:12345-0@lo:700: 00000100:00100000:1.0:1749393061.666516:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1749393061.666527:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507079168:12345-0@lo:700: 00000100:00100000:3.0:1749393061.666532:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3d9c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393061.666553:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507079296:0@lo:700: 40000000:00080000:3.0:1749393061.666569:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393061.666572:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393061.666646:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181b40 going to sleep for 0 seconds 00000100:00100000:3.0:1749393061.666647:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507079040:12345-0@lo:700: Request processed in 152us (312us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393061.666653:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507079424:0@lo:700: 00000100:00100000:3.0:1749393061.666657:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 40000000:00080000:1.0:1749393061.666668:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393061.666671:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393061.666681:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3da80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393061.666719:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507079168:12345-0@lo:700: Request processed in 194us (337us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393061.666728:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1749393061.666735:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507079168:0@lo:700: 00010000:00010000:1.0:1749393061.692306:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393062.220308:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393062.220338:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507079552:0@lo:41: 00000100:00100000:3.0:1749393062.220427:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393062.220822:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507079552:0@lo:41: 00000100:00100000:3.0:1749393063.667221:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507079936:0@lo:700: 00000100:00100000:3.0:1749393063.667300:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393063.667369:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3da80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393063.667422:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507079936 00000100:00100000:1.0:1749393063.667433:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507079936 00000100:00100000:1.0:1749393063.667490:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1749393063.667500:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507079936:12345-0@lo:700: 00000100:00100000:1.0:1749393063.667542:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181b40 going to sleep for 0 seconds 00000100:00100000:1.0:1749393063.667550:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507080064:0@lo:700: 40000000:00080000:1.0:1749393063.667565:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393063.667569:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393063.667641:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507079936:12345-0@lo:700: Request processed in 142us (340us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393063.667650:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1749393063.667674:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507079936:0@lo:700: 00000100:00100000:1.0:1749393064.623588:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499691520 00000100:00100000:1.0:1749393064.623597:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499691520 00000100:00100000:3.0:1749393064.623605:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499691648 00000100:00100000:3.0:1749393064.623616:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499691648 00000100:00100000:1.0:1749393064.623636:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 52 00000100:00100000:1.0:1749393064.623645:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499691520:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393064.623668:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 53 00010000:00080000:1.0:1749393064.623674:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 106 last 0 00000100:00100000:3.0:1749393064.623679:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499691648:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393064.623710:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 106 last 0 00000100:00100000:1.0:1749393064.623730:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499691520:12345-192.168.203.32@tcp:38: Request processed in 85us (274us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393064.623738:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 52 00000100:00100000:3.0:1749393064.623772:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499691648:12345-192.168.203.32@tcp:38: Request processed in 91us (270us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393064.623785:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 53 00000100:00100000:3.0:1749393065.668236:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507080576:0@lo:700: 00000100:00100000:3.0:1749393065.668365:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393065.668390:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3da80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393065.668500:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1749393065.668516:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507080704:12345-0@lo:700: 00000100:00100000:1.0:1749393065.668644:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181b40 going to sleep for 0 seconds 00000100:00100000:1.0:1749393065.668661:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507080960:0@lo:700: 40000000:00080000:1.0:1749393065.668676:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393065.668678:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393065.668683:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507080576:0@lo:700: 00000100:00100000:1.0:1749393065.668742:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507080704:12345-0@lo:700: Request processed in 231us (431us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393065.668752:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:1.0:1749393065.700319:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393065.792382:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507081088 00000100:00100000:1.0:1749393065.792392:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507081088 00000100:00100000:3.0:1749393065.792408:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507081216 00000100:00100000:3.0:1749393065.792418:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507081216 00000100:00100000:1.0:1749393065.792451:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1749393065.792460:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507081088:12345-0@lo:700: 00000100:00100000:3.0:1749393065.792475:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 40000000:00080000:1.0:1749393065.792483:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393065.792486:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507081216:12345-0@lo:700: 40000000:00080000:3.0:1749393065.792509:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393065.792524:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507081088:12345-0@lo:700: Request processed in 65us (266us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393065.792532:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1749393065.792562:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507081216:12345-0@lo:700: Request processed in 75us (228us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393065.792575:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:1.0:1749393065.804261:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393065.804268:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393065.804271:0:5:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393065.804277:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 102 00000100:00080000:1.0:1749393065.804282:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393065.804287:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393065.804305:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d523480 x1834371507081472/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393065.804322:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393065.804325:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393065.804327:0:5:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393065.804341:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 102 00000100:00080000:1.0:1749393065.804343:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393065.804347:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393065.804360:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d523800 x1834371507081600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393065.804360:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:1.0:1749393065.804379:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393065.804379:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507081344:0@lo:400: 00000100:00080000:1.0:1749393065.804382:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393065.804384:0:5:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393065.804387:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 102 00000100:00080000:1.0:1749393065.804389:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393065.804392:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393065.804402:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d522d80 x1834371507081856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393065.804410:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393065.804413:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393065.804414:0:5:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393065.804417:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 102 00000100:00080000:1.0:1749393065.804419:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393065.804422:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393065.804424:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393065.804432:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d521880 x1834371507081984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393065.804440:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393065.804443:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393065.804445:0:5:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393065.804453:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 102 00000100:00080000:1.0:1749393065.804455:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393065.804458:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393065.804464:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507081728:0@lo:400: 00000100:00100000:1.0:1749393065.804470:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d520700 x1834371507082112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393065.804479:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393065.804482:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393065.804483:0:5:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393065.804487:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 102 00000100:00080000:1.0:1749393065.804489:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393065.804489:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393065.804492:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393065.804500:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d521180 x1834371507082240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393065.804529:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507081728 00000100:00100000:3.0:1749393065.804534:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507081728 00000100:00100000:1.0:1749393065.804551:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1749393065.804558:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507081472:12345-0@lo:38: 00000100:00100000:3.0:1749393065.804563:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1749393065.804570:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507081728:12345-0@lo:400: 00010000:00020000:1.0:1749393065.804580:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393065.804614:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507081728:12345-0@lo:400: Request processed in 44us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393065.804621:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1749393065.804624:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507081472:12345-0@lo:38: Request processed in 65us (222us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393065.804633:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1749393065.804639:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507082112 00000100:00100000:3.0:1749393065.804643:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507082112 00000100:00100000:1.0:1749393065.804649:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507082240 00000100:00100000:1.0:1749393065.804654:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507082240 00000100:00100000:3.0:1749393065.804654:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1749393065.804659:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507081856:12345-0@lo:38: 00000100:00100000:1.0:1749393065.804666:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1749393065.804673:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507081984:12345-0@lo:38: 00010000:00020000:3.0:1749393065.804686:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393065.804697:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393065.804717:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507081856:12345-0@lo:38: Request processed in 56us (197us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393065.804725:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1749393065.804726:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507081984:12345-0@lo:38: Request processed in 54us (176us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393065.804738:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1749393065.804743:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507082240:12345-0@lo:38: 00000100:00100000:1.0:1749393065.804748:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00010000:00020000:3.0:1749393065.804754:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393065.804771:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507081344 00000100:00100000:1.0:1749393065.804775:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507081344 00000100:00100000:3.0:1749393065.804776:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507082240:12345-0@lo:38: Request processed in 32us (143us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393065.804782:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1749393065.804801:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1749393065.804807:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507081344:12345-0@lo:400: 00000100:00100000:3.0:1749393065.804811:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507081728:0@lo:400: 00000100:00100000:1.0:1749393065.804860:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507081344:12345-0@lo:400: Request processed in 53us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393065.804893:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:3.0:1749393065.804904:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507081344:0@lo:400: 00000100:00100000:1.0:1749393067.228375:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507082496:0@lo:41: 00000100:00100000:1.0:1749393067.228448:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393067.228732:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507082496:0@lo:41: 00000100:00100000:3.0:1749393067.669235:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507082752:0@lo:700: 00000100:00100000:3.0:1749393067.669370:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507082624 00000100:00100000:3.0:1749393067.669381:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507082624 00000100:00100000:3.0:1749393067.669448:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1749393067.669461:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507082624:12345-0@lo:700: 00000100:00080000:1.0:1749393067.669506:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393067.669506:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3d9c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393067.669514:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507082880:0@lo:700: 40000000:00080000:3.0:1749393067.669529:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393067.669532:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393067.669589:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507082624:12345-0@lo:700: Request processed in 131us (260us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393067.669598:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1749393067.669611:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507082624:0@lo:700: 00000100:00100000:3.0:1749393069.631727:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499691904 00000100:00100000:3.0:1749393069.631739:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499691904 00000100:00100000:1.0:1749393069.631762:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499691776 00000100:00100000:1.0:1749393069.631771:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499691776 00000100:00100000:3.0:1749393069.631793:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 60 00000100:00100000:3.0:1749393069.631802:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499691904:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393069.631816:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 193 00000100:00100000:1.0:1749393069.631825:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499691776:12345-192.168.203.32@tcp:400: 00010000:00080000:3.0:1749393069.631834:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 111 last 0 00000100:00100000:1.0:1749393069.631927:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499691776:12345-192.168.203.32@tcp:400: Request processed in 101us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393069.631929:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499691904:12345-192.168.203.32@tcp:38: Request processed in 126us (369us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393069.631936:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 193 00000100:00100000:3.0:1749393069.631937:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 60 00000100:00100000:1.0:1749393069.670210:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507083392:0@lo:700: 00000100:00100000:1.0:1749393069.670260:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393069.670333:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91816c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393069.670388:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507083264 00000100:00100000:3.0:1749393069.670396:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507083264 00000100:00100000:3.0:1749393069.670457:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00080000:1.0:1749393069.670460:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393069.670466:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507083264:12345-0@lo:700: 00000100:00100000:3.0:1749393069.670503:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3d9c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393069.670510:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507083520:0@lo:700: 40000000:00080000:3.0:1749393069.670525:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393069.670528:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393069.670587:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507083264:12345-0@lo:700: Request processed in 122us (271us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393069.670596:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1749393069.670700:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507083392:0@lo:700: 00010000:00010000:1.0:1749393069.708319:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749393070.812304:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393070.812312:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393070.812316:0:5:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393070.812325:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 107 00000100:00080000:1.0:1749393070.812330:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393070.812337:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393070.812359:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d522300 x1834371507084160/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393070.812378:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393070.812381:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393070.812383:0:5:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393070.812386:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 107 00000100:00080000:1.0:1749393070.812389:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393070.812392:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393070.812405:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d521c00 x1834371507084288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393070.812424:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393070.812427:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393070.812429:0:5:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393070.812431:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507084160:0@lo:38: 00000100:00080000:1.0:1749393070.812432:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 107 00000100:00080000:1.0:1749393070.812434:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393070.812437:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393070.812447:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d520e00 x1834371507084544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393070.812472:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393070.812475:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393070.812476:0:5:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393070.812480:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 107 00000100:00100000:3.0:1749393070.812481:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393070.812482:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393070.812485:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393070.812496:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d523100 x1834371507084672/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393070.812508:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393070.812520:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507084416:0@lo:400: 00000100:00080000:1.0:1749393070.812522:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393070.812525:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393070.812526:0:5:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393070.812529:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 107 00000100:00080000:1.0:1749393070.812532:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393070.812535:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393070.812544:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d520700 x1834371507085056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393070.812544:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393070.812552:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393070.812555:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393070.812557:0:5:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393070.812559:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 107 00000100:00080000:1.0:1749393070.812561:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393070.812564:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393070.812573:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d521880 x1834371507085184/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393070.812574:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507084288:0@lo:38: 00000100:00100000:3.0:1749393070.812611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393070.812638:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507084416 00000100:00100000:1.0:1749393070.812643:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507084416 00000100:00100000:3.0:1749393070.812643:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507084544:0@lo:38: 00000100:00100000:3.0:1749393070.812664:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393070.812678:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1749393070.812679:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507084672:0@lo:38: 00000100:00100000:1.0:1749393070.812685:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507084416:12345-0@lo:400: 00000100:00100000:3.0:1749393070.812694:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393070.812703:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507085056:0@lo:38: 00000100:00100000:3.0:1749393070.812747:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393070.812748:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507084416:12345-0@lo:400: Request processed in 63us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393070.812756:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1749393070.812758:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507085184:0@lo:38: 00000100:00100000:3.0:1749393070.812772:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393070.812779:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507084032 00000100:00100000:1.0:1749393070.812783:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507084032 00000100:00080000:3.0:1749393070.812795:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393070.812799:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393070.812803:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1749393070.812805:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507084288:0@lo:38: 00000100:00100000:1.0:1749393070.812809:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507084032:12345-0@lo:400: 00000100:00100000:1.0:1749393070.812864:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507084032:12345-0@lo:400: Request processed in 54us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393070.812872:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1749393070.812874:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1749393070.812880:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507084672:12345-0@lo:38: 00010000:00020000:3.0:1749393070.812898:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393070.812923:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507084928 00000100:00100000:3.0:1749393070.812928:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507084672:12345-0@lo:38: Request processed in 46us (232us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393070.812929:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507084928 00000100:00100000:3.0:1749393070.812935:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1749393070.812950:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1749393070.812955:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507085184:12345-0@lo:38: 00000100:00100000:1.0:1749393070.812957:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507084800 00000100:00100000:1.0:1749393070.812961:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507084800 00010000:00020000:3.0:1749393070.812966:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393070.812983:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1749393070.812984:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507085184:12345-0@lo:38: Request processed in 27us (210us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393070.812990:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1749393070.812993:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507084928:12345-0@lo:400: 00000100:00100000:3.0:1749393070.813012:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507085312:0@lo:400: 00000100:00100000:3.0:1749393070.813052:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393070.813053:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507084928:12345-0@lo:400: Request processed in 60us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393070.813065:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1749393070.813114:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507085440 00000100:00100000:3.0:1749393070.813116:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507084416:0@lo:400: 00000100:00100000:1.0:1749393070.813118:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507085440 00000100:00100000:1.0:1749393070.813138:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507085312 00000100:00100000:1.0:1749393070.813140:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507085312 00000100:00100000:3.0:1749393070.813159:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1749393070.813168:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507084800:12345-0@lo:400: 00000100:00100000:1.0:1749393070.813177:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1749393070.813182:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507085440:12345-0@lo:400: 00000100:00100000:3.0:1749393070.813210:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507084800:12345-0@lo:400: Request processed in 43us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393070.813216:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1749393070.813228:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507085440:12345-0@lo:400: Request processed in 45us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393070.813231:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1749393070.813234:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1749393070.813236:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507085312:12345-0@lo:400: 00000100:00100000:3.0:1749393070.813266:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507085312:12345-0@lo:400: Request processed in 30us (213us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393070.813267:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393070.813273:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:3.0:1749393070.813298:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d522d80 x1834371507085312/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393070.813310:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507085312:0@lo:400: 00000100:00100000:1.0:1749393071.671236:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507085568:0@lo:700: 00000100:00100000:1.0:1749393071.671312:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393071.671383:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 11 seconds 00000100:00100000:3.0:1749393071.671518:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507085696 00000100:00100000:3.0:1749393071.671528:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507085696 00000100:00080000:1.0:1749393071.671542:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393071.671569:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1749393071.671577:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507085696:12345-0@lo:700: 00000100:00100000:1.0:1749393071.682337:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507085568:0@lo:700: 00000100:00100000:3.0:1749393071.682346:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3d9c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393071.682357:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507085952:0@lo:700: 40000000:00080000:3.0:1749393071.682373:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393071.682375:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393071.682439:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507085696:12345-0@lo:700: Request processed in 10861us (11085us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393071.682459:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1749393071.792391:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507086208 00000100:00100000:3.0:1749393071.792401:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507086208 00000100:00100000:3.0:1749393071.792451:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507086080 00000100:00100000:3.0:1749393071.792455:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507086080 00000100:00100000:1.0:1749393071.792464:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1749393071.792479:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507086208:12345-0@lo:700: 00000100:00100000:3.0:1749393071.792488:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1749393071.792496:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507086080:12345-0@lo:700: 40000000:00080000:1.0:1749393071.792506:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:00080000:3.0:1749393071.792516:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393071.792556:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507086208:12345-0@lo:700: Request processed in 81us (287us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393071.792561:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507086080:12345-0@lo:700: Request processed in 66us (248us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393071.792564:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1749393071.792570:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1749393072.236380:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507086336:0@lo:41: 00000100:00100000:1.0:1749393072.236454:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393072.236728:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507086336:0@lo:41: 00000100:00100000:1.0:1749393073.683238:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507086720:0@lo:700: 00000100:00100000:1.0:1749393073.683311:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393073.683405:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 11 seconds 00000100:00100000:3.0:1749393073.683446:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507086592 00000100:00100000:3.0:1749393073.683455:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507086592 00000100:00080000:1.0:1749393073.683457:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1749393073.683487:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393073.683510:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1749393073.683518:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507086592:12345-0@lo:700: 00000100:00100000:3.0:1749393073.683580:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3d9c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393073.683587:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507086976:0@lo:700: 40000000:00080000:3.0:1749393073.683601:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393073.683604:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393073.683640:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507086720:0@lo:700: 00000100:00100000:3.0:1749393073.683646:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507086592:12345-0@lo:700: Request processed in 128us (292us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393073.683654:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00010000:00010000:1.0:1749393073.716315:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393074.639595:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499692160 00000100:00100000:1.0:1749393074.639607:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499692160 00000100:00100000:1.0:1749393074.639662:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 195 00000100:00100000:1.0:1749393074.639672:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499692160:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393074.639743:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499692160:12345-192.168.203.32@tcp:400: Request processed in 72us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393074.639752:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 195 00000100:00100000:3.0:1749393075.388381:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507087232:0@lo:41: 00000100:00100000:3.0:1749393075.388452:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393075.388728:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507087232:0@lo:41: 00000100:00100000:1.0:1749393075.684234:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507087488:0@lo:700: 00000100:00100000:1.0:1749393075.684311:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393075.684392:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181e40 going to sleep for 11 seconds 00000100:00080000:1.0:1749393075.684437:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393075.684466:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00080000:1.0:1749393075.684467:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393075.684495:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507087488:12345-0@lo:700: 00000100:00100000:3.0:1749393075.684541:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3d9c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393075.684548:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507087616:0@lo:700: 40000000:00080000:3.0:1749393075.684564:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393075.684567:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393075.684640:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507087488:12345-0@lo:700: Request processed in 149us (328us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393075.684649:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1749393075.684687:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507087488:0@lo:700: 00000100:00080000:1.0:1749393075.820275:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393075.820282:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393075.820285:0:5:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393075.820291:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 112 00000100:00080000:1.0:1749393075.820296:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393075.820302:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393075.820322:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d521880 x1834371507088000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393075.820340:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393075.820344:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393075.820346:0:5:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393075.820359:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 112 00000100:00080000:1.0:1749393075.820361:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393075.820365:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393075.820378:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d520700 x1834371507088128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393075.820388:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507088000:0@lo:38: 00000100:00080000:1.0:1749393075.820400:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393075.820403:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393075.820405:0:5:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393075.820408:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 112 00000100:00080000:1.0:1749393075.820410:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393075.820413:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393075.820422:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d520e00 x1834371507088384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393075.820430:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393075.820433:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393075.820434:0:5:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393075.820434:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393075.820437:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 112 00000100:00080000:1.0:1749393075.820439:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393075.820442:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393075.820451:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d520380 x1834371507088512/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393075.820460:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393075.820463:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393075.820465:0:5:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393075.820466:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507088128:0@lo:38: 00000100:00080000:1.0:1749393075.820473:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 112 00000100:00080000:1.0:1749393075.820475:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393075.820479:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393075.820488:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393075.820502:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d523b80 x1834371507088640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393075.820502:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507088384:0@lo:38: 00000100:00080000:1.0:1749393075.820511:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393075.820514:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393075.820516:0:5:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393075.820518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393075.820519:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 112 00000100:00080000:1.0:1749393075.820521:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393075.820525:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393075.820532:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507088512:0@lo:38: 00000100:00100000:1.0:1749393075.820535:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d521500 x1834371507088768/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393075.820547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393075.820563:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507088640:0@lo:38: 00000100:00100000:3.0:1749393075.820580:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393075.820585:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1749393075.820590:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507088768:0@lo:38: 00000100:00100000:1.0:1749393075.820592:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507088384:12345-0@lo:38: 00000100:00100000:3.0:1749393075.820604:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393075.820623:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393075.820628:0:7216:0:(service.c:3364:ptlrpc_start_thread()) mdt[0] started 5 min 3 max 116 00000100:00100000:3.0:1749393075.820635:0:7216:0:(service.c:3423:ptlrpc_start_thread()) starting thread 'mdt00_005' 00000100:00100000:1.0:1749393075.820671:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507088384:12345-0@lo:38: Request processed in 79us (151us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393075.820679:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1749393075.820696:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507088640 00000100:00100000:1.0:1749393075.820701:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507088640 00000100:00100000:1.0:1749393075.820711:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507088768 00000100:00100000:1.0:1749393075.820714:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507088768 00000100:00080000:3.0:1749393075.820730:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393075.820735:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393075.820739:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1749393075.820740:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507088128:0@lo:38: 00000100:00100000:1.0:1749393075.820744:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507088768:12345-0@lo:38: 00010000:00020000:1.0:1749393075.820758:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749393075.820759:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393075.820762:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393075.820766:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507088384:0@lo:38: 00000100:00080000:3.0:1749393075.820774:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393075.820777:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393075.820780:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507088512:0@lo:38: 00000100:00080000:3.0:1749393075.820789:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393075.820791:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393075.820794:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507088000:0@lo:38: 00000100:00100000:1.0:1749393075.820830:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507088768:12345-0@lo:38: Request processed in 83us (222us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393075.820838:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:3.0:1749393075.820855:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393075.820857:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393075.820862:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507089024:0@lo:400: 00000100:00100000:3.0:1749393075.820862:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507088640:0@lo:38: 00000100:00080000:3.0:1749393075.820870:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393075.820873:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393075.820876:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507088768:0@lo:38: 00000100:00100000:1.0:1749393075.820897:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393075.820921:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393075.820926:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507089024 00000100:00100000:1.0:1749393075.820928:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507088896:0@lo:400: 00000100:00100000:3.0:1749393075.820932:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507089024 00000100:00100000:1.0:1749393075.820955:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393075.820964:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507088896 00000100:00100000:3.0:1749393075.820966:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507088896 00000100:00100000:3.0:1749393075.820988:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1749393075.820996:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f138000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507088896:12345-0@lo:400: 00010000:00080000:1.0:1749393075.821028:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b168380 x1834371507089024/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393075.821037:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f138000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507088896:12345-0@lo:400: Request processed in 42us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393075.821041:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507089024:0@lo:400: 00000100:00100000:3.0:1749393075.821045:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:1.0:1749393075.821060:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d521c00 x1834371507088896/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393075.821068:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507088896:0@lo:400: 00000100:00100000:1.0:1749393077.685229:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f138700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507089536:0@lo:700: 00000100:00100000:1.0:1749393077.685373:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393077.685400:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181e40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393077.685490:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1749393077.685502:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507089408:12345-0@lo:700: 00000100:00100000:3.0:1749393077.685510:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1749393077.685525:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f138a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507089536:12345-0@lo:700: 00000100:00100000:1.0:1749393077.685540:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91819c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393077.685547:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f138e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507089664:0@lo:700: 40000000:00080000:1.0:1749393077.685564:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393077.685568:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393077.685604:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3da80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393077.685605:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507089408:12345-0@lo:700: Request processed in 106us (307us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393077.685611:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1ad880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507089792:0@lo:700: 40000000:00080000:3.0:1749393077.685625:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393077.685627:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393077.685630:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1749393077.685671:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f138a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507089536:12345-0@lo:700: Request processed in 150us (298us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393077.685679:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1749393077.685691:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f138700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507089536:0@lo:700: 00010000:00010000:1.0:1749393077.724296:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393078.792471:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507090176 00000100:00100000:3.0:1749393078.792483:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507090176 00000100:00100000:1.0:1749393078.792519:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507090048 00000100:00100000:1.0:1749393078.792528:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507090048 00000100:00100000:3.0:1749393078.792552:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1749393078.792563:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507090176:12345-0@lo:700: 00000100:00100000:1.0:1749393078.792592:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 40000000:00080000:3.0:1749393078.792593:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393078.792601:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507090048:12345-0@lo:700: 40000000:00080000:1.0:1749393078.792622:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393078.792640:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507090176:12345-0@lo:700: Request processed in 79us (317us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393078.792649:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1749393078.792669:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507090048:12345-0@lo:700: Request processed in 70us (286us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393078.792678:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1749393079.647441:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 76 00000100:00100000:3.0:1749393079.647453:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499692672:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393079.647487:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 121 last 0 00000100:00100000:3.0:1749393079.647556:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499692672:12345-192.168.203.32@tcp:38: Request processed in 103us (256us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393079.647565:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 76 00000100:00100000:1.0:1749393079.686233:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f138700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507090432:0@lo:700: 00000100:00100000:1.0:1749393079.686288:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393079.686335:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181e40 going to sleep for 11 seconds 00000100:00100000:3.0:1749393079.686411:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507090432 00000100:00100000:3.0:1749393079.686420:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507090432 00000100:00100000:3.0:1749393079.686475:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1749393079.686495:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f138e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507090432:12345-0@lo:700: 00000100:00100000:3.0:1749393079.686532:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3da80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393079.686537:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1ad880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507090688:0@lo:700: 40000000:00080000:3.0:1749393079.686551:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393079.686554:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393079.686609:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f138e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507090432:12345-0@lo:700: Request processed in 116us (322us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393079.686618:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1749393079.686640:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f138700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507090432:0@lo:700: 00000100:00080000:1.0:1749393080.828280:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393080.828289:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393080.828292:0:5:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393080.828301:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 117 00000100:00080000:1.0:1749393080.828306:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393080.828313:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393080.828334:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f139180 x1834371507091200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393080.828351:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393080.828369:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393080.828371:0:5:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393080.828375:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 117 00000100:00080000:1.0:1749393080.828377:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393080.828381:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393080.828394:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f139500 x1834371507091328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393080.828410:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393080.828413:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393080.828415:0:5:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393080.828418:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 117 00000100:00080000:1.0:1749393080.828420:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393080.828423:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393080.828432:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f139c00 x1834371507091584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393080.828440:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393080.828443:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393080.828444:0:5:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393080.828447:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 117 00000100:00080000:1.0:1749393080.828449:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393080.828452:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393080.828460:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f139f80 x1834371507091712/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393080.828486:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393080.828494:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393080.828496:0:5:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393080.828500:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 117 00000100:00080000:1.0:1749393080.828502:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393080.828505:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393080.828518:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f13aa00 x1834371507092096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393080.828526:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393080.828529:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393080.828531:0:5:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393080.828534:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 117 00000100:00080000:1.0:1749393080.828536:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393080.828539:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393080.828548:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f13ad80 x1834371507092224/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393080.828584:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f13b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507092480:0@lo:400: 00000100:00100000:1.0:1749393080.828626:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393080.828684:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507092480 00000100:00100000:1.0:1749393080.828690:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507092480 00000100:00100000:1.0:1749393080.828723:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507091840 00000100:00100000:1.0:1749393080.828725:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507091840 00000100:00100000:1.0:1749393080.828739:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507091968 00000100:00100000:1.0:1749393080.828742:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507091968 00000100:00100000:1.0:1749393080.828754:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1749393080.828791:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f13b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507092480:12345-0@lo:400: 00000100:00100000:1.0:1749393080.828836:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f13b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507092480:12345-0@lo:400: Request processed in 74us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393080.828857:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1749393080.828879:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1749393080.828889:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507091840:12345-0@lo:400: 00000100:00100000:3.0:1749393080.828925:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507091200 00000100:00100000:3.0:1749393080.828934:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507091200 00000100:00100000:3.0:1749393080.828959:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507091328 00000100:00100000:3.0:1749393080.828962:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507091328 00000100:00100000:1.0:1749393080.828965:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507091840:12345-0@lo:400: Request processed in 77us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393080.828972:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507091584 00000100:00100000:1.0:1749393080.828973:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1749393080.828974:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507091584 00000100:00100000:3.0:1749393080.828982:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507091712 00000100:00100000:3.0:1749393080.828985:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507091712 00000100:00100000:1.0:1749393080.828987:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1749393080.828997:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1749393080.828998:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507091968:12345-0@lo:400: 00000100:00100000:3.0:1749393080.829004:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507091200:12345-0@lo:38: 00010000:00020000:3.0:1749393080.829028:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393080.829041:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507091968:12345-0@lo:400: Request processed in 46us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393080.829047:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:1.0:1749393080.829065:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393080.829117:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507091200:12345-0@lo:38: Request processed in 111us (260us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393080.829125:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00010000:00080000:1.0:1749393080.829129:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012f13b480 x1834371507092480/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393080.829139:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1749393080.829143:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507091712:12345-0@lo:38: 00000100:00100000:1.0:1749393080.829144:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f13b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507092480:0@lo:400: 00010000:00020000:3.0:1749393080.829157:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393080.829184:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1749393080.829189:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507092096:12345-0@lo:38: 00000100:00100000:3.0:1749393080.829198:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507091712:12345-0@lo:38: Request processed in 53us (225us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393080.829206:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393080.829216:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1749393080.829229:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1749393080.829233:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507092224:12345-0@lo:38: 00000100:00100000:1.0:1749393080.829243:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507092096:12345-0@lo:38: Request processed in 51us (237us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393080.829246:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393080.829254:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1749393080.829269:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507092224:12345-0@lo:38: Request processed in 34us (239us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393080.829275:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1749393080.829293:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1749393080.829327:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012f13a680 x1834371507091968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393080.829333:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f139880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507091456:0@lo:400: 00000100:00100000:3.0:1749393080.829341:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f13a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507091968:0@lo:400: 00000100:00100000:1.0:1749393080.829348:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f138700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507091072:0@lo:400: 00010000:00080000:3.0:1749393080.829355:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012f13a300 x1834371507091840/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393080.829364:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f13a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507091840:0@lo:400: 00000100:00100000:1.0:1749393080.829400:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507092352 00000100:00100000:1.0:1749393080.829404:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507092352 00000100:00100000:1.0:1749393080.829457:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1749393080.829467:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f13b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507092352:12345-0@lo:400: 00000100:00100000:1.0:1749393080.829526:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f13b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507092352:12345-0@lo:400: Request processed in 60us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393080.829533:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1749393081.687492:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507092736 00000100:00100000:3.0:1749393081.687501:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507092736 00000100:00100000:3.0:1749393081.687546:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1749393081.687554:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507092736:12345-0@lo:700: 00000100:00100000:3.0:1749393081.687624:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3d900 going to sleep for 0 seconds 00000100:00100000:3.0:1749393081.687631:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507092992:0@lo:700: 40000000:00080000:3.0:1749393081.687645:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393081.687648:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393081.687685:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507092608:0@lo:700: 00000100:00100000:3.0:1749393081.687712:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507092736:12345-0@lo:700: Request processed in 158us (302us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393081.687721:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00010000:1.0:1749393081.732324:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393082.252331:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507093120:0@lo:41: 00000100:00100000:3.0:1749393082.252405:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393082.252672:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507093120:0@lo:41: 00000100:00100000:1.0:1749393083.688236:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f138700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507093504:0@lo:700: 00000100:00100000:1.0:1749393083.688353:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393083.688389:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181e40 going to sleep for 11 seconds 00000100:00100000:3.0:1749393083.688452:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507093376 00000100:00100000:3.0:1749393083.688463:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507093376 00000100:00100000:3.0:1749393083.688538:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1749393083.688549:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507093376:12345-0@lo:700: 00000100:00100000:3.0:1749393083.688591:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3d900 going to sleep for 0 seconds 00000100:00100000:3.0:1749393083.688599:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507093632:0@lo:700: 40000000:00080000:3.0:1749393083.688617:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393083.688619:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393083.688676:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507093376:12345-0@lo:700: Request processed in 130us (366us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393083.688686:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1749393083.688802:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f138700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507093504:0@lo:700: 00000100:00100000:1.0:1749393084.655789:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499692928 00000100:00100000:1.0:1749393084.655799:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499692928 00000100:00100000:1.0:1749393084.655850:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 199 00000100:00100000:3.0:1749393084.655855:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 84 00000100:00100000:1.0:1749393084.655860:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499692928:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393084.655867:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499693056:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393084.655911:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 126 last 0 00000100:00100000:1.0:1749393084.655946:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499692928:12345-192.168.203.32@tcp:400: Request processed in 86us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393084.655955:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 199 00000100:00100000:3.0:1749393084.655974:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499693056:12345-192.168.203.32@tcp:38: Request processed in 105us (352us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393084.655987:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 84 00000100:00100000:1.0:1749393085.689281:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f138700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507094272:0@lo:700: 00000100:00100000:1.0:1749393085.689408:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393085.689454:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393085.689519:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507094272 00000100:00100000:3.0:1749393085.689530:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507094272 00000100:00100000:3.0:1749393085.689608:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1749393085.689621:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f13bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507094272:12345-0@lo:700: 00000100:00100000:3.0:1749393085.689714:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3d900 going to sleep for 0 seconds 00000100:00100000:3.0:1749393085.689724:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507094528:0@lo:700: 40000000:00080000:3.0:1749393085.689812:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393085.689817:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393085.689892:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f13bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507094272:12345-0@lo:700: Request processed in 271us (483us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393085.689906:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1749393085.689943:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f138700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507094272:0@lo:700: 00010000:00010000:1.0:1749393085.740321:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749393085.836297:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393085.836310:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393085.836315:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393085.836327:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 122 00000100:00080000:1.0:1749393085.836333:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393085.836341:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393085.836375:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f13b100 x1834371507094784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393085.836416:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393085.836423:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393085.836426:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393085.836431:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 122 00000100:00080000:1.0:1749393085.836435:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393085.836441:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393085.836464:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f139500 x1834371507094912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393085.836507:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393085.836512:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393085.836516:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393085.836521:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f13b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507094784:0@lo:38: 00000100:00080000:1.0:1749393085.836522:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 122 00000100:00080000:1.0:1749393085.836525:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393085.836531:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393085.836552:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f13a680 x1834371507095168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393085.836570:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393085.836590:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393085.836595:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393085.836597:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393085.836599:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f139500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507094912:0@lo:38: 00000100:00080000:1.0:1749393085.836604:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 122 00000100:00080000:1.0:1749393085.836607:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393085.836613:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393085.836618:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393085.836634:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f13ad80 x1834371507095296/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393085.836639:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f13a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507095168:0@lo:38: 00000100:00080000:1.0:1749393085.836649:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393085.836654:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393085.836654:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393085.836657:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393085.836663:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 122 00000100:00080000:1.0:1749393085.836666:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393085.836671:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393085.836673:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f13ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507095296:0@lo:38: 00000100:00100000:1.0:1749393085.836688:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f13aa00 x1834371507095424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393085.836691:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393085.836703:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393085.836706:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f13aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507095424:0@lo:38: 00000100:00080000:1.0:1749393085.836708:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393085.836711:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393085.836716:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 122 00000100:00080000:1.0:1749393085.836719:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393085.836723:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393085.836724:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393085.836789:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507094784 00000100:00100000:3.0:1749393085.836795:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507094784 00000100:00100000:1.0:1749393085.836807:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f139f80 x1834371507095552/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393085.836813:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507094912 00000100:00100000:3.0:1749393085.836816:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507094912 00000100:00100000:3.0:1749393085.836823:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507095296 00000100:00100000:3.0:1749393085.836825:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507095296 00000100:00100000:3.0:1749393085.836832:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507095424 00000100:00100000:3.0:1749393085.836834:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507095424 00000100:00100000:3.0:1749393085.836845:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1749393085.836851:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507094912:12345-0@lo:38: 00010000:00020000:3.0:1749393085.836881:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393085.836904:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1749393085.836912:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507094912:12345-0@lo:38: Request processed in 60us (293us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393085.836915:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507095296:12345-0@lo:38: 00000100:00100000:3.0:1749393085.836930:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00010000:00020000:1.0:1749393085.836940:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393085.836955:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f139c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507095680:0@lo:400: 00000100:00100000:3.0:1749393085.836985:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393085.836999:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507095296:12345-0@lo:38: Request processed in 83us (304us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393085.837012:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1749393085.837014:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f139f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507095552:0@lo:38: 00000100:00100000:3.0:1749393085.837031:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393085.837061:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393085.837113:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507095552 00000100:00080000:3.0:1749393085.837115:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393085.837120:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393085.837121:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507095552 00000100:00100000:3.0:1749393085.837125:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f13aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507095424:0@lo:38: 00000100:00080000:3.0:1749393085.837134:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393085.837137:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393085.837140:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f13ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507095296:0@lo:38: 00000100:00080000:3.0:1749393085.837149:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393085.837151:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00080000:3.0:1749393085.837151:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393085.837155:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f13a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507095168:0@lo:38: 00000100:00100000:1.0:1749393085.837161:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507095552:12345-0@lo:38: 00000100:00080000:3.0:1749393085.837163:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393085.837165:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393085.837168:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f13b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507094784:0@lo:38: 00000100:00080000:3.0:1749393085.837176:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393085.837178:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393085.837182:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f139500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507094912:0@lo:38: 00010000:00020000:1.0:1749393085.837184:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1749393085.837223:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012f139c00 x1834371507095680/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393085.837236:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f139c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507095680:0@lo:400: 00000100:00100000:1.0:1749393085.837247:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507095552:12345-0@lo:38: Request processed in 84us (211us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393085.837258:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00080000:3.0:1749393085.837267:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393085.837270:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393085.837274:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f139f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507095552:0@lo:38: 00000100:00100000:3.0:1749393086.792337:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507096064 00000100:00100000:3.0:1749393086.792347:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507096064 00000100:00100000:1.0:1749393086.792370:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507096192 00000100:00100000:1.0:1749393086.792376:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507096192 00000100:00100000:3.0:1749393086.792389:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1749393086.792395:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507096064:12345-0@lo:700: 00000100:00100000:1.0:1749393086.792413:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 40000000:00080000:3.0:1749393086.792418:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393086.792419:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507096192:12345-0@lo:700: 40000000:02000000:3.0:1749393086.792421:0:9567:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393086.796461:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507096064:12345-0@lo:700: Request processed in 4062us (4220us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393086.796473:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 40000000:00080000:1.0:1749393086.796494:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393086.796573:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507096192:12345-0@lo:700: Request processed in 4150us (4299us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393086.796585:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1749393087.690233:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f138a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507096576:0@lo:700: 00000100:00100000:1.0:1749393087.690312:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393087.690411:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393087.690484:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393087.690538:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800999610c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749393087.690549:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507096448 00000100:00100000:1.0:1749393087.690557:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507096448 00000100:00100000:1.0:1749393087.690604:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1749393087.690612:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507096448:12345-0@lo:700: 00000100:00100000:1.0:1749393087.690644:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 0 seconds 00000100:00100000:1.0:1749393087.690650:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f138a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507096832:0@lo:700: 40000000:00080000:1.0:1749393087.690661:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393087.690664:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393087.690741:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507096448:12345-0@lo:700: Request processed in 101us (231us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393087.690750:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1749393087.690786:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507096448:0@lo:700: 00000100:00100000:3.0:1749393089.663232:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499693312 00000100:00100000:3.0:1749393089.663237:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499693312 00000100:00100000:1.0:1749393089.663264:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 93 00000100:00100000:3.0:1749393089.663265:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 201 00000100:00100000:3.0:1749393089.663269:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499693312:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393089.663270:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499693568:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393089.663285:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 131 last 0 00000100:00100000:3.0:1749393089.663310:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499693312:12345-192.168.203.32@tcp:400: Request processed in 40us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393089.663315:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 201 00000100:00100000:1.0:1749393089.663319:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499693568:12345-192.168.203.32@tcp:38: Request processed in 49us (146us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393089.663324:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 93 00000100:00100000:3.0:1749393089.691177:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1af800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507097088:0@lo:700: 00000100:00100000:3.0:1749393089.691211:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393089.691250:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3da80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393089.691291:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507097088 00000100:00100000:1.0:1749393089.691296:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507097088 00000100:00100000:1.0:1749393089.691336:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1749393089.691341:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507097088:12345-0@lo:700: 00000100:00100000:1.0:1749393089.691366:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 0 seconds 00000100:00100000:1.0:1749393089.691370:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f138a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507097344:0@lo:700: 40000000:00080000:1.0:1749393089.691380:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393089.691382:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393089.691419:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507097088:12345-0@lo:700: Request processed in 78us (207us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393089.691424:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1749393089.691430:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1af800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507097088:0@lo:700: 00010000:00010000:1.0:1749393089.748250:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393090.412157:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507097728:0@lo:41: 00000100:00100000:1.0:1749393090.412207:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393090.412367:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507097728:0@lo:41: 00000100:00080000:1.0:1749393090.844204:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393090.844213:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393090.844216:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393090.844223:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 127 00000100:00080000:1.0:1749393090.844227:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393090.844232:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393090.844252:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f139180 x1834371507097984/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393090.844269:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f139f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507097856:0@lo:400: 00000100:00080000:1.0:1749393090.844275:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393090.844278:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393090.844280:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393090.844282:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 127 00000100:00080000:1.0:1749393090.844284:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393090.844287:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393090.844297:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f139c00 x1834371507098112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393090.844317:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393090.844320:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393090.844329:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393090.844330:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393090.844332:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 127 00000100:00080000:1.0:1749393090.844334:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393090.844336:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393090.844344:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f139500 x1834371507098368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393090.844349:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393090.844351:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393090.844352:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393090.844353:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 127 00000100:00080000:1.0:1749393090.844354:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393090.844356:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393090.844363:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f13b100 x1834371507098496/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393090.844367:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507097856 00000100:00100000:3.0:1749393090.844371:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507097856 00000100:00080000:1.0:1749393090.844380:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393090.844381:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393090.844382:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393090.844384:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 127 00000100:00080000:1.0:1749393090.844385:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393090.844387:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393090.844393:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f13aa00 x1834371507098880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393090.844395:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00080000:1.0:1749393090.844397:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393090.844399:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507097856:12345-0@lo:400: 00000100:00080000:1.0:1749393090.844402:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393090.844403:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393090.844404:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 127 00000100:00080000:1.0:1749393090.844406:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393090.844407:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393090.844413:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f138700 x1834371507099008/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393090.844426:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507097856:12345-0@lo:400: Request processed in 27us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393090.844430:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1749393090.844439:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507099264:0@lo:400: 00000100:00100000:3.0:1749393090.844447:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507099136:0@lo:400: 00000100:00100000:1.0:1749393090.844461:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393090.844470:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507098112 00000100:00100000:3.0:1749393090.844472:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507098112 00000100:00100000:3.0:1749393090.844478:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507098496 00000100:00100000:3.0:1749393090.844480:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507098496 00000100:00100000:3.0:1749393090.844484:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507099008 00000100:00100000:3.0:1749393090.844485:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507099008 00000100:00100000:1.0:1749393090.844492:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507098752 00000100:00100000:1.0:1749393090.844495:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507098752 00000100:00100000:3.0:1749393090.844498:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1749393090.844501:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507098112:12345-0@lo:38: 00000100:00100000:1.0:1749393090.844509:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507098624 00010000:00020000:3.0:1749393090.844510:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393090.844511:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507098624 00000100:00100000:1.0:1749393090.844515:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507099264 00000100:00100000:1.0:1749393090.844516:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507099264 00000100:00100000:1.0:1749393090.844527:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1749393090.844529:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507098112:12345-0@lo:38: Request processed in 26us (132us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393090.844531:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507098752:12345-0@lo:400: 00000100:00100000:3.0:1749393090.844532:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1749393090.844538:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1749393090.844540:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507098368:12345-0@lo:38: 00010000:00020000:3.0:1749393090.844545:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393090.844553:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507098752:12345-0@lo:400: Request processed in 22us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393090.844557:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1749393090.844564:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1749393090.844565:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507098368:12345-0@lo:38: Request processed in 24us (148us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393090.844566:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507098624:12345-0@lo:400: 00000100:00100000:3.0:1749393090.844569:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1749393090.844578:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507098624:12345-0@lo:400: Request processed in 11us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393090.844578:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1749393090.844580:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507098880:12345-0@lo:38: 00000100:00100000:1.0:1749393090.844581:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1749393090.844585:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00010000:00020000:3.0:1749393090.844586:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393090.844588:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507099264:12345-0@lo:400: 00000100:00100000:3.0:1749393090.844595:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507098880:12345-0@lo:38: Request processed in 14us (143us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393090.844598:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1749393090.844610:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507099264:12345-0@lo:400: Request processed in 21us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393090.844613:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:3.0:1749393090.844619:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393090.844623:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393090.844637:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f139f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507097856:0@lo:400: 00000100:00100000:1.0:1749393090.844654:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507099136 00000100:00100000:1.0:1749393090.844656:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507099136 00000100:00100000:1.0:1749393090.844685:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1749393090.844690:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507099136:12345-0@lo:400: 00000100:00080000:3.0:1749393090.844709:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393090.844736:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507099136:12345-0@lo:400: Request processed in 45us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393090.844742:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1749393091.692255:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1af800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507099392:0@lo:700: 00000100:00100000:3.0:1749393091.692316:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393091.692344:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507099520:0@lo:700: 00000100:00100000:3.0:1749393091.692368:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b486c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749393091.692379:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749393091.692399:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393091.692402:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 11 seconds 00000100:00080000:3.0:1749393091.692433:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393091.692441:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1749393091.692450:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507099520:12345-0@lo:700: 00000100:00100000:3.0:1749393091.692544:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b48240 going to sleep for 0 seconds 00000100:00100000:3.0:1749393091.692549:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507099776:0@lo:700: 40000000:00080000:3.0:1749393091.692559:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393091.692561:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393091.692604:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507099520:12345-0@lo:700: Request processed in 155us (224us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393091.692611:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1749393091.692639:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507099520:0@lo:700: 00000100:00100000:1.0:1749393093.693232:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507100160:0@lo:700: 00000100:00100000:1.0:1749393093.693324:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393093.693341:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 11 seconds 00000100:00100000:3.0:1749393093.693353:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507100288 00000100:00100000:3.0:1749393093.693370:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507100288 00000100:00100000:3.0:1749393093.693413:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507100160 00000100:00100000:3.0:1749393093.693415:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507100160 00000100:00100000:1.0:1749393093.693562:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507100160:0@lo:700: 00010000:00010000:1.0:1749393093.756321:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393094.671124:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499693696 00000100:00100000:3.0:1749393094.671133:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499693696 00000100:00100000:3.0:1749393094.671179:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 203 00000100:00100000:3.0:1749393094.671185:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499693696:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393094.671231:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499693696:12345-192.168.203.32@tcp:400: Request processed in 47us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393094.671236:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 203 00000100:00100000:1.0:1749393095.420285:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393095.420304:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507100800:0@lo:41: 00000100:00100000:1.0:1749393095.420352:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393095.420506:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507100800:0@lo:41: 00000100:00100000:1.0:1749393095.694263:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507101056:0@lo:700: 00000100:00100000:1.0:1749393095.694375:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393095.694411:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 11 seconds 00000100:00100000:3.0:1749393095.694505:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507101056 00000100:00100000:3.0:1749393095.694514:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507101056 00000100:00100000:3.0:1749393095.694555:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1749393095.694564:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507101056:12345-0@lo:700: 00000100:00100000:3.0:1749393095.694642:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b48a80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393095.694650:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507101312:0@lo:700: 40000000:00080000:3.0:1749393095.694690:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393095.694693:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393095.694751:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507101056:12345-0@lo:700: Request processed in 186us (378us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393095.694760:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1749393095.694817:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507101056:0@lo:700: 00000100:00100000:3.0:1749393095.796430:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507101568 00000100:00100000:3.0:1749393095.796442:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507101568 00000100:00100000:1.0:1749393095.796453:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507101440 00000100:00100000:1.0:1749393095.796464:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507101440 00000100:00100000:3.0:1749393095.796523:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1749393095.796533:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507101568:12345-0@lo:700: 00000100:00100000:1.0:1749393095.796536:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1749393095.796549:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f13ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507101440:12345-0@lo:700: 40000000:00080000:3.0:1749393095.796563:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:00080000:1.0:1749393095.796583:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393095.796621:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507101568:12345-0@lo:700: Request processed in 90us (319us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393095.796643:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1749393095.796687:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f13ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507101440:12345-0@lo:700: Request processed in 113us (316us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393095.796704:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:1.0:1749393095.852227:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393095.852234:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393095.852238:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393095.852244:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 132 00000100:00080000:1.0:1749393095.852249:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393095.852255:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393095.852273:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016c700 x1834371507101824/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393095.852290:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393095.852294:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393095.852296:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393095.852299:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 132 00000100:00080000:1.0:1749393095.852301:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393095.852313:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393095.852327:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016ca80 x1834371507101952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393095.852347:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507101824:0@lo:38: 00000100:00080000:1.0:1749393095.852348:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393095.852351:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393095.852353:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393095.852357:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 132 00000100:00080000:1.0:1749393095.852359:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393095.852362:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393095.852371:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016d180 x1834371507102208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393095.852380:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393095.852384:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393095.852385:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393095.852388:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 132 00000100:00080000:1.0:1749393095.852390:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393095.852393:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393095.852394:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393095.852402:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016d500 x1834371507102336/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393095.852411:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393095.852414:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393095.852415:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393095.852418:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 132 00000100:00080000:1.0:1749393095.852420:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393095.852421:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507101952:0@lo:38: 00000100:00080000:1.0:1749393095.852431:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393095.852440:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393095.852449:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016d880 x1834371507102464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393095.852463:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393095.852467:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393095.852470:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393095.852473:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507102208:0@lo:38: 00000100:00080000:1.0:1749393095.852475:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 132 00000100:00080000:1.0:1749393095.852478:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393095.852483:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393095.852491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393095.852500:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016dc00 x1834371507102592/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393095.852507:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507102336:0@lo:38: 00000100:00100000:3.0:1749393095.852522:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393095.852535:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507102464:0@lo:38: 00000100:00100000:1.0:1749393095.852543:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507102208 00000100:00100000:1.0:1749393095.852550:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507102208 00000100:00100000:3.0:1749393095.852550:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393095.852574:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507102464 00000100:00100000:3.0:1749393095.852578:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507102592:0@lo:38: 00000100:00100000:1.0:1749393095.852579:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507102464 00000100:00100000:3.0:1749393095.852595:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393095.852597:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1749393095.852606:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507101952:12345-0@lo:38: 00000100:00100000:3.0:1749393095.852617:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507102592 00000100:00100000:3.0:1749393095.852622:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507102592 00010000:00020000:1.0:1749393095.852632:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393095.852640:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1749393095.852645:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507102208:12345-0@lo:38: 00010000:00020000:3.0:1749393095.852697:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393095.852741:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507102208:12345-0@lo:38: Request processed in 95us (248us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393095.852742:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507101952:12345-0@lo:38: Request processed in 130us (295us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393095.852749:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1749393095.852755:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1749393095.852763:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1749393095.852767:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507102464:12345-0@lo:38: 00010000:00020000:3.0:1749393095.852779:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393095.852813:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507102464:12345-0@lo:38: Request processed in 43us (261us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393095.852820:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00080000:3.0:1749393095.852853:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393095.852858:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393095.852863:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507102592:0@lo:38: 00000100:00080000:3.0:1749393095.852872:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393095.852875:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393095.852878:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507102208:0@lo:38: 00000100:00080000:3.0:1749393095.852886:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393095.852888:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393095.852891:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507102336:0@lo:38: 00000100:00080000:3.0:1749393095.852898:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393095.852900:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393095.852903:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507102464:0@lo:38: 00000100:00080000:3.0:1749393095.852910:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393095.852913:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393095.852916:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507101824:0@lo:38: 00000100:00080000:3.0:1749393095.852923:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393095.852925:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393095.852928:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507101952:0@lo:38: 00000100:00100000:1.0:1749393097.276212:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507102848:0@lo:41: 00000100:00100000:1.0:1749393097.276272:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393097.276457:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507102848:0@lo:41: 00000100:00100000:1.0:1749393097.695244:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507102976:0@lo:700: 00000100:00100000:1.0:1749393097.695350:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507103104 00000100:00100000:1.0:1749393097.695358:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507103104 00000100:00100000:1.0:1749393097.695431:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1749393097.695441:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f139c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507103104:12345-0@lo:700: 00000100:00100000:1.0:1749393097.695479:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91819c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393097.695487:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507103232:0@lo:700: 00000100:00080000:3.0:1749393097.695495:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 40000000:00080000:1.0:1749393097.695504:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393097.695507:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393097.695547:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f139c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507103104:12345-0@lo:700: Request processed in 108us (234us total) trans 0 rc -11/-11 00000100:00080000:3.0:1749393097.695560:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393097.695568:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00010000:00010000:1.0:1749393097.764288:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393099.679203:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499694080 00000100:00100000:1.0:1749393099.679211:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499694080 00000100:00100000:1.0:1749393099.679248:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 205 00000100:00100000:1.0:1749393099.679253:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499694080:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393099.679257:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 108 00000100:00100000:3.0:1749393099.679263:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499694208:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393099.679281:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 141 last 0 00000100:00100000:1.0:1749393099.679297:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499694080:12345-192.168.203.32@tcp:400: Request processed in 45us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393099.679302:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 205 00000100:00100000:3.0:1749393099.679314:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499694208:12345-192.168.203.32@tcp:38: Request processed in 51us (173us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393099.679318:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 108 00000100:00100000:3.0:1749393099.696247:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393099.696265:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961000 going to sleep for 11 seconds 00000100:00100000:3.0:1749393099.696357:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f139f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507103616:0@lo:700: 00000100:00100000:1.0:1749393100.428282:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393100.428301:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507104256:0@lo:41: 00000100:00100000:1.0:1749393100.428350:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393100.428512:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507104256:0@lo:41: 00000100:00080000:1.0:1749393100.860253:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393100.860261:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393100.860276:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393100.860284:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 137 00000100:00080000:1.0:1749393100.860288:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393100.860295:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393100.860317:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016ed80 x1834371507104512/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393100.860333:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393100.860336:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393100.860338:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393100.860341:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 137 00000100:00080000:1.0:1749393100.860343:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393100.860345:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393100.860354:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f100 x1834371507104640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393100.860372:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393100.860374:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507104512:0@lo:38: 00000100:00080000:1.0:1749393100.860375:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393100.860377:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393100.860379:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 137 00000100:00080000:1.0:1749393100.860381:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393100.860384:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393100.860394:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f800 x1834371507104896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393100.860402:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393100.860404:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393100.860410:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393100.860414:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 137 00000100:00080000:1.0:1749393100.860415:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393100.860418:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393100.860428:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393100.860438:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016fb80 x1834371507105024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393100.860456:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507104768:0@lo:400: 00000100:00080000:1.0:1749393100.860463:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393100.860466:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393100.860467:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393100.860471:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 137 00000100:00080000:1.0:1749393100.860472:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393100.860476:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393100.860477:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393100.860484:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016c700 x1834371507105408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393100.860491:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393100.860494:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393100.860495:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393100.860498:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 137 00000100:00080000:1.0:1749393100.860500:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393100.860502:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393100.860509:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507104768 00000100:00100000:1.0:1749393100.860510:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016d880 x1834371507105536/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393100.860513:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507104768 00000100:00100000:3.0:1749393100.860541:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1749393100.860546:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507105792:0@lo:400: 00000100:00100000:3.0:1749393100.860548:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507104768:12345-0@lo:400: 00000100:00100000:1.0:1749393100.860581:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393100.860592:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507104768:12345-0@lo:400: Request processed in 44us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393100.860599:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1749393100.860667:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507104768:0@lo:400: 00000100:02020000:3.0:1749393100.860675:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:1.0:1749393100.860685:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393100.860691:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507105664:0@lo:400: 00000100:00100000:1.0:1749393100.860711:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393100.860748:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507105280 00000100:00100000:1.0:1749393100.860753:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507105280 00000100:00100000:1.0:1749393100.860805:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1749393100.860812:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f139180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507105280:12345-0@lo:400: 00000100:00100000:1.0:1749393100.860853:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f139180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507105280:12345-0@lo:400: Request processed in 40us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393100.860860:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00010000:00080000:1.0:1749393100.860917:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016d180 x1834371507105792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393100.860928:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507105792:0@lo:400: 00010000:00080000:1.0:1749393100.860942:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016d500 x1834371507105664/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393100.860950:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507105664:0@lo:400: 00000100:00080000:3.0:1749393100.864894:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393100.864900:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393100.864905:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507104512:0@lo:38: 00000100:00100000:3.0:1749393100.864913:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507104640:0@lo:38: 00000100:00100000:3.0:1749393100.864951:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393100.864991:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507104896:0@lo:38: 00000100:00100000:3.0:1749393100.865007:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393100.865027:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507105024:0@lo:38: 00000100:00100000:3.0:1749393100.865041:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393100.865060:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507105408:0@lo:38: 00000100:00100000:3.0:1749393100.865102:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393100.865126:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507105408 00000100:00100000:3.0:1749393100.865131:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507105408 00000100:00100000:1.0:1749393100.865137:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1749393100.865149:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507104640:12345-0@lo:38: 00000100:00100000:3.0:1749393100.865168:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00010000:00020000:1.0:1749393100.865174:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393100.865174:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507104896:12345-0@lo:38: 00010000:00020000:3.0:1749393100.865190:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393100.865228:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507104896:12345-0@lo:38: Request processed in 53us (220us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393100.865230:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507104640:12345-0@lo:38: Request processed in 79us (275us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393100.865235:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1749393100.865242:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00080000:3.0:1749393100.865260:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393100.865263:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393100.865267:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507105408:0@lo:38: 00000100:00100000:3.0:1749393100.865273:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507105536:0@lo:38: 00000100:00100000:3.0:1749393100.865290:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749393100.865321:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393100.865324:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393100.865328:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507104640:0@lo:38: 00000100:00080000:3.0:1749393100.865343:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393100.865352:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393100.865356:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507104896:0@lo:38: 00000100:00080000:3.0:1749393100.865366:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393100.865369:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393100.865372:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507105024:0@lo:38: 00000100:00080000:3.0:1749393100.865379:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393100.865382:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393100.865385:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507105536:0@lo:38: 00000100:00100000:3.0:1749393101.697245:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507105920:0@lo:700: 00000100:00100000:3.0:1749393101.697376:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393101.697403:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b48a80 going to sleep for 11 seconds 00000100:00080000:1.0:1749393101.697490:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393101.697679:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507106048:0@lo:700: 00000100:00100000:3.0:1749393101.697770:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507105920:0@lo:700: 00010000:00010000:1.0:1749393101.772309:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393102.284394:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f13b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507106432:0@lo:41: 00000100:00100000:1.0:1749393102.284475:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393102.284840:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f13b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507106432:0@lo:41: 00000100:00100000:1.0:1749393103.698255:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507106816:0@lo:700: 00000100:00100000:3.0:1749393103.698255:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507106688:0@lo:700: 00000100:00100000:3.0:1749393103.698326:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393103.698369:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393103.698398:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b48a80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393103.698405:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 11 seconds 00000100:00080000:1.0:1749393103.698556:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393103.698569:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1749393103.698581:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507106816:12345-0@lo:700: 00000100:00100000:1.0:1749393103.709387:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393103.709398:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507107072:0@lo:700: 40000000:00080000:1.0:1749393103.709414:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393103.709417:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393103.709446:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507106688:0@lo:700: 00000100:00100000:1.0:1749393103.709462:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507106816:12345-0@lo:700: Request processed in 10883us (11091us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393103.709472:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1749393103.709492:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507106816:0@lo:700: 00000100:00100000:3.0:1749393104.687567:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499694592 00000100:00100000:3.0:1749393104.687576:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499694592 00000100:00100000:3.0:1749393104.687638:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499694720 00000100:00100000:3.0:1749393104.687641:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499694720 00000100:00100000:3.0:1749393104.687663:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 117 00000100:00100000:3.0:1749393104.687671:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499694720:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393104.687695:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 146 last 0 00000100:00100000:3.0:1749393104.687758:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499694720:12345-192.168.203.32@tcp:38: Request processed in 86us (187us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393104.687767:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 117 00000100:00100000:3.0:1749393105.436416:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507107328:0@lo:41: 00000100:00100000:3.0:1749393105.436494:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393105.436795:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507107328:0@lo:41: 00000100:00100000:3.0:1749393105.710281:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507107456:0@lo:700: 00000100:00100000:3.0:1749393105.710352:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393105.710426:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b48a80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393105.710497:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507107584 00000100:00100000:1.0:1749393105.710508:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507107584 00000100:00100000:1.0:1749393105.710584:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1749393105.710630:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507107584:12345-0@lo:700: 00000100:00100000:1.0:1749393105.710676:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393105.710684:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507107712:0@lo:700: 40000000:00080000:1.0:1749393105.710700:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393105.710703:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393105.710790:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507107584:12345-0@lo:700: Request processed in 163us (393us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393105.710800:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1749393105.710991:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507107456:0@lo:700: 00010000:00010000:1.0:1749393105.780315:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749393105.868307:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393105.868318:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393105.868324:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393105.868334:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 142 00000100:00080000:1.0:1749393105.868340:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393105.868348:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393105.868380:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016d180 x1834371507108352/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393105.868418:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393105.868422:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393105.868425:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393105.868429:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 142 00000100:00080000:1.0:1749393105.868431:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393105.868435:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393105.868450:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016d880 x1834371507108480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393105.868477:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393105.868481:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393105.868483:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393105.868486:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 142 00000100:00080000:1.0:1749393105.868488:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393105.868490:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507108352:0@lo:38: 00000100:00080000:1.0:1749393105.868506:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393105.868519:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f800 x1834371507108736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393105.868529:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393105.868532:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393105.868533:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393105.868536:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 142 00000100:00080000:1.0:1749393105.868538:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393105.868539:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393105.868541:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393105.868550:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f100 x1834371507108864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393105.868559:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393105.868563:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393105.868564:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393105.868567:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 142 00000100:00080000:1.0:1749393105.868569:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393105.868570:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507108480:0@lo:38: 00000100:00080000:1.0:1749393105.868573:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393105.868583:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016c700 x1834371507108992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393105.868618:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393105.868620:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393105.868624:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393105.868625:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393105.868629:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 142 00000100:00080000:1.0:1749393105.868631:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393105.868641:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393105.868643:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507108736:0@lo:38: 00000100:00100000:1.0:1749393105.868654:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016ed80 x1834371507109120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393105.868664:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393105.868678:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507108864:0@lo:38: 00000100:00100000:1.0:1749393105.868686:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507108352 00000100:00100000:1.0:1749393105.868692:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507108352 00000100:00100000:3.0:1749393105.868693:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393105.868710:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507108992:0@lo:38: 00000100:00100000:1.0:1749393105.868717:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507108480 00000100:00100000:1.0:1749393105.868721:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507108480 00000100:00100000:3.0:1749393105.868726:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393105.868740:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507108864 00000100:00100000:1.0:1749393105.868744:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507108864 00000100:00100000:3.0:1749393105.868750:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507109120:0@lo:38: 00000100:00100000:1.0:1749393105.868762:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1749393105.868765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393105.868772:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507108352:12345-0@lo:38: 00000100:00100000:3.0:1749393105.868794:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00010000:00020000:1.0:1749393105.868801:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393105.868801:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507108736:12345-0@lo:38: 00010000:00020000:3.0:1749393105.868828:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393105.868863:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507108736:12345-0@lo:38: Request processed in 61us (197us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393105.868871:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1749393105.868888:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1749393105.868892:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507109120:12345-0@lo:38: 00010000:00020000:3.0:1749393105.868903:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393105.868922:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507109120:12345-0@lo:38: Request processed in 28us (156us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393105.868928:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00080000:3.0:1749393105.868956:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393105.868960:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393105.868964:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507109120:0@lo:38: 00000100:00080000:3.0:1749393105.868973:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393105.868976:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393105.868979:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507108736:0@lo:38: 00000100:00080000:3.0:1749393105.868986:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393105.868989:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393105.868992:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507108864:0@lo:38: 00000100:00080000:3.0:1749393105.868999:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393105.869002:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393105.869005:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507108992:0@lo:38: 00000100:00080000:3.0:1749393105.869013:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393105.869021:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393105.869025:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507108480:0@lo:38: 00000100:00100000:1.0:1749393105.883695:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507108352:12345-0@lo:38: Request processed in 14921us (15153us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393105.883705:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00080000:3.0:1749393105.883745:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393105.883751:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393105.883757:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507108352:0@lo:38: 00000100:00100000:3.0:1749393107.292244:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393107.292262:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507109376:0@lo:41: 00000100:00100000:3.0:1749393107.292314:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393107.292593:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507109376:0@lo:41: 00000100:00100000:3.0:1749393107.711210:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507109504:0@lo:700: 00000100:00100000:3.0:1749393107.711283:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393107.711303:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b48a80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393107.711350:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507109504 00000100:00100000:1.0:1749393107.711356:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507109504 00000100:00100000:1.0:1749393107.711406:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1749393107.711413:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507109504:12345-0@lo:700: 00000100:00100000:1.0:1749393107.711486:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393107.711491:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507109888:0@lo:700: 40000000:00080000:1.0:1749393107.711502:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393107.711505:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393107.711545:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507109504:12345-0@lo:700: Request processed in 132us (260us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393107.711552:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507109504:0@lo:700: 00000100:00100000:1.0:1749393107.711553:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1749393109.695410:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499694976 00000100:00100000:1.0:1749393109.695432:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499694976 00000100:00100000:3.0:1749393109.695459:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499695104 00000100:00100000:3.0:1749393109.695468:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499695104 00000100:00100000:1.0:1749393109.695497:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 124 00000100:00100000:1.0:1749393109.695508:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499694976:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393109.695515:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 125 00000100:00100000:3.0:1749393109.695523:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499695104:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393109.695548:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 151 last 0 00010000:00080000:3.0:1749393109.695548:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 151 last 0 00000100:00100000:3.0:1749393109.695625:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499695104:12345-192.168.203.32@tcp:38: Request processed in 102us (271us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393109.695635:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 125 00000100:00100000:1.0:1749393109.695640:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499694976:12345-192.168.203.32@tcp:38: Request processed in 128us (328us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393109.695653:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 124 00000100:00100000:3.0:1749393109.712208:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507110144:0@lo:700: 00000100:00100000:3.0:1749393109.712296:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393109.712330:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b48a80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393109.712332:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507110272 00000100:00100000:1.0:1749393109.712344:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507110272 00000100:00100000:1.0:1749393109.712416:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1749393109.712430:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507110272:12345-0@lo:700: 00000100:00100000:1.0:1749393109.712478:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393109.712488:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507110400:0@lo:700: 40000000:00080000:1.0:1749393109.712507:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393109.712512:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393109.712633:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507110272:12345-0@lo:700: Request processed in 203us (374us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393109.712645:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1749393109.712722:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507110144:0@lo:700: 00010000:00010000:1.0:1749393109.788313:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749393110.876222:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393110.876231:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393110.876236:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393110.876245:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 147 00000100:00080000:1.0:1749393110.876250:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393110.876257:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393110.876279:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016e300 x1834371507111040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393110.876322:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393110.876326:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393110.876328:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393110.876332:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 147 00000100:00080000:1.0:1749393110.876334:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393110.876338:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393110.876353:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016ea00 x1834371507111168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393110.876378:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393110.876381:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393110.876383:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393110.876386:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 147 00000100:00080000:1.0:1749393110.876389:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393110.876392:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393110.876402:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016d880 x1834371507111424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393110.876410:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393110.876413:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393110.876414:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393110.876417:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 147 00000100:00080000:1.0:1749393110.876419:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393110.876422:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393110.876431:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016c700 x1834371507111552/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393110.876443:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507111040:0@lo:38: 00000100:00080000:1.0:1749393110.876467:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393110.876470:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393110.876472:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393110.876477:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 147 00000100:00080000:1.0:1749393110.876479:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393110.876482:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393110.876492:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016ed80 x1834371507111936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393110.876500:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393110.876500:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393110.876503:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393110.876505:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393110.876508:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 147 00000100:00080000:1.0:1749393110.876510:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393110.876513:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393110.876522:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016ce00 x1834371507112064/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393110.876531:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507111168:0@lo:38: 00000100:00100000:3.0:1749393110.876550:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393110.876605:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507111424:0@lo:38: 00000100:00100000:1.0:1749393110.876614:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507112192:0@lo:400: 00000100:00100000:3.0:1749393110.876625:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393110.876649:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507111552:0@lo:38: 00000100:00100000:1.0:1749393110.876659:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393110.876668:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393110.876683:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507111936:0@lo:38: 00000100:00100000:3.0:1749393110.876699:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393110.876701:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507110912:0@lo:400: 00000100:00100000:3.0:1749393110.876712:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507112064:0@lo:38: 00000100:00100000:1.0:1749393110.876720:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393110.876726:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507112320:0@lo:400: 00000100:00100000:3.0:1749393110.876728:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393110.876746:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393110.876755:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507111040 00000100:00100000:3.0:1749393110.876760:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507111040 00000100:00100000:1.0:1749393110.876771:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507112320 00000100:00100000:3.0:1749393110.876775:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507111168 00000100:00100000:3.0:1749393110.876778:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507111168 00000100:00100000:1.0:1749393110.876783:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507112320 00000100:00100000:3.0:1749393110.876784:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507111424 00000100:00100000:3.0:1749393110.876786:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507111424 00000100:00100000:3.0:1749393110.876791:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507111552 00000100:00100000:3.0:1749393110.876793:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507111552 00000100:00100000:3.0:1749393110.876799:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507111936 00000100:00100000:3.0:1749393110.876800:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507111936 00000100:00100000:3.0:1749393110.876805:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507112064 00000100:00100000:3.0:1749393110.876807:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507112064 00000100:00100000:1.0:1749393110.876813:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1749393110.876816:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1749393110.876820:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507112192:12345-0@lo:400: 00000100:00100000:3.0:1749393110.876822:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507111040:12345-0@lo:38: 00010000:00020000:3.0:1749393110.876844:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393110.876863:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507112192:12345-0@lo:400: Request processed in 43us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393110.876870:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1749393110.876896:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507111040:12345-0@lo:38: Request processed in 72us (394us total) trans 0 rc -19/-19 00010000:00080000:1.0:1749393110.876904:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e048000 x1834371507112320/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393126 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393110.876904:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1749393110.876917:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507112320:0@lo:400: 00000100:00100000:3.0:1749393110.876923:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00010000:00080000:1.0:1749393110.876927:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016fb80 x1834371507112192/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393126 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393110.876928:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507111552:12345-0@lo:38: 00000100:00100000:1.0:1749393110.876936:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507112192:0@lo:400: 00010000:00020000:3.0:1749393110.876955:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393110.876968:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393110.876977:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507111552:12345-0@lo:38: Request processed in 48us (309us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393110.876992:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1749393110.876998:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1749393110.877003:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507111936:12345-0@lo:38: 00010000:00020000:1.0:1749393110.877021:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749393110.877041:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393110.877045:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393110.877050:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507111552:0@lo:38: 00000100:00080000:3.0:1749393110.877061:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393110.877064:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507111936:12345-0@lo:38: Request processed in 59us (363us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393110.877064:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393110.877067:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507111936:0@lo:38: 00000100:00100000:1.0:1749393110.877102:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00080000:3.0:1749393110.877114:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393110.877117:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393110.877121:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507112064:0@lo:38: 00000100:00080000:3.0:1749393110.877129:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393110.877131:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393110.877135:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507111040:0@lo:38: 00000100:02020000:3.0:1749393110.877144:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1749393110.881719:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393110.881723:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393110.881736:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507111168:0@lo:38: 00000100:00080000:3.0:1749393110.881752:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393110.881755:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393110.881758:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507111424:0@lo:38: 00000100:00100000:3.0:1749393111.713291:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130174000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507112576:0@lo:700: 00000100:00100000:3.0:1749393111.713367:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393111.713438:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b48a80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393111.713510:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507112448 00000100:00100000:1.0:1749393111.713521:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507112448 00000100:00100000:3.0:1749393111.713801:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130174000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507112576:0@lo:700: 00000100:00100000:1.0:1749393111.713887:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507112448:0@lo:700: 00000100:00100000:1.0:1749393112.300489:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507112960 00000100:00100000:1.0:1749393112.300501:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507112960 00000100:00100000:1.0:1749393112.300569:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1749393112.300579:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507112960:12345-0@lo:41: 00000004:00000024:1.0:1749393112.300627:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393112.300696:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507112960:12345-0@lo:41: Request processed in 118us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393112.300706:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1749393113.714264:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e048000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507113216:0@lo:700: 00000100:00100000:3.0:1749393113.714264:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130174700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507113344:0@lo:700: 00000100:00100000:3.0:1749393113.714341:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393113.714426:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393113.714436:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b48a80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393113.714454:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 11 seconds 00000100:00080000:1.0:1749393113.714637:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393113.714831:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130174700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507113344:0@lo:700: 00000100:00100000:1.0:1749393113.714917:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e048000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507113216:0@lo:700: 00010000:00010000:1.0:1749393113.796361:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393114.703955:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 132 00000100:00100000:3.0:1749393114.703965:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499695360:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393114.703996:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 156 last 0 00000100:00100000:3.0:1749393114.704053:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499695360:12345-192.168.203.32@tcp:38: Request processed in 87us (252us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393114.704061:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 132 00000100:00100000:1.0:1749393115.452454:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507113856 00000100:00100000:1.0:1749393115.452468:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507113856 00000100:00100000:1.0:1749393115.452565:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1749393115.452575:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f13a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507113856:12345-0@lo:41: 00000004:00000024:1.0:1749393115.452613:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393115.452679:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f13a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507113856:12345-0@lo:41: Request processed in 105us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393115.452687:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1749393115.715233:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e048000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507113984:0@lo:700: 00000100:00100000:3.0:1749393115.715233:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130174700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507114112:0@lo:700: 00000100:00100000:1.0:1749393115.715308:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393115.715361:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393115.715377:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393115.715387:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b48a80 going to sleep for 11 seconds 00000100:00080000:1.0:1749393115.715483:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393115.715711:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e048000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507113984:0@lo:700: 00000100:00100000:3.0:1749393115.715748:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130174700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507114112:0@lo:700: 00000100:00080000:1.0:1749393115.884245:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393115.884255:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393115.884265:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393115.884288:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 152 00000100:00080000:1.0:1749393115.884292:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393115.884299:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393115.884324:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e049180 x1834371507114624/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393115.884355:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393115.884362:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393115.884364:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393115.884370:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 152 00000100:00080000:1.0:1749393115.884374:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393115.884378:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393115.884397:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e049500 x1834371507114752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393115.884428:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393115.884433:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393115.884435:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393115.884441:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 152 00000100:00080000:1.0:1749393115.884444:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393115.884449:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393115.884467:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e049c00 x1834371507115008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393115.884473:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507114624:0@lo:38: 00000100:00080000:1.0:1749393115.884481:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393115.884486:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393115.884489:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393115.884501:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 152 00000100:00080000:1.0:1749393115.884503:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393115.884507:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393115.884565:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e049f80 x1834371507115136/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393115.884567:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393115.884576:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393115.884579:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393115.884581:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393115.884585:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 152 00000100:00080000:1.0:1749393115.884587:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393115.884590:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393115.884600:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e04a300 x1834371507115264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393115.884600:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507114752:0@lo:38: 00000100:00080000:1.0:1749393115.884608:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393115.884611:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393115.884612:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393115.884615:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 152 00000100:00080000:1.0:1749393115.884617:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393115.884620:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393115.884622:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393115.884630:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e04a680 x1834371507115392/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393115.884641:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507115008:0@lo:38: 00000100:00100000:3.0:1749393115.884657:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393115.884671:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507115136:0@lo:38: 00000100:00100000:1.0:1749393115.884682:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507115520:0@lo:400: 00000100:00100000:3.0:1749393115.884687:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393115.884705:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507115264:0@lo:38: 00000100:00100000:1.0:1749393115.884728:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393115.884728:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393115.884738:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507115392:0@lo:38: 00000100:00100000:3.0:1749393115.884753:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393115.884754:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393115.884769:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507115648:0@lo:400: 00000100:00100000:3.0:1749393115.884779:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507115264 00000100:00100000:3.0:1749393115.884784:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507115264 00000100:00100000:1.0:1749393115.884796:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393115.884799:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507115392 00000100:00100000:3.0:1749393115.884802:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507115392 00000100:00100000:3.0:1749393115.884813:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1749393115.884819:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507114752:12345-0@lo:38: 00000100:00100000:1.0:1749393115.884825:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507115520 00000100:00100000:1.0:1749393115.884830:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507115520 00010000:00020000:3.0:1749393115.884838:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393115.884863:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507115648 00000100:00100000:1.0:1749393115.884866:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507115648 00000100:00100000:3.0:1749393115.884866:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507114752:12345-0@lo:38: Request processed in 46us (243us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393115.884884:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1749393115.884886:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:1.0:1749393115.884891:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507115520:12345-0@lo:400: 00000100:00100000:3.0:1749393115.884903:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:3.0:1749393115.884907:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507115264:12345-0@lo:38: 00010000:00020000:3.0:1749393115.884918:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393115.884928:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507115520:12345-0@lo:400: Request processed in 37us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393115.884935:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1749393115.884948:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1749393115.884952:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507115264:12345-0@lo:38: Request processed in 44us (228us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393115.884954:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507115648:12345-0@lo:400: 00000100:00100000:3.0:1749393115.884967:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1749393115.884975:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507115648:12345-0@lo:400: Request processed in 21us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393115.884981:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:3.0:1749393115.884999:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393115.885003:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393115.885008:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507115008:0@lo:38: 00000100:00080000:3.0:1749393115.885017:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393115.885020:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393115.885023:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507115136:0@lo:38: 00010000:00080000:1.0:1749393115.885026:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e04ad80 x1834371507115648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393131 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393115.885031:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393115.885034:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393115.885037:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507115264:0@lo:38: 00000100:00100000:1.0:1749393115.885039:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507115648:0@lo:400: 00000100:00080000:3.0:1749393115.885045:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393115.885047:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:1.0:1749393115.885050:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e04aa00 x1834371507115520/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393131 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393115.885050:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507115392:0@lo:38: 00000100:00080000:3.0:1749393115.885058:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393115.885059:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507115520:0@lo:400: 00000100:00080000:3.0:1749393115.885061:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393115.885064:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507114624:0@lo:38: 00000100:00080000:3.0:1749393115.885107:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393115.885110:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393115.885114:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507114752:0@lo:38: 00000100:00100000:1.0:1749393117.716256:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507116288:0@lo:700: 00000100:00100000:3.0:1749393117.716257:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130176300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507116416:0@lo:700: 00000100:00100000:3.0:1749393117.716317:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393117.716367:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393117.716380:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b48a80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393117.716387:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 11 seconds 00000100:00080000:1.0:1749393117.716485:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393117.716717:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130176300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507116416:0@lo:700: 00000100:00100000:1.0:1749393117.716768:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507116288:0@lo:700: 00010000:00010000:1.0:1749393117.804346:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393119.711853:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499695744 00000100:00100000:3.0:1749393119.711862:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499695744 00000100:00100000:3.0:1749393119.711891:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499695872 00000100:00100000:3.0:1749393119.711894:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499695872 00000100:00100000:1.0:1749393119.711931:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 141 00000100:00100000:1.0:1749393119.711946:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499695872:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393119.711981:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 161 last 0 00000100:00100000:1.0:1749393119.712046:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499695872:12345-192.168.203.32@tcp:38: Request processed in 99us (282us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393119.712059:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 141 00000100:00100000:3.0:1749393119.717213:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130176300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507116928:0@lo:700: 00000100:00100000:1.0:1749393119.717214:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507117056:0@lo:700: 00000100:00100000:3.0:1749393119.717264:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393119.717331:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393119.717336:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b48a80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393119.717365:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 11 seconds 00000100:00080000:1.0:1749393119.717410:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1749393119.717455:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393119.717655:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130176300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507116928:0@lo:700: 00000100:00100000:1.0:1749393119.717778:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507117056:0@lo:700: 00000100:00100000:1.0:1749393120.460368:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507117568:0@lo:41: 00000100:00100000:1.0:1749393120.460466:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393120.460809:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507117568:0@lo:41: 00000100:00080000:1.0:1749393120.892300:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393120.892308:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393120.892312:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393120.892320:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 157 00000100:00080000:1.0:1749393120.892325:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393120.892332:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393120.892355:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e049880 x1834371507117824/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393120.892395:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393120.892399:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393120.892401:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393120.892405:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 157 00000100:00080000:1.0:1749393120.892407:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393120.892410:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393120.892419:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507117824:0@lo:38: 00000100:00100000:1.0:1749393120.892423:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e049500 x1834371507117952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393120.892444:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393120.892448:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393120.892450:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393120.892453:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 157 00000100:00080000:1.0:1749393120.892456:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393120.892459:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393120.892468:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e04a680 x1834371507118208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393120.892469:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393120.892476:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393120.892479:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393120.892480:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393120.892523:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 157 00000100:00080000:1.0:1749393120.892525:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393120.892528:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393120.892538:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e04a300 x1834371507118336/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393120.892538:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507118080:0@lo:400: 00000100:00100000:3.0:1749393120.892563:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393120.892574:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393120.892578:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393120.892580:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393120.892584:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 157 00000100:00080000:1.0:1749393120.892586:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393120.892589:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393120.892596:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507117952:0@lo:38: 00000100:00100000:1.0:1749393120.892600:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e048000 x1834371507118720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393120.892609:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393120.892613:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749393120.892613:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393120.892614:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393120.892617:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 157 00000100:00080000:1.0:1749393120.892619:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393120.892622:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393120.892628:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507118208:0@lo:38: 00000100:00100000:1.0:1749393120.892632:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016d880 x1834371507118848/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393120.892643:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393120.892655:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507118336:0@lo:38: 00000100:00100000:3.0:1749393120.892670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393120.892685:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507118464:0@lo:400: 00000100:00100000:3.0:1749393120.892685:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507118720:0@lo:38: 00000100:00100000:3.0:1749393120.892714:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393120.892735:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393120.892735:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507118848:0@lo:38: 00000100:00100000:1.0:1749393120.892761:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393120.892764:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393120.892767:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507118592:0@lo:400: 00000100:00100000:1.0:1749393120.892787:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393120.892791:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507117952 00000100:00100000:3.0:1749393120.892796:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507117952 00000100:00100000:1.0:1749393120.892811:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507118464 00000100:00100000:3.0:1749393120.892812:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507118720 00000100:00100000:1.0:1749393120.892816:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507118464 00000100:00100000:3.0:1749393120.892824:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507118720 00000100:00100000:3.0:1749393120.892839:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1749393120.892841:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507118592 00000100:00100000:3.0:1749393120.892846:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507117824:12345-0@lo:38: 00000100:00100000:1.0:1749393120.892850:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507118592 00000100:00100000:1.0:1749393120.892867:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507118976 00000100:00100000:1.0:1749393120.892869:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507118976 00010000:00020000:3.0:1749393120.892870:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393120.892887:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1749393120.892894:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507118464:12345-0@lo:400: 00000100:00100000:3.0:1749393120.892910:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507117824:12345-0@lo:38: Request processed in 63us (441us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393120.892917:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1749393120.892932:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1749393120.892934:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507118464:12345-0@lo:400: Request processed in 40us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393120.892937:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507118208:12345-0@lo:38: 00000100:00100000:1.0:1749393120.892942:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00020000:3.0:1749393120.892948:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393120.892955:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1749393120.892960:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507118592:12345-0@lo:400: 00000100:00100000:3.0:1749393120.892971:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507118208:12345-0@lo:38: Request processed in 33us (327us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393120.892977:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1749393120.892984:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507118592:12345-0@lo:400: Request processed in 24us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393120.892987:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1749393120.892990:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1749393120.892991:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507118720:12345-0@lo:38: 00000100:00100000:1.0:1749393120.893001:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00010000:00020000:3.0:1749393120.893001:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393120.893006:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507118976:12345-0@lo:400: 00000100:00100000:3.0:1749393120.893018:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507118720:12345-0@lo:38: Request processed in 25us (303us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393120.893024:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1749393120.893035:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507118976:12345-0@lo:400: Request processed in 28us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393120.893041:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:1.0:1749393120.893057:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393120.893059:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507118080:0@lo:400: 00010000:00080000:1.0:1749393120.893111:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e049c00 x1834371507118592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393120.893122:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393120.893124:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507118592:0@lo:400: 00000100:00080000:3.0:1749393120.893127:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393120.893132:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507118720:0@lo:38: 00010000:00080000:1.0:1749393120.893135:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e049f80 x1834371507118464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393120.893141:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393120.893143:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393120.893145:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507118464:0@lo:400: 00000100:00100000:3.0:1749393120.893154:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507118848:0@lo:38: 00000100:00080000:3.0:1749393120.893166:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393120.893168:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393120.893172:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507117952:0@lo:38: 00000100:00080000:3.0:1749393120.893179:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393120.893181:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393120.893184:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507118208:0@lo:38: 00000100:00080000:3.0:1749393120.893192:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393120.893194:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393120.893197:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507118336:0@lo:38: 00000100:00080000:3.0:1749393120.893203:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393120.893206:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393120.893209:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507117824:0@lo:38: 00000100:00080000:1.0:1749393121.718500:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393121.718545:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507119232 00000100:00100000:3.0:1749393121.718555:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507119232 00000100:00080000:1.0:1749393121.718588:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393121.718594:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1749393121.718603:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507119232:12345-0@lo:700: 00000100:00100000:3.0:1749393121.718653:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b48a80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393121.718660:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507119616:0@lo:700: 40000000:00080000:3.0:1749393121.718671:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393121.718674:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393121.718717:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507119232:12345-0@lo:700: Request processed in 114us (185us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393121.718726:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00010000:00010000:1.0:1749393121.812334:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393123.719532:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507120128 00000100:00100000:3.0:1749393123.719534:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507120000 00000100:00100000:1.0:1749393123.719544:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507120128 00000100:00100000:3.0:1749393123.719544:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507120000 00000100:00100000:3.0:1749393123.719621:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1749393123.719629:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1749393123.719630:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507120000:12345-0@lo:700: 00000100:00100000:1.0:1749393123.719640:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507120128:12345-0@lo:700: 00000100:00100000:3.0:1749393123.719673:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b48a80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393123.719680:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507120256:0@lo:700: 40000000:00080000:3.0:1749393123.719693:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393123.719697:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393123.719760:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507120000:12345-0@lo:700: Request processed in 131us (323us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393123.719767:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393123.719769:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1749393123.719774:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507120384:0@lo:700: 40000000:00080000:1.0:1749393123.719789:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393123.719791:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393123.719846:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507120128:12345-0@lo:700: Request processed in 209us (482us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393123.719856:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1749393124.719879:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 149 00000100:00100000:1.0:1749393124.719889:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499696256:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393124.719917:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 166 last 0 00000100:00100000:1.0:1749393124.719966:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499696256:12345-192.168.203.32@tcp:38: Request processed in 77us (186us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393124.719975:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 149 00000100:00100000:1.0:1749393125.720414:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507120896 00000100:00100000:1.0:1749393125.720425:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507120896 00000100:00100000:1.0:1749393125.720526:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507120768 00000100:00100000:1.0:1749393125.720530:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507120768 00000100:00100000:3.0:1749393125.720540:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1749393125.720556:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507120896:12345-0@lo:700: 00000100:00100000:1.0:1749393125.720561:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1749393125.720570:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507120768:12345-0@lo:700: 00000100:00100000:3.0:1749393125.720602:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b48a80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393125.720609:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507121024:0@lo:700: 40000000:00080000:3.0:1749393125.720623:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393125.720626:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393125.720694:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393125.720698:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507120896:12345-0@lo:700: Request processed in 147us (375us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393125.720702:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507121152:0@lo:700: 00000100:00100000:3.0:1749393125.720708:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 40000000:00080000:1.0:1749393125.720732:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393125.720735:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393125.720793:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507120768:12345-0@lo:700: Request processed in 223us (415us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393125.720802:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00010000:00010000:1.0:1749393125.820288:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749393125.900334:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393125.900344:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393125.900348:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393125.900356:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 162 00000100:00080000:1.0:1749393125.900361:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393125.900368:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393125.900391:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f800 x1834371507121408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393125.900410:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393125.900413:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393125.900415:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393125.900419:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 162 00000100:00080000:1.0:1749393125.900421:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393125.900424:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393125.900435:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f100 x1834371507121536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393125.900495:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393125.900499:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393125.900500:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507121408:0@lo:38: 00000100:00080000:1.0:1749393125.900510:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393125.900514:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 162 00000100:00080000:1.0:1749393125.900517:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393125.900521:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393125.900535:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016ca80 x1834371507121792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393125.900545:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393125.900548:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393125.900550:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393125.900553:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 162 00000100:00080000:1.0:1749393125.900555:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393125.900557:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393125.900562:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393125.900568:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016c700 x1834371507121920/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393125.900577:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393125.900580:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393125.900581:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393125.900585:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 162 00000100:00080000:1.0:1749393125.900586:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393125.900589:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393125.900611:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016ea00 x1834371507122048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393125.900613:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507121664:0@lo:400: 00000100:00080000:1.0:1749393125.900621:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393125.900624:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393125.900629:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393125.900633:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 162 00000100:00080000:1.0:1749393125.900635:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393125.900639:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393125.900639:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393125.900659:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016e300 x1834371507122176/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393125.900670:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507121536:0@lo:38: 00000100:00100000:3.0:1749393125.900706:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393125.900714:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507122304:0@lo:400: 00000100:00100000:3.0:1749393125.900725:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507121792:0@lo:38: 00000100:00100000:3.0:1749393125.900752:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393125.900755:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393125.900767:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507121920:0@lo:38: 00000100:00100000:3.0:1749393125.900798:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393125.900804:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507122304 00000100:00100000:1.0:1749393125.900809:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507122304 00000100:00100000:3.0:1749393125.900827:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507122048:0@lo:38: 00000100:00100000:1.0:1749393125.900843:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1749393125.900846:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393125.900852:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507122304:12345-0@lo:400: 00000100:00100000:3.0:1749393125.900855:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507122176:0@lo:38: 00000100:00100000:3.0:1749393125.900869:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393125.900893:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507122304:12345-0@lo:400: Request processed in 42us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393125.900900:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1749393125.900904:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1749393125.900910:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507121536:12345-0@lo:38: 00000100:00080000:1.0:1749393125.900920:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:3.0:1749393125.900930:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:1.0:1749393125.900941:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016d880 x1834371507122304/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393125.900956:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507122304:0@lo:400: 00000100:00100000:3.0:1749393125.900968:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507121536:12345-0@lo:38: Request processed in 56us (260us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393125.900975:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1749393125.900994:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1749393125.901000:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507121792:12345-0@lo:38: 00000100:00100000:3.0:1749393125.901000:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1749393125.901005:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507121920:12345-0@lo:38: 00010000:00020000:1.0:1749393125.901017:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393125.901021:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393125.901050:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507121920:12345-0@lo:38: Request processed in 45us (251us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393125.901052:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507121792:12345-0@lo:38: Request processed in 52us (299us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393125.901056:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1749393125.901061:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1749393125.901150:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507121664:0@lo:400: 00000100:00100000:1.0:1749393125.901160:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507122432 00000100:00100000:1.0:1749393125.901165:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507122432 00000100:02020000:3.0:1749393125.901174:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:1.0:1749393125.901188:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1749393125.901195:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507122432:12345-0@lo:400: 00000100:00100000:1.0:1749393125.901246:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507122432:12345-0@lo:400: Request processed in 51us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393125.901253:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:1.0:1749393125.901266:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749393125.905712:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393125.905724:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393125.905731:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507121792:0@lo:38: 00000100:02020000:3.0:1749393125.905746:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1749393125.905749:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393125.905752:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393125.905756:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507121920:0@lo:38: 00000100:00080000:3.0:1749393125.905764:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393125.905767:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393125.905770:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507122048:0@lo:38: 00000100:00080000:3.0:1749393125.905777:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393125.905779:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393125.905782:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507122176:0@lo:38: 00000100:00080000:3.0:1749393125.905790:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393125.905792:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393125.905795:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507121408:0@lo:38: 00000100:00080000:3.0:1749393125.905802:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393125.905805:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393125.905808:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507121536:0@lo:38: 00000100:00100000:1.0:1749393127.721523:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507122944 00000100:00100000:1.0:1749393127.721534:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507122944 00000100:00100000:3.0:1749393127.721590:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507122816 00000100:00100000:3.0:1749393127.721600:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507122816 00000100:00100000:1.0:1749393127.721607:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1749393127.721618:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507122944:12345-0@lo:700: 00000100:00100000:1.0:1749393127.721661:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393127.721668:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e228700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507123072:0@lo:700: 40000000:00080000:1.0:1749393127.721684:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393127.721687:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393127.721745:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507122944:12345-0@lo:700: Request processed in 129us (401us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393127.721754:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1749393127.721855:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507122816:0@lo:700: 00000100:00100000:3.0:1749393129.722224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507123840:0@lo:700: 00000100:00100000:3.0:1749393129.722295:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393129.722395:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136b48a80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393129.722516:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507123712 00000100:00100000:1.0:1749393129.722525:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507123712 00000100:00100000:1.0:1749393129.722568:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1749393129.722576:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507123712:12345-0@lo:700: 00000100:00100000:1.0:1749393129.722658:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393129.722665:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e228700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507124096:0@lo:700: 40000000:00080000:1.0:1749393129.722679:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393129.722682:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393129.722714:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507123840:0@lo:700: 00000100:00100000:1.0:1749393129.722752:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507123712:12345-0@lo:700: Request processed in 175us (368us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393129.722761:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1749393129.727758:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499696384 00000100:00100000:3.0:1749393129.727767:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499696384 00000100:00100000:3.0:1749393129.727807:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 217 00000100:00100000:3.0:1749393129.727815:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499696384:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393129.727833:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499696640 00000100:00100000:1.0:1749393129.727844:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499696640 00000100:00100000:3.0:1749393129.727871:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499696384:12345-192.168.203.32@tcp:400: Request processed in 55us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393129.727879:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 217 00000100:00100000:1.0:1749393129.727890:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 157 00000100:00100000:1.0:1749393129.727901:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499696640:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393129.727931:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 171 last 0 00000100:00100000:1.0:1749393129.727988:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499696640:12345-192.168.203.32@tcp:38: Request processed in 87us (242us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393129.727998:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 157 00010000:00010000:1.0:1749393129.828311:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749393130.908224:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393130.908230:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393130.908233:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393130.908238:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 167 00000100:00080000:1.0:1749393130.908241:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393130.908245:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393130.908259:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e228a80 x1834371507124608/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393130.908275:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393130.908278:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393130.908279:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393130.908281:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 167 00000100:00080000:1.0:1749393130.908282:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393130.908283:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393130.908301:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e228e00 x1834371507124736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393130.908317:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393130.908320:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393130.908320:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393130.908321:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507124608:0@lo:38: 00000100:00080000:1.0:1749393130.908322:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 167 00000100:00080000:1.0:1749393130.908324:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393130.908326:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393130.908331:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e229500 x1834371507124992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393130.908336:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393130.908337:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393130.908338:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393130.908340:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 167 00000100:00080000:1.0:1749393130.908341:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393130.908342:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393130.908347:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e229880 x1834371507125120/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393130.908355:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393130.908365:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393130.908367:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393130.908368:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393130.908370:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 167 00000100:00080000:1.0:1749393130.908371:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393130.908373:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393130.908374:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507124736:0@lo:38: 00000100:00100000:1.0:1749393130.908382:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e22a300 x1834371507125504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393130.908387:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393130.908389:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393130.908390:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393130.908390:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393130.908391:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 167 00000100:00080000:1.0:1749393130.908392:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393130.908394:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393130.908399:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e22a680 x1834371507125632/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393130.908405:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507124992:0@lo:38: 00000100:00100000:3.0:1749393130.908437:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393130.908447:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507124608 00000100:00100000:1.0:1749393130.908450:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507124608 00000100:00100000:3.0:1749393130.908450:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507125120:0@lo:38: 00000100:00100000:1.0:1749393130.908462:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507124736 00000100:00100000:1.0:1749393130.908463:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507124736 00000100:00100000:3.0:1749393130.908466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393130.908471:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507124992 00000100:00100000:1.0:1749393130.908472:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507124992 00000100:00100000:1.0:1749393130.908475:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507125120 00000100:00100000:1.0:1749393130.908477:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507125120 00000100:00100000:3.0:1749393130.908479:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e22a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507125504:0@lo:38: 00000100:00100000:1.0:1749393130.908484:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1749393130.908487:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507124608:12345-0@lo:38: 00000100:00100000:3.0:1749393130.908494:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393130.908502:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393130.908505:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e22a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507125632:0@lo:38: 00000100:00100000:3.0:1749393130.908524:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393130.908530:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507124608:12345-0@lo:38: Request processed in 42us (176us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393130.908534:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00080000:3.0:1749393130.908542:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393130.908543:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507125504 00000100:00100000:1.0:1749393130.908545:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507125504 00000100:00080000:3.0:1749393130.908545:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393130.908548:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507124608:0@lo:38: 00000100:00100000:1.0:1749393130.908550:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507125632 00000100:00080000:3.0:1749393130.908556:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393130.908557:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507125632 00000100:00080000:3.0:1749393130.908564:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393130.908568:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1749393130.908568:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507124736:0@lo:38: 00000100:00100000:1.0:1749393130.908572:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507125120:12345-0@lo:38: 00010000:00020000:1.0:1749393130.908582:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393130.908592:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507124480 00000100:00100000:3.0:1749393130.908595:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507124480 00000100:00100000:1.0:1749393130.908605:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507125120:12345-0@lo:38: Request processed in 32us (137us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393130.908610:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1749393130.908618:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1749393130.908619:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1749393130.908622:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507125504:12345-0@lo:38: 00000100:00100000:3.0:1749393130.908624:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507124480:12345-0@lo:400: 00010000:00020000:1.0:1749393130.908631:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393130.908652:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507125504:12345-0@lo:38: Request processed in 29us (158us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393130.908655:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1749393130.908655:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507124480:12345-0@lo:400: Request processed in 31us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393130.908662:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1749393130.908670:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1749393130.908674:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507125888:12345-0@lo:400: 00000100:00100000:1.0:1749393130.908695:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507125888:12345-0@lo:400: Request processed in 22us (183us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393130.908695:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393130.908698:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:3.0:1749393130.908698:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393130.908701:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507125632:0@lo:38: 00000100:00100000:1.0:1749393130.908707:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00080000:3.0:1749393130.908708:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393130.908709:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507125760:12345-0@lo:400: 00000100:00080000:3.0:1749393130.908711:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393130.908713:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507124992:0@lo:38: 00000100:00080000:3.0:1749393130.908720:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393130.908721:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507125760:12345-0@lo:400: Request processed in 11us (164us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393130.908723:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393130.908725:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1749393130.908726:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507125120:0@lo:38: 00000100:00080000:3.0:1749393130.908733:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393130.908735:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393130.908737:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507125504:0@lo:38: 00000100:00100000:3.0:1749393131.723213:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507126144:0@lo:700: 00000100:00100000:3.0:1749393131.723272:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393131.723362:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267e540 going to sleep for 11 seconds 00000100:00100000:1.0:1749393131.723367:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507126144 00000100:00100000:1.0:1749393131.723377:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507126144 00000100:00100000:1.0:1749393131.723484:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507126016 00000100:00100000:1.0:1749393131.723498:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507126016 00000100:00100000:1.0:1749393131.723549:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1749393131.723560:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507126016:12345-0@lo:700: 00000100:00100000:1.0:1749393131.723634:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393131.723642:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507126400:0@lo:700: 40000000:00080000:1.0:1749393131.723657:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393131.723660:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393131.723700:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507126144:0@lo:700: 00000100:00100000:1.0:1749393131.723719:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507126016:12345-0@lo:700: Request processed in 160us (379us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393131.723727:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1749393133.724250:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507126912:0@lo:700: 00000100:00100000:3.0:1749393133.724367:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393133.724445:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267e540 going to sleep for 11 seconds 00000100:00100000:1.0:1749393133.724453:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507126784 00000100:00100000:1.0:1749393133.724464:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507126784 00000100:00100000:1.0:1749393133.724532:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:1.0:1749393133.724542:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507126784:12345-0@lo:700: 00000100:00100000:1.0:1749393133.724584:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393133.724591:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507127040:0@lo:700: 40000000:00080000:1.0:1749393133.724607:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393133.724610:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393133.724677:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507126784:12345-0@lo:700: Request processed in 137us (352us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393133.724686:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1749393133.724765:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507126912:0@lo:700: 00010000:00010000:1.0:1749393133.836453:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393134.735794:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499696768 00000100:00100000:3.0:1749393134.735818:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499696768 00000100:00100000:1.0:1749393134.735880:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499696896 00000100:00100000:3.0:1749393134.735883:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 219 00000100:00100000:1.0:1749393134.735889:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499696896 00000100:00100000:3.0:1749393134.735902:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499696768:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393134.735933:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499697024 00000100:00100000:1.0:1749393134.735936:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499697024 00000100:00100000:1.0:1749393134.735977:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 165 00000100:00100000:3.0:1749393134.735980:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499696768:12345-192.168.203.32@tcp:400: Request processed in 85us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393134.735985:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499697024:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393134.735992:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 219 00010000:00080000:1.0:1749393134.736023:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 176 last 0 00000100:00100000:1.0:1749393134.736126:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499697024:12345-192.168.203.32@tcp:38: Request processed in 139us (330us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393134.736136:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 165 00000100:00100000:1.0:1749393135.484336:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507127424:0@lo:41: 00000100:00100000:1.0:1749393135.484443:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393135.484719:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507127424:0@lo:41: 00000100:00100000:3.0:1749393135.725234:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507127680:0@lo:700: 00000100:00100000:3.0:1749393135.725288:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393135.725349:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267e480 going to sleep for 11 seconds 00000100:00100000:1.0:1749393135.725464:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507127552 00000100:00100000:1.0:1749393135.725471:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507127552 00000100:00100000:1.0:1749393135.725502:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1749393135.725508:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507127552:12345-0@lo:700: 00000100:00100000:1.0:1749393135.725605:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393135.725611:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507127936:0@lo:700: 40000000:00080000:1.0:1749393135.725621:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393135.725623:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393135.725633:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507127680:0@lo:700: 00000100:00100000:1.0:1749393135.725668:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507127552:12345-0@lo:700: Request processed in 160us (331us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393135.725675:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00080000:1.0:1749393135.916199:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393135.916207:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393135.916209:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393135.916215:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 172 00000100:00080000:1.0:1749393135.916218:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393135.916223:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393135.916238:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e22b800 x1834371507128192/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393135.916276:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393135.916278:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393135.916279:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393135.916282:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 172 00000100:00080000:1.0:1749393135.916283:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393135.916285:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393135.916293:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e22bb80 x1834371507128320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393135.916309:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393135.916311:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393135.916312:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393135.916314:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 172 00000100:00080000:1.0:1749393135.916316:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393135.916318:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393135.916326:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e22aa00 x1834371507128576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393135.916331:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393135.916333:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393135.916334:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393135.916336:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 172 00000100:00080000:1.0:1749393135.916337:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393135.916339:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393135.916345:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e228700 x1834371507128704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393135.916354:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393135.916356:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393135.916357:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393135.916359:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 172 00000100:00100000:3.0:1749393135.916360:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e22b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507128192:0@lo:38: 00000100:00080000:1.0:1749393135.916361:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393135.916362:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393135.916370:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e22a300 x1834371507128832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393135.916374:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393135.916376:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393135.916396:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393135.916397:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 172 00000100:00080000:1.0:1749393135.916399:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393135.916400:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393135.916407:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e229880 x1834371507128960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393135.916417:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393135.916437:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e22bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507128320:0@lo:38: 00000100:00100000:1.0:1749393135.916439:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507128192 00000100:00100000:1.0:1749393135.916442:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507128192 00000100:00100000:3.0:1749393135.916452:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393135.916456:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507128320 00000100:00100000:1.0:1749393135.916457:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507128320 00000100:00100000:3.0:1749393135.916463:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e22aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507128576:0@lo:38: 00000100:00100000:1.0:1749393135.916467:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1749393135.916471:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507128192:12345-0@lo:38: 00000100:00100000:3.0:1749393135.916472:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393135.916482:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507128704:0@lo:38: 00010000:00020000:1.0:1749393135.916486:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393135.916491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393135.916513:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e22a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507128832:0@lo:38: 00000100:00100000:1.0:1749393135.916515:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507128192:12345-0@lo:38: Request processed in 43us (97us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393135.916524:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1749393135.916525:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393135.916531:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507128960:0@lo:38: 00000100:00100000:1.0:1749393135.916535:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1749393135.916538:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507128576:12345-0@lo:38: 00000100:00100000:3.0:1749393135.916540:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393135.916554:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749393135.916554:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393135.916557:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393135.916560:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507128192:0@lo:38: 00000100:00080000:3.0:1749393135.916574:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393135.916575:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507128576:12345-0@lo:38: Request processed in 37us (102us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393135.916576:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393135.916578:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507128320:0@lo:38: 00000100:00100000:1.0:1749393135.916579:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00080000:3.0:1749393135.916583:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393135.916585:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393135.916587:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507128576:0@lo:38: 00000100:00100000:1.0:1749393135.916592:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00080000:3.0:1749393135.916592:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393135.916593:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393135.916594:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507128832:12345-0@lo:38: 00000100:00100000:3.0:1749393135.916595:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507128704:0@lo:38: 00010000:00020000:1.0:1749393135.916600:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393135.916614:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507128064 00000100:00100000:1.0:1749393135.916615:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507128832:12345-0@lo:38: Request processed in 19us (88us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393135.916617:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507128064 00000100:00100000:1.0:1749393135.916618:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1749393135.916634:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507129216 00000100:00100000:3.0:1749393135.916635:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1749393135.916636:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507129216 00000100:00100000:3.0:1749393135.916639:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507128064:12345-0@lo:400: 00000100:00100000:1.0:1749393135.916652:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1749393135.916655:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507129216:12345-0@lo:400: 00000100:00100000:3.0:1749393135.916665:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507128064:12345-0@lo:400: Request processed in 25us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393135.916669:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1749393135.916682:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507129216:12345-0@lo:400: Request processed in 26us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393135.916685:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:02020000:3.0:1749393135.916693:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1749393135.920885:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393135.920888:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393135.920891:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507128832:0@lo:38: 00000100:02020000:3.0:1749393135.920901:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1749393135.920903:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393135.920904:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393135.920906:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507128960:0@lo:38: 00000100:00100000:3.0:1749393137.726176:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507129728:0@lo:700: 00000100:00100000:3.0:1749393137.726268:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393137.726287:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749393137.726317:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507129728 00000100:00100000:1.0:1749393137.726322:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507129728 00000100:00080000:3.0:1749393137.726343:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393137.726359:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1749393137.726363:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507129728:12345-0@lo:700: 00000100:00100000:3.0:1749393137.726396:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1749393137.726402:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393137.726403:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507129600:12345-0@lo:700: 00000100:00100000:1.0:1749393137.726406:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507129856:0@lo:700: 40000000:00080000:1.0:1749393137.726421:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393137.726422:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393137.726440:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6b40 going to sleep for 0 seconds 00000100:00100000:3.0:1749393137.726443:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507129984:0@lo:700: 40000000:00080000:3.0:1749393137.726451:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393137.726452:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393137.726459:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507129728:12345-0@lo:700: Request processed in 95us (191us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393137.726464:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1749393137.726478:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507129600:12345-0@lo:700: Request processed in 77us (253us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393137.726482:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00010000:00010000:1.0:1749393137.844408:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393138.804549:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507130240 00000100:00100000:3.0:1749393138.804561:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507130240 00000100:00100000:3.0:1749393138.804642:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1749393138.804653:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507130240:12345-0@lo:700: 40000000:00080000:3.0:1749393138.804683:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393138.804757:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507130240:12345-0@lo:700: Request processed in 105us (405us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393138.804766:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1749393138.811390:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507130368 00000100:00100000:3.0:1749393138.811400:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507130368 00000100:00100000:3.0:1749393138.811458:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1749393138.811467:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507130368:12345-0@lo:700: 40000000:00080000:3.0:1749393138.811486:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393138.811526:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507130368:12345-0@lo:700: Request processed in 60us (282us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393138.811535:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1749393139.727467:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507130496 00000100:00100000:1.0:1749393139.727478:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507130496 00000100:00100000:3.0:1749393139.727487:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507130624 00000100:00100000:3.0:1749393139.727497:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507130624 00000100:00100000:3.0:1749393139.727549:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1749393139.727558:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1749393139.727559:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507130624:12345-0@lo:700: 00000100:00100000:1.0:1749393139.727568:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507130496:12345-0@lo:700: 00000100:00100000:3.0:1749393139.727602:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6b40 going to sleep for 0 seconds 00000100:00100000:3.0:1749393139.727610:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507130752:0@lo:700: 40000000:00080000:3.0:1749393139.727626:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393139.727629:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393139.727695:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507130624:12345-0@lo:700: Request processed in 137us (347us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393139.727696:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393139.727703:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507130880:0@lo:700: 00000100:00100000:3.0:1749393139.727705:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 40000000:00080000:1.0:1749393139.727717:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393139.727720:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393139.727776:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507130496:12345-0@lo:700: Request processed in 210us (495us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393139.727785:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1749393139.743440:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499697152 00000100:00100000:3.0:1749393139.743449:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499697152 00000100:00100000:3.0:1749393139.743491:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 221 00000100:00100000:3.0:1749393139.743499:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499697152:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393139.743555:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499697152:12345-192.168.203.32@tcp:400: Request processed in 56us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393139.743577:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 221 00000100:00080000:1.0:1749393140.924286:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393140.924298:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393140.924302:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393140.924310:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 177 00000100:00080000:1.0:1749393140.924315:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393140.924322:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393140.924374:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e228e00 x1834371507131392/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393140.924402:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393140.924418:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393140.924420:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393140.924424:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 177 00000100:00080000:1.0:1749393140.924427:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393140.924431:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393140.924447:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e228a80 x1834371507131520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393140.924475:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393140.924479:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749393140.924481:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393140.924484:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 177 00000100:00080000:1.0:1749393140.924486:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393140.924489:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393140.924503:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e228000 x1834371507131776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393140.924512:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393140.924515:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393140.924517:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393140.924520:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 177 00000100:00080000:1.0:1749393140.924522:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393140.924522:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507131392:0@lo:38: 00000100:00080000:1.0:1749393140.924525:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393140.924535:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e229f80 x1834371507131904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749393140.924561:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393140.924570:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393140.924570:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393140.924572:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393140.924576:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 177 00000100:00080000:1.0:1749393140.924578:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393140.924581:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393140.924594:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e229500 x1834371507132288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393140.924600:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507131520:0@lo:38: 00000100:00080000:1.0:1749393140.924602:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749393140.924605:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749393140.924607:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393140.924610:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 177 00000100:00080000:1.0:1749393140.924612:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749393140.924616:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393140.924619:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393140.924625:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e22a680 x1834371507132416/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393140.924640:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507131776:0@lo:38: 00000100:00100000:3.0:1749393140.924657:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393140.924671:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e22b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507132544:0@lo:400: 00000100:00100000:3.0:1749393140.924688:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507131904:0@lo:38: 00000100:00100000:1.0:1749393140.924711:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393140.924713:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393140.924747:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507132160 00000100:00100000:3.0:1749393140.924747:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507132288:0@lo:38: 00000100:00100000:1.0:1749393140.924752:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507132160 00000100:00100000:3.0:1749393140.924763:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393140.924772:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e22a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507132416:0@lo:38: 00000100:00100000:1.0:1749393140.924778:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507132032 00000100:00100000:1.0:1749393140.924781:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507132032 00000100:00100000:3.0:1749393140.924788:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393140.924805:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507132544 00000100:00100000:1.0:1749393140.924807:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507132544 00000100:00100000:3.0:1749393140.924817:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507132416 00000100:00100000:3.0:1749393140.924823:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507132416 00000100:00100000:1.0:1749393140.924826:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1749393140.924833:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507132160:12345-0@lo:400: 00000100:00100000:3.0:1749393140.924842:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1749393140.924848:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507131520:12345-0@lo:38: 00010000:00020000:3.0:1749393140.924868:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393140.924876:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507132160:12345-0@lo:400: Request processed in 43us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393140.924892:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1749393140.924902:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507131520:12345-0@lo:38: Request processed in 53us (282us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393140.924907:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1749393140.924910:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1749393140.924913:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507132032:12345-0@lo:400: 00000100:00100000:3.0:1749393140.924923:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1749393140.924928:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507131904:12345-0@lo:38: 00010000:00020000:3.0:1749393140.924939:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393140.924941:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507132032:12345-0@lo:400: Request processed in 28us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393140.924948:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1749393140.924956:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1749393140.924961:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507132544:12345-0@lo:400: 00000100:00100000:3.0:1749393140.924978:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507131904:12345-0@lo:38: Request processed in 48us (263us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393140.924987:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1749393140.924989:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507132544:12345-0@lo:400: Request processed in 26us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393140.924995:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00080000:3.0:1749393140.925022:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:1.0:1749393140.925026:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e229880 x1834371507132032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393140.925027:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393140.925032:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507131776:0@lo:38: 00000100:00100000:1.0:1749393140.925040:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507132032:0@lo:400: 00000100:00080000:3.0:1749393140.925042:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393140.925045:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393140.925048:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507131904:0@lo:38: 00010000:00080000:1.0:1749393140.925052:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e22a300 x1834371507132160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393140.925057:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393140.925059:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393140.925061:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507132160:0@lo:400: 00000100:00100000:3.0:1749393140.925063:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507132288:0@lo:38: 00000100:00080000:3.0:1749393140.925072:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393140.925116:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507132672 00000100:00100000:1.0:1749393140.925120:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507132672 00000100:00080000:3.0:1749393140.925124:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393140.925129:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507132416:0@lo:38: 00000100:00080000:3.0:1749393140.925139:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393140.925142:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00080000:3.0:1749393140.925142:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393140.925145:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507131392:0@lo:38: 00000100:00100000:1.0:1749393140.925148:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507132672:12345-0@lo:400: 00000100:00080000:3.0:1749393140.925153:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393140.925156:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393140.925159:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507131520:0@lo:38: 00000100:00100000:1.0:1749393140.925182:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507132672:12345-0@lo:400: Request processed in 34us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393140.925188:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00010000:00080000:1.0:1749393140.925227:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e22b480 x1834371507132544/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393140.925238:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507132544:0@lo:400: 00000100:00100000:1.0:1749393140.925248:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507131264:0@lo:400: 00000100:00100000:1.0:1749393141.728458:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507132928 00000100:00100000:1.0:1749393141.728470:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507132928 00000100:00100000:1.0:1749393141.728534:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507132800 00000100:00100000:1.0:1749393141.728538:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507132800 00000100:00100000:1.0:1749393141.728562:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1749393141.728571:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507132928:12345-0@lo:700: 00000100:00100000:3.0:1749393141.728576:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1749393141.728591:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507132800:12345-0@lo:700: 00000100:00100000:1.0:1749393141.728615:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393141.728623:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507133056:0@lo:700: 40000000:00080000:1.0:1749393141.728638:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393141.728642:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393141.728678:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6540 going to sleep for 0 seconds 00000100:00100000:3.0:1749393141.728685:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507133184:0@lo:700: 40000000:00080000:3.0:1749393141.728698:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393141.728701:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393141.728705:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507132928:12345-0@lo:700: Request processed in 134us (387us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393141.728715:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1749393141.728762:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507132800:12345-0@lo:700: Request processed in 175us (327us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393141.728772:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00010000:00010000:1.0:1749393141.852332:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393142.348298:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507133312:0@lo:41: 00000100:00100000:3.0:1749393142.348508:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393142.348862:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507133312:0@lo:41: 00000100:00100000:3.0:1749393143.729505:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507133696 00000100:00100000:3.0:1749393143.729516:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507133696 00000100:00100000:1.0:1749393143.729532:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507133568 00000100:00100000:1.0:1749393143.729541:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507133568 00000100:00100000:1.0:1749393143.729591:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:1.0:1749393143.729600:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507133568:12345-0@lo:700: 00000100:00100000:3.0:1749393143.729600:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1749393143.729610:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507133696:12345-0@lo:700: 00000100:00100000:1.0:1749393143.729644:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393143.729651:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507133824:0@lo:700: 40000000:00080000:1.0:1749393143.729666:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393143.729669:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393143.729768:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6540 going to sleep for 0 seconds 00000100:00100000:1.0:1749393143.729772:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507133568:12345-0@lo:700: Request processed in 172us (372us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393143.729775:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507133952:0@lo:700: 00000100:00100000:1.0:1749393143.729782:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 40000000:00080000:3.0:1749393143.729789:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393143.729792:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393143.729848:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507133696:12345-0@lo:700: Request processed in 239us (522us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393143.729856:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1749393144.751860:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499697536 00000100:00100000:3.0:1749393144.751870:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499697536 00000100:00100000:3.0:1749393144.751917:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 223 00000100:00100000:3.0:1749393144.751925:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499697536:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393144.751991:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499697536:12345-192.168.203.32@tcp:400: Request processed in 66us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393144.752000:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 223 00000100:00100000:1.0:1749393145.500417:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507134208:0@lo:41: 00000100:00100000:1.0:1749393145.500490:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393145.500798:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507134208:0@lo:41: 00000100:00100000:3.0:1749393145.730526:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507134336 00000100:00100000:3.0:1749393145.730537:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507134336 00000100:00100000:1.0:1749393145.730585:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507134464 00000100:00100000:1.0:1749393145.730595:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507134464 00000100:00100000:3.0:1749393145.730607:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1749393145.730617:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507134336:12345-0@lo:700: 00000100:00100000:1.0:1749393145.730642:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:1.0:1749393145.730650:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f139880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507134464:12345-0@lo:700: 00000100:00100000:3.0:1749393145.730660:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6780 going to sleep for 0 seconds 00000100:00100000:3.0:1749393145.730668:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507134592:0@lo:700: 40000000:00080000:3.0:1749393145.730683:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393145.730686:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393145.730726:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393145.730734:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507134720:0@lo:700: 00000100:00100000:3.0:1749393145.730734:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507134336:12345-0@lo:700: Request processed in 118us (353us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393145.730743:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 40000000:00080000:1.0:1749393145.730747:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393145.730750:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393145.730809:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f139880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507134464:12345-0@lo:700: Request processed in 159us (333us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393145.730818:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00010000:00010000:1.0:1749393145.860386:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393145.932365:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130174a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507134848:0@lo:400: 00000100:00100000:1.0:1749393145.932411:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393145.932458:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130174e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507134976:0@lo:38: 00000100:00100000:1.0:1749393145.932498:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749393145.932503:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393145.932508:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507135232:0@lo:400: 00000100:00100000:3.0:1749393145.932536:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130176680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507135104:0@lo:38: 00000100:00100000:1.0:1749393145.932537:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393145.932556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393145.932572:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507135360:0@lo:38: 00000100:00100000:1.0:1749393145.932578:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507134976 00000100:00100000:1.0:1749393145.932584:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507134976 00000100:00100000:3.0:1749393145.932589:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393145.932604:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507135104 00000100:00100000:3.0:1749393145.932606:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507135488:0@lo:38: 00000100:00100000:1.0:1749393145.932607:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507135104 00000100:00100000:3.0:1749393145.932622:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393145.932644:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507135360 00000100:00100000:1.0:1749393145.932647:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507135360 00000100:00100000:3.0:1749393145.932654:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507135616:0@lo:38: 00000100:00100000:1.0:1749393145.932656:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507135488 00000100:00100000:1.0:1749393145.932658:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507135488 00000100:00100000:1.0:1749393145.932669:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1749393145.932671:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393145.932676:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507134976:12345-0@lo:38: 00010000:00020000:1.0:1749393145.932699:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393145.932699:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507135744:0@lo:38: 00000100:00100000:3.0:1749393145.932718:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749393145.932748:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393145.932753:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393145.932755:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507134976:12345-0@lo:38: Request processed in 79us (252us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393145.932758:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130174e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507134976:0@lo:38: 00000100:00100000:1.0:1749393145.932763:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1749393145.932775:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507135744 00000100:00100000:1.0:1749393145.932778:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507135744 00000100:00100000:3.0:1749393145.932788:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1749393145.932795:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1749393145.932796:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507135360:12345-0@lo:38: 00000100:00100000:1.0:1749393145.932800:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507135488:12345-0@lo:38: 00010000:00020000:3.0:1749393145.932813:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393145.932819:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393145.932852:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507135360:12345-0@lo:38: Request processed in 57us (261us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393145.932854:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507135488:12345-0@lo:38: Request processed in 53us (230us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393145.932864:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1749393145.932868:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1749393145.932888:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507135872:0@lo:400: 00000100:00100000:1.0:1749393145.932901:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507136000:0@lo:400: 00000100:00100000:3.0:1749393145.932914:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393145.932930:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507135872 00000100:00100000:1.0:1749393145.932934:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507135872 00000100:00080000:3.0:1749393145.932952:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393145.932956:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393145.932960:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507135744:0@lo:38: 00000100:00080000:3.0:1749393145.932969:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393145.932971:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393145.932975:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1749393145.932975:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507135488:0@lo:38: 00000100:00100000:1.0:1749393145.932982:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507135872:12345-0@lo:400: 00000100:00080000:3.0:1749393145.932983:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393145.932985:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393145.932988:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507135616:0@lo:38: 00000100:00080000:3.0:1749393145.932996:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393145.932998:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393145.933009:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130176680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507135104:0@lo:38: 00000100:00080000:3.0:1749393145.933021:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393145.933023:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393145.933024:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507135872:12345-0@lo:400: Request processed in 42us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393145.933027:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507135360:0@lo:38: 00000100:00100000:1.0:1749393145.933030:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1749393145.933048:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1749393145.933261:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bbaa00 x1834371507136000/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393145.933276:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507136000:0@lo:400: 00000100:00100000:1.0:1749393147.731480:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507136512 00000100:00100000:1.0:1749393147.731490:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507136512 00000100:00100000:3.0:1749393147.731520:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507136384 00000100:00100000:3.0:1749393147.731530:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507136384 00000100:00100000:1.0:1749393147.731553:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1749393147.731563:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f13b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507136512:12345-0@lo:700: 00000100:00100000:3.0:1749393147.731593:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:3.0:1749393147.731601:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507136384:12345-0@lo:700: 00000100:00100000:1.0:1749393147.731605:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393147.731612:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507136640:0@lo:700: 40000000:00080000:1.0:1749393147.731627:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393147.731630:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393147.731664:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6780 going to sleep for 0 seconds 00000100:00100000:3.0:1749393147.731671:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507136768:0@lo:700: 00000100:00100000:1.0:1749393147.731682:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f13b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507136512:12345-0@lo:700: Request processed in 120us (335us total) trans 0 rc -11/-11 40000000:00080000:3.0:1749393147.731684:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393147.731687:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393147.731691:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:3.0:1749393147.731740:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507136384:12345-0@lo:700: Request processed in 139us (352us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393147.731749:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1749393149.732360:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e22a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507137152:0@lo:700: 00000100:00100000:1.0:1749393149.732427:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393149.732479:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393149.732512:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507137152 00000100:00100000:3.0:1749393149.732522:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507137152 00000100:00100000:3.0:1749393149.732594:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1749393149.732604:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507137152:12345-0@lo:700: 00000100:00100000:3.0:1749393149.732734:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6780 going to sleep for 0 seconds 00000100:00100000:3.0:1749393149.732742:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507137408:0@lo:700: 40000000:00080000:3.0:1749393149.732755:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393149.732758:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393149.732822:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507137152:12345-0@lo:700: Request processed in 219us (394us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393149.732845:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:1.0:1749393149.732856:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507137152:0@lo:700: 00000100:00100000:1.0:1749393149.759773:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499697920 00000100:00100000:1.0:1749393149.759782:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499697920 00000100:00100000:1.0:1749393149.759837:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 225 00000100:00100000:1.0:1749393149.759846:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499697920:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393149.759853:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 188 00000100:00100000:3.0:1749393149.759862:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f13b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499698048:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393149.759893:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 191 last 0 00000100:00100000:1.0:1749393149.759903:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499697920:12345-192.168.203.32@tcp:400: Request processed in 57us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393149.759911:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 225 00000100:00100000:3.0:1749393149.759949:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f13b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499698048:12345-192.168.203.32@tcp:38: Request processed in 86us (261us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393149.759957:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 188 00000100:00100000:3.0:1749393149.804369:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507137536 00000100:00100000:3.0:1749393149.804375:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507137536 00000100:00100000:3.0:1749393149.804405:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1749393149.804410:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507137536:12345-0@lo:700: 40000000:00080000:3.0:1749393149.804423:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393149.804446:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507137536:12345-0@lo:700: Request processed in 36us (195us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393149.804450:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1749393149.811363:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507137664 00000100:00100000:3.0:1749393149.811372:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507137664 00000100:00100000:3.0:1749393149.811425:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1749393149.811433:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f139180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507137664:12345-0@lo:700: 40000000:00080000:3.0:1749393149.811452:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393149.811491:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f139180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507137664:12345-0@lo:700: Request processed in 59us (253us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393149.811499:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00010000:00010000:1.0:1749393149.868358:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393150.940489:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507138048 00000100:00100000:1.0:1749393150.940501:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507138048 00000100:00100000:1.0:1749393150.940547:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1749393150.940557:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507138048:12345-0@lo:400: 00000100:00100000:3.0:1749393150.940557:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f13bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507138176:0@lo:38: 00000100:00100000:3.0:1749393150.940611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393150.940619:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507138048:12345-0@lo:400: Request processed in 63us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393150.940627:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1749393150.940654:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f138380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507138304:0@lo:38: 00000100:00100000:1.0:1749393150.940665:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507139456:0@lo:400: 00000100:00100000:3.0:1749393150.940676:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393150.940692:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393150.940693:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f13ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507138560:0@lo:38: 00000100:00100000:3.0:1749393150.940714:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393150.940718:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393150.940725:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507139328:0@lo:400: 00000100:00100000:3.0:1749393150.940735:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f139c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507138688:0@lo:38: 00000100:00100000:1.0:1749393150.940748:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393150.940753:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393150.940767:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507139072:0@lo:38: 00000100:00100000:1.0:1749393150.940776:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507139328 00000100:00100000:1.0:1749393150.940780:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507139328 00000100:00100000:3.0:1749393150.940782:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393150.940795:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507139200:0@lo:38: 00000100:00100000:1.0:1749393150.940806:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1749393150.940810:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393150.940813:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507138944:12345-0@lo:400: 00000100:00100000:3.0:1749393150.940836:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507138176 00000100:00100000:3.0:1749393150.940841:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507138176 00000100:00100000:1.0:1749393150.940856:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507138944:12345-0@lo:400: Request processed in 43us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393150.940856:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507138304 00000100:00100000:3.0:1749393150.940858:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507138304 00000100:00100000:3.0:1749393150.940865:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507138560 00000100:00100000:3.0:1749393150.940867:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507138560 00000100:00100000:3.0:1749393150.940872:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507138688 00000100:00100000:3.0:1749393150.940874:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507138688 00000100:00100000:1.0:1749393150.940879:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1749393150.940881:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507139200 00000100:00100000:3.0:1749393150.940882:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507139200 00000100:00100000:3.0:1749393150.940892:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:3.0:1749393150.940898:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507138176:12345-0@lo:38: 00000100:00100000:1.0:1749393150.940907:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:1.0:1749393150.940914:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507138304:12345-0@lo:38: 00010000:00020000:3.0:1749393150.940921:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393150.940932:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393150.940954:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507138176:12345-0@lo:38: Request processed in 55us (343us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393150.940962:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507138304:12345-0@lo:38: Request processed in 49us (286us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393150.940962:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1749393150.940970:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1749393150.940975:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:3.0:1749393150.940981:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507138688:12345-0@lo:38: 00000100:00100000:1.0:1749393150.940987:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00010000:00020000:3.0:1749393150.941002:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393150.941003:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507139200:12345-0@lo:38: 00010000:00020000:1.0:1749393150.941017:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393150.941025:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507138688:12345-0@lo:38: Request processed in 45us (271us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393150.941033:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:1.0:1749393150.941045:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507139200:12345-0@lo:38: Request processed in 42us (234us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393150.941051:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00080000:3.0:1749393150.941123:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393150.941128:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393150.941133:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f139c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507138688:0@lo:38: 00000100:00080000:3.0:1749393150.941143:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393150.941146:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393150.941149:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507139072:0@lo:38: 00000100:00080000:3.0:1749393150.941157:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393150.941160:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393150.941163:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507139200:0@lo:38: 00000100:00080000:3.0:1749393150.941170:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393150.941172:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393150.941175:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f13bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507138176:0@lo:38: 00000100:00080000:3.0:1749393150.941183:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393150.941185:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393150.941188:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f138380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507138304:0@lo:38: 00000100:00080000:3.0:1749393150.941197:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393150.941199:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393150.941202:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f13ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507138560:0@lo:38: 00000100:00100000:1.0:1749393151.733319:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e22b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507139712:0@lo:700: 00000100:00100000:1.0:1749393151.733435:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393151.733464:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91813c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393151.733507:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507139584 00000100:00100000:3.0:1749393151.733533:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507139584 00000100:00100000:3.0:1749393151.733615:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1749393151.733625:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f13ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507139584:12345-0@lo:700: 00000100:00100000:3.0:1749393151.733754:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6780 going to sleep for 0 seconds 00000100:00100000:3.0:1749393151.733762:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507139968:0@lo:700: 00000100:00100000:1.0:1749393151.733769:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507139712:0@lo:700: 40000000:00080000:3.0:1749393151.733775:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393151.733779:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393151.733833:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f13ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507139584:12345-0@lo:700: Request processed in 209us (466us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393151.733842:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1749393153.734238:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e22b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507140480:0@lo:700: 00000100:00100000:1.0:1749393153.734391:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393153.734428:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91813c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393153.734480:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507140352 00000100:00100000:3.0:1749393153.734491:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507140352 00000100:00100000:3.0:1749393153.734587:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1749393153.734597:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f139c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507140352:12345-0@lo:700: 00000100:00100000:3.0:1749393153.734719:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6780 going to sleep for 0 seconds 00000100:00100000:3.0:1749393153.734727:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507140736:0@lo:700: 40000000:00080000:3.0:1749393153.734740:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393153.734743:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393153.734754:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507140480:0@lo:700: 00000100:00100000:3.0:1749393153.734798:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f139c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507140352:12345-0@lo:700: Request processed in 203us (446us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393153.734807:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00010000:00010000:1.0:1749393153.876366:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393154.767698:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 196 00000100:00100000:1.0:1749393154.767708:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499698432:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393154.767742:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 196 last 0 00000100:00100000:1.0:1749393154.767801:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499698432:12345-192.168.203.32@tcp:38: Request processed in 93us (251us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393154.767810:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 196 00000100:00100000:3.0:1749393155.516464:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f13bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507140992:0@lo:41: 00000100:00100000:3.0:1749393155.516541:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393155.516821:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f13bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507140992:0@lo:41: 00000100:00100000:1.0:1749393155.735235:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e22b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507141248:0@lo:700: 00000100:00100000:1.0:1749393155.735333:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393155.735411:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91813c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393155.735468:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507141248 00000100:00100000:3.0:1749393155.735479:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507141248 00000100:00100000:3.0:1749393155.735590:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1749393155.735600:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507141248:12345-0@lo:700: 00000100:00100000:3.0:1749393155.735729:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6780 going to sleep for 0 seconds 00000100:00100000:3.0:1749393155.735737:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507141504:0@lo:700: 40000000:00080000:3.0:1749393155.735750:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393155.735753:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393155.735809:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507141248:12345-0@lo:700: Request processed in 211us (476us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393155.735818:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1749393155.735838:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507141248:0@lo:700: 00000100:00100000:3.0:1749393155.948413:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f13a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507141760:0@lo:38: 00000100:00100000:3.0:1749393155.948463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393155.948496:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f13b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507141888:0@lo:38: 00000100:00100000:3.0:1749393155.948515:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393155.948544:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507142144:0@lo:38: 00000100:00100000:3.0:1749393155.948563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393155.948573:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507141888 00000100:00100000:3.0:1749393155.948588:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507142144 00000100:00100000:1.0:1749393155.948592:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507141888 00000100:00100000:3.0:1749393155.948593:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507142144 00000100:00100000:3.0:1749393155.948629:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1749393155.948635:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507142144:12345-0@lo:38: 00000100:00100000:1.0:1749393155.948641:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:1.0:1749393155.948649:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507141888:12345-0@lo:38: 00010000:00020000:3.0:1749393155.948663:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393155.948671:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393155.948705:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507142144:12345-0@lo:38: Request processed in 69us (141us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393155.948713:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:1.0:1749393155.948722:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507141888:12345-0@lo:38: Request processed in 71us (203us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393155.948730:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1749393155.948741:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507142272:0@lo:38: 00000100:00100000:3.0:1749393155.948761:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393155.948768:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507142656:0@lo:400: 00000100:00100000:3.0:1749393155.948793:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507142400:0@lo:38: 00000100:00100000:1.0:1749393155.948798:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393155.948814:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393155.948823:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393155.948829:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507142784:0@lo:400: 00000100:00100000:3.0:1749393155.948833:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507142528:0@lo:38: 00000100:00100000:1.0:1749393155.948851:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393155.948852:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393155.948878:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507142656 00000100:00080000:3.0:1749393155.948878:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393155.948882:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507142656 00000100:00080000:3.0:1749393155.948883:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393155.948887:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507142144:0@lo:38: 00000100:00080000:3.0:1749393155.948897:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393155.948900:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393155.948903:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f13b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507141888:0@lo:38: 00000100:00100000:1.0:1749393155.948909:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507142784 00000100:00080000:3.0:1749393155.948911:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393155.948912:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507142784 00000100:00080000:3.0:1749393155.948914:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393155.948917:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f13a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507141760:0@lo:38: 00000100:00100000:1.0:1749393155.948929:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1749393155.948935:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507142784:12345-0@lo:400: 00000100:00100000:3.0:1749393155.948955:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:3.0:1749393155.948960:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507142272:12345-0@lo:38: 00010000:00020000:3.0:1749393155.948974:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393155.948986:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507142784:12345-0@lo:400: Request processed in 48us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393155.949001:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1749393155.949001:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507142272:12345-0@lo:38: Request processed in 39us (238us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393155.949008:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:3.0:1749393155.949021:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1749393155.949025:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507142528:12345-0@lo:38: 00010000:00020000:3.0:1749393155.949035:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393155.949037:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393155.949053:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507142528:12345-0@lo:38: Request processed in 27us (201us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393155.949067:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00080000:3.0:1749393155.949136:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393155.949139:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393155.949144:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507142272:0@lo:38: 00000100:00080000:3.0:1749393155.949152:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393155.949155:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393155.949158:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507142400:0@lo:38: 00000100:00080000:3.0:1749393155.949165:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393155.949167:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393155.949170:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507142528:0@lo:38: 00000100:00100000:1.0:1749393157.372560:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507143040 00000100:00100000:1.0:1749393157.372572:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507143040 00000100:00100000:1.0:1749393157.372632:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1749393157.372641:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507143040:12345-0@lo:41: 00000004:00000024:1.0:1749393157.372679:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393157.372743:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507143040:12345-0@lo:41: Request processed in 102us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393157.372763:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1749393157.736278:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e228a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507143168:0@lo:700: 00000100:00100000:1.0:1749393157.736391:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393157.736430:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91813c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393157.736491:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507143168 00000100:00100000:3.0:1749393157.736500:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507143168 00000100:00080000:1.0:1749393157.736562:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393157.736565:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1749393157.736574:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507143168:12345-0@lo:700: 00000100:00100000:3.0:1749393157.736618:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6780 going to sleep for 0 seconds 00000100:00100000:3.0:1749393157.736625:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507143424:0@lo:700: 40000000:00080000:3.0:1749393157.736640:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393157.736643:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393157.736713:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507143168:12345-0@lo:700: Request processed in 140us (322us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393157.736723:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1749393157.736749:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e228a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507143168:0@lo:700: 00010000:00010000:1.0:1749393157.884308:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749393159.737464:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393159.737510:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393159.737544:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961c00 going to sleep for 11 seconds 00000100:00080000:1.0:1749393159.737594:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393159.737654:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507143936:0@lo:700: 00000100:00100000:3.0:1749393159.737745:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994ae680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507143808:0@lo:700: 00000100:00100000:3.0:1749393159.775675:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499698816 00000100:00100000:3.0:1749393159.775684:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499698816 00000100:00100000:3.0:1749393159.775726:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499698944 00000100:00100000:3.0:1749393159.775729:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499698944 00000100:00100000:3.0:1749393159.775747:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 204 00000100:00100000:3.0:1749393159.775754:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499698816:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393159.775762:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 205 00000100:00100000:1.0:1749393159.775775:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499698944:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393159.775782:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 201 last 0 00010000:00080000:1.0:1749393159.775808:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 201 last 0 00000100:00100000:3.0:1749393159.775836:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499698816:12345-192.168.203.32@tcp:38: Request processed in 81us (290us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393159.775844:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 204 00000100:00100000:1.0:1749393159.775870:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499698944:12345-192.168.203.32@tcp:38: Request processed in 93us (236us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393159.775882:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 205 00000100:00100000:1.0:1749393160.524544:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507144448 00000100:00100000:1.0:1749393160.524555:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507144448 00000100:00100000:1.0:1749393160.524603:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1749393160.524612:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507144448:12345-0@lo:41: 00000004:00000024:1.0:1749393160.524648:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393160.524718:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507144448:12345-0@lo:41: Request processed in 106us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393160.524727:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:1.0:1749393160.804560:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1749393160.811393:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393160.956521:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507145216:0@lo:400: 00000100:00100000:3.0:1749393160.956543:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507144960:0@lo:38: 00000100:00100000:1.0:1749393160.956571:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393160.956603:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393160.956627:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507145600:0@lo:400: 00000100:00100000:3.0:1749393160.956634:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507145088:0@lo:38: 00000100:00100000:1.0:1749393160.956652:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393160.956655:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393160.956672:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507145344:0@lo:38: 00000100:00100000:1.0:1749393160.956680:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507145600 00000100:00100000:1.0:1749393160.956686:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507145600 00000100:00100000:3.0:1749393160.956693:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393160.956713:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507145472:0@lo:38: 00000100:00100000:1.0:1749393160.956716:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507145728 00000100:00100000:1.0:1749393160.956718:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507145728 00000100:00100000:3.0:1749393160.956730:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393160.956737:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1749393160.956744:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e22a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507145600:12345-0@lo:400: 00000100:00100000:3.0:1749393160.956744:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e222d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507145856:0@lo:38: 00000100:00100000:3.0:1749393160.956760:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393160.956772:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507145984:0@lo:38: 00000100:00100000:1.0:1749393160.956788:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e22a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507145600:12345-0@lo:400: Request processed in 44us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393160.956791:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393160.956796:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1749393160.956810:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1749393160.956815:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507145728:12345-0@lo:400: 00000100:00100000:3.0:1749393160.956817:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507145984 00000100:00100000:3.0:1749393160.956822:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507145984 00000100:00100000:3.0:1749393160.956841:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:1.0:1749393160.956847:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507145728:12345-0@lo:400: Request processed in 31us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393160.956847:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f13bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507145344:12345-0@lo:38: 00000100:00100000:1.0:1749393160.956853:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00020000:3.0:1749393160.956874:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:1.0:1749393160.956885:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05c380 x1834371507145600/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393160.956899:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507145600:0@lo:400: 00000100:00100000:3.0:1749393160.956909:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f13bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507145344:12345-0@lo:38: Request processed in 61us (214us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393160.956917:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:1.0:1749393160.956919:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507145216 00000100:00100000:1.0:1749393160.956922:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507145216 00000100:00100000:3.0:1749393160.956932:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:3.0:1749393160.956936:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507145984:12345-0@lo:38: 00000100:00100000:1.0:1749393160.956943:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1749393160.956948:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507145216:12345-0@lo:400: 00010000:00020000:3.0:1749393160.956948:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393160.956966:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507145984:12345-0@lo:38: Request processed in 29us (174us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393160.956974:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1749393160.956982:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507145216:12345-0@lo:400: Request processed in 34us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393160.956999:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00080000:3.0:1749393160.957000:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393160.957005:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393160.957010:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507145472:0@lo:38: 00000100:00080000:3.0:1749393160.957019:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393160.957022:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393160.957025:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507145856:0@lo:38: 00000100:00100000:1.0:1749393160.957029:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507145216:0@lo:400: 00000100:00080000:3.0:1749393160.957033:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393160.957035:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393160.957039:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507145984:0@lo:38: 00000100:00080000:3.0:1749393160.957046:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393160.957049:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393160.957052:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507144960:0@lo:38: 00000100:00080000:3.0:1749393160.957059:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393160.957068:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393160.957119:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507145088:0@lo:38: 00000100:00080000:3.0:1749393160.957132:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393160.957135:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393160.957138:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507145344:0@lo:38: 00000100:00100000:1.0:1749393161.738283:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e229500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507146240:0@lo:700: 00000100:00100000:3.0:1749393161.738283:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507146112:0@lo:700: 00000100:00100000:3.0:1749393161.738355:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393161.738400:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393161.738451:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6780 going to sleep for 11 seconds 00000100:00100000:1.0:1749393161.738453:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507146112 00000100:00100000:1.0:1749393161.738461:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507146112 00000100:00100000:1.0:1749393161.738536:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1749393161.738546:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507146112:12345-0@lo:700: 00000100:00100000:1.0:1749393161.738582:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181c00 going to sleep for 0 seconds 00000100:00100000:1.0:1749393161.738589:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e228000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507146368:0@lo:700: 40000000:00080000:1.0:1749393161.738605:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393161.738608:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393161.738663:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507146112:12345-0@lo:700: Request processed in 117us (308us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393161.738671:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1749393161.738700:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507146112:0@lo:700: 00010000:00010000:1.0:1749393161.892339:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393162.380505:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507146624 00000100:00100000:1.0:1749393162.380517:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507146624 00000100:00100000:1.0:1749393162.380567:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1749393162.380576:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507146624:12345-0@lo:41: 00000004:00000024:1.0:1749393162.380615:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393162.380684:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507146624:12345-0@lo:41: Request processed in 108us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393162.380693:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1749393163.739305:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507147008:0@lo:700: 00000100:00100000:3.0:1749393163.739425:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393163.739451:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6780 going to sleep for 11 seconds 00000100:00100000:1.0:1749393163.739522:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507147008 00000100:00100000:1.0:1749393163.739533:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507147008 00000100:00100000:1.0:1749393163.739641:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1749393163.739653:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507147008:12345-0@lo:700: 00000100:00100000:1.0:1749393163.739760:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181c00 going to sleep for 0 seconds 00000100:00100000:1.0:1749393163.739769:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e228000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507147264:0@lo:700: 40000000:00080000:1.0:1749393163.739788:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393163.739793:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393163.739868:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507147008:12345-0@lo:700: Request processed in 214us (439us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393163.739882:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1749393163.739885:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507147008:0@lo:700: 00000100:00100000:3.0:1749393164.783708:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499699200 00000100:00100000:3.0:1749393164.783717:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499699200 00000100:00100000:3.0:1749393164.783747:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499699328 00000100:00100000:3.0:1749393164.783750:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499699328 00000100:00100000:3.0:1749393164.783783:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 213 00000100:00100000:3.0:1749393164.783791:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499699328:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393164.783816:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 206 last 0 00000100:00100000:3.0:1749393164.783873:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499699328:12345-192.168.203.32@tcp:38: Request processed in 81us (171us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393164.783881:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 213 00000100:00100000:1.0:1749393165.532454:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507147520:0@lo:41: 00000100:00100000:1.0:1749393165.532528:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393165.532810:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507147520:0@lo:41: 00000100:00100000:1.0:1749393165.740417:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507147648 00000100:00100000:3.0:1749393165.740421:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507147776 00000100:00100000:1.0:1749393165.740431:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507147648 00000100:00100000:3.0:1749393165.740431:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507147776 00000100:00100000:3.0:1749393165.740516:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1749393165.740525:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507147776:12345-0@lo:700: 00000100:00100000:1.0:1749393165.740540:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1749393165.740555:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507147648:12345-0@lo:700: 00000100:00100000:3.0:1749393165.740570:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6780 going to sleep for 0 seconds 00000100:00100000:3.0:1749393165.740578:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507147904:0@lo:700: 40000000:00080000:3.0:1749393165.740593:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393165.740596:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393165.740642:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181c00 going to sleep for 0 seconds 00000100:00100000:1.0:1749393165.740651:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507148032:0@lo:700: 00000100:00100000:3.0:1749393165.740655:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507147776:12345-0@lo:700: Request processed in 130us (293us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393165.740664:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 40000000:00080000:1.0:1749393165.740668:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393165.740672:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393165.740747:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507147648:12345-0@lo:700: Request processed in 194us (433us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393165.740760:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00010000:00010000:1.0:1749393165.900445:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393165.964486:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507148288:0@lo:38: 00000100:00100000:3.0:1749393165.964536:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393165.964548:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393165.964568:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507148544:0@lo:400: 00000100:00100000:3.0:1749393165.964571:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507148416:0@lo:38: 00000100:00100000:3.0:1749393165.964590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393165.964605:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507148672:0@lo:38: 00000100:00100000:1.0:1749393165.964625:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393165.964626:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393165.964642:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507148800:0@lo:38: 00000100:00100000:3.0:1749393165.964659:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393165.964670:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507148672 00000100:00100000:3.0:1749393165.964671:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507148928:0@lo:38: 00000100:00100000:1.0:1749393165.964675:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507148672 00000100:00100000:3.0:1749393165.964688:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393165.964709:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507148800 00000100:00100000:1.0:1749393165.964712:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507148800 00000100:00080000:3.0:1749393165.964723:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393165.964727:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393165.964732:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507148288:0@lo:38: 00000100:00100000:1.0:1749393165.964741:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1749393165.964747:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507148672:12345-0@lo:38: 00000100:00100000:3.0:1749393165.964749:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507149056:0@lo:38: 00010000:00020000:1.0:1749393165.964767:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393165.964771:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749393165.964805:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393165.964809:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393165.964812:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507148672:12345-0@lo:38: Request processed in 65us (185us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393165.964813:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507148416:0@lo:38: 00000100:00100000:1.0:1749393165.964820:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00080000:3.0:1749393165.964822:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393165.964825:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393165.964828:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507148672:0@lo:38: 00000100:00100000:1.0:1749393165.964833:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1749393165.964837:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507148800:12345-0@lo:38: 00000100:00080000:3.0:1749393165.964848:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00020000:1.0:1749393165.964849:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749393165.964850:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393165.964854:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507148928:0@lo:38: 00000100:00100000:1.0:1749393165.964887:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507148800:12345-0@lo:38: Request processed in 47us (225us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393165.964896:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1749393165.964905:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507148160:0@lo:400: 00000100:00080000:3.0:1749393165.964928:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393165.964931:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393165.964934:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507148544:0@lo:400: 00000100:00100000:3.0:1749393165.964934:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507149056:0@lo:38: 00000100:00080000:3.0:1749393165.964943:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393165.964946:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393165.964949:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507148800:0@lo:38: 00000100:00100000:3.0:1749393165.964996:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507149312 00000100:00100000:3.0:1749393165.965001:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507149312 00000100:00100000:3.0:1749393165.965033:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507149184 00000100:00100000:3.0:1749393165.965036:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507149184 00000100:00100000:1.0:1749393165.965047:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1749393165.965056:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507149312:12345-0@lo:400: 00000100:00100000:3.0:1749393165.965062:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1749393165.965068:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507149184:12345-0@lo:400: 00000100:00100000:1.0:1749393165.965138:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507149312:12345-0@lo:400: Request processed in 83us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393165.965145:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1749393165.965162:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507149184:12345-0@lo:400: Request processed in 92us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393165.965210:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1749393167.388398:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507149568:0@lo:41: 00000100:00100000:1.0:1749393167.388474:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393167.388737:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507149568:0@lo:41: 00000100:00100000:1.0:1749393167.741486:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507149824 00000100:00100000:1.0:1749393167.741498:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507149824 00000100:00100000:1.0:1749393167.741555:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507149696 00000100:00100000:1.0:1749393167.741559:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507149696 00000100:00100000:3.0:1749393167.741598:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1749393167.741612:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507149696:12345-0@lo:700: 00000100:00080000:1.0:1749393167.743190:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393167.755618:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507149824:0@lo:700: 00000100:00100000:3.0:1749393167.755634:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6780 going to sleep for 0 seconds 00000100:00100000:3.0:1749393167.755643:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbb800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507150080:0@lo:700: 40000000:00080000:3.0:1749393167.755656:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393167.755659:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393167.755716:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507149696:12345-0@lo:700: Request processed in 14107us (14268us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393167.755725:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1749393169.756311:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507150336:0@lo:700: 00000100:00100000:1.0:1749393169.756383:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393169.756411:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507150336 00000100:00100000:3.0:1749393169.756423:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507150336 00000100:00100000:1.0:1749393169.756450:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181c00 going to sleep for 11 seconds 00000100:00080000:1.0:1749393169.756466:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393169.756481:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1749393169.756491:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507150336:12345-0@lo:700: 00000100:00100000:3.0:1749393169.756626:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6780 going to sleep for 0 seconds 00000100:00100000:3.0:1749393169.756633:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbb800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507150720:0@lo:700: 40000000:00080000:3.0:1749393169.756646:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393169.756649:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393169.756708:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507150336:12345-0@lo:700: Request processed in 218us (325us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393169.756717:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1749393169.756752:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507150336:0@lo:700: 00000100:00100000:1.0:1749393169.791624:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499699456 00000100:00100000:1.0:1749393169.791633:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499699456 00000100:00100000:1.0:1749393169.791689:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 233 00000100:00100000:1.0:1749393169.791698:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499699456:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393169.791742:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499699456:12345-192.168.203.32@tcp:400: Request processed in 45us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393169.791750:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 233 00010000:00010000:1.0:1749393169.908337:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393170.540456:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507150976:0@lo:41: 00000100:00100000:3.0:1749393170.540533:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393170.540887:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507150976:0@lo:41: 00000100:00100000:3.0:1749393170.972592:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507151232:0@lo:38: 00000100:00100000:1.0:1749393170.972603:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507151488:0@lo:400: 00000100:00100000:3.0:1749393170.972653:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393170.972667:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393170.972684:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507151360:0@lo:38: 00000100:00100000:3.0:1749393170.972704:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393170.972726:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130176680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507151616:0@lo:38: 00000100:00100000:3.0:1749393170.972741:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393170.972745:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130174e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507151872:0@lo:400: 00000100:00100000:3.0:1749393170.972755:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507151744:0@lo:38: 00000100:00100000:3.0:1749393170.972778:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393170.972795:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507152128:0@lo:38: 00000100:00100000:1.0:1749393170.972796:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393170.972812:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393170.972824:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507152256:0@lo:38: 00000100:00100000:1.0:1749393170.972827:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393170.972838:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130174a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507152000:0@lo:400: 00000100:00100000:3.0:1749393170.972856:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393170.972870:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393170.972886:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507152256 00000100:00100000:3.0:1749393170.972892:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507152256 00000100:00100000:3.0:1749393170.972911:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1749393170.972917:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507151360:12345-0@lo:38: 00000100:00100000:1.0:1749393170.972932:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00010000:00020000:3.0:1749393170.972937:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393170.972942:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507151616:12345-0@lo:38: 00010000:00020000:1.0:1749393170.972967:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393170.972974:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507151360:12345-0@lo:38: Request processed in 56us (268us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393170.972982:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1749393170.972999:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1749393170.973003:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507151744:12345-0@lo:38: 00000100:00100000:1.0:1749393170.973011:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507151616:12345-0@lo:38: Request processed in 68us (266us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393170.973015:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393170.973023:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1749393170.973035:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507151744:12345-0@lo:38: Request processed in 30us (255us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393170.973041:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1749393170.973064:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1749393170.973121:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1749393170.973127:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507152128:12345-0@lo:38: 00000100:00100000:3.0:1749393170.973127:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507152256:12345-0@lo:38: 00010000:00020000:3.0:1749393170.973169:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393170.973179:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393170.973199:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507152256:12345-0@lo:38: Request processed in 71us (342us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393170.973206:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1749393170.973229:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507152128:12345-0@lo:38: Request processed in 153us (413us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393170.973242:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00080000:3.0:1749393170.973252:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393170.973257:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393170.973262:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130176680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507151616:0@lo:38: 00000100:00080000:3.0:1749393170.973270:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393170.973273:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393170.973274:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507151872 00000100:00100000:3.0:1749393170.973276:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507151744:0@lo:38: 00000100:00100000:1.0:1749393170.973281:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507151872 00000100:00080000:3.0:1749393170.973284:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393170.973287:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393170.973290:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507152128:0@lo:38: 00000100:00080000:3.0:1749393170.973296:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393170.973299:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393170.973302:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507152256:0@lo:38: 00000100:00080000:3.0:1749393170.973309:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393170.973311:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393170.973314:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507151360:0@lo:38: 00000100:00100000:1.0:1749393170.973319:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507152384 00000100:00100000:1.0:1749393170.973324:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507152384 00000100:00100000:1.0:1749393170.973352:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1749393170.973362:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507151872:12345-0@lo:400: 00000100:00100000:3.0:1749393170.973368:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1749393170.973377:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507152000:12345-0@lo:400: 00000100:00100000:1.0:1749393170.973423:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507151872:12345-0@lo:400: Request processed in 60us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393170.973432:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507152000:12345-0@lo:400: Request processed in 57us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393170.973435:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1749393170.973440:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1749393170.973458:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1749393170.973468:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507152512:12345-0@lo:400: 00000100:00080000:3.0:1749393170.973487:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393170.973509:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507151488:0@lo:400: 00000100:00100000:1.0:1749393170.973512:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507152512:12345-0@lo:400: Request processed in 44us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393170.973522:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00010000:00080000:3.0:1749393170.973551:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130174a80 x1834371507152000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393170.973562:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130174a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507152000:0@lo:400: 00010000:00080000:3.0:1749393170.973573:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130174e00 x1834371507151872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393170.973583:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130174e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507151872:0@lo:400: 00000100:00080000:3.0:1749393170.987645:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393170.987651:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393170.987658:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507151232:0@lo:38: 00000100:00100000:1.0:1749393171.757252:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507152768:0@lo:700: 00000100:00100000:1.0:1749393171.757315:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393171.757395:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393171.757434:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507152768 00000100:00100000:3.0:1749393171.757443:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507152768 00000100:00100000:3.0:1749393171.757497:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507152640 00000100:00100000:3.0:1749393171.757500:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507152640 00000100:00100000:1.0:1749393171.757523:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1749393171.757531:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507152640:12345-0@lo:700: 00000100:00100000:1.0:1749393171.757608:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181240 going to sleep for 0 seconds 00000100:00100000:1.0:1749393171.757613:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507153024:0@lo:700: 40000000:00080000:1.0:1749393171.757623:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393171.757625:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393171.757657:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507152640:12345-0@lo:700: Request processed in 128us (209us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393171.757664:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1749393171.804440:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507153152 00000100:00100000:1.0:1749393171.804452:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507153152 00000100:00100000:1.0:1749393171.804534:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1749393171.804546:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507153152:12345-0@lo:700: 40000000:00080000:1.0:1749393171.804577:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:1.0:1749393171.804581:0:9568:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393171.812586:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507153152:12345-0@lo:700: Request processed in 8036us (8246us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393171.812602:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1749393171.812680:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507153152/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393187 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393171.812695:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00010000:00010000:3.0:1749393171.912300:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393172.396380:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507153536:0@lo:41: 00000100:00100000:3.0:1749393172.396454:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393172.396726:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507153536:0@lo:41: 00000100:00100000:3.0:1749393173.758506:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507153664 00000100:00100000:3.0:1749393173.758519:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507153664 00000100:00100000:1.0:1749393173.758570:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507153792 00000100:00100000:1.0:1749393173.758579:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507153792 00000100:00100000:3.0:1749393173.758617:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1749393173.758632:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507153664:12345-0@lo:700: 00000100:00100000:1.0:1749393173.758634:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1749393173.758643:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507153792:12345-0@lo:700: 00000100:00100000:3.0:1749393173.758685:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6780 going to sleep for 0 seconds 00000100:00100000:3.0:1749393173.758696:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130174e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507153920:0@lo:700: 40000000:00080000:3.0:1749393173.758715:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393173.758719:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393173.758790:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181240 going to sleep for 0 seconds 00000100:00100000:1.0:1749393173.758808:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507154048:0@lo:700: 00000100:00100000:3.0:1749393173.758814:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507153664:12345-0@lo:700: Request processed in 183us (426us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749393173.758823:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393173.758826:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393173.758828:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1749393173.758889:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507153792:12345-0@lo:700: Request processed in 246us (449us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393173.758898:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00010000:00010000:1.0:1749393173.916371:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393174.799707:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499699968 00000100:00100000:1.0:1749393174.799716:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499699968 00000100:00100000:1.0:1749393174.799746:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499700096 00000100:00100000:1.0:1749393174.799749:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499700096 00000100:00100000:1.0:1749393174.799782:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 228 00000100:00100000:1.0:1749393174.799789:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499699968:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393174.799817:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 216 last 0 00000100:00100000:1.0:1749393174.799874:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499699968:12345-192.168.203.32@tcp:38: Request processed in 83us (289us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393174.799882:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 228 00000100:00100000:1.0:1749393175.759392:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507154432 00000100:00100000:1.0:1749393175.759402:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507154432 00000100:00100000:3.0:1749393175.759428:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507154560 00000100:00100000:3.0:1749393175.759437:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507154560 00000100:00100000:1.0:1749393175.759470:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1749393175.759480:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507154432:12345-0@lo:700: 00000100:00100000:3.0:1749393175.759481:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1749393175.759490:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507154560:12345-0@lo:700: 00000100:00100000:1.0:1749393175.759520:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181240 going to sleep for 0 seconds 00000100:00100000:1.0:1749393175.759527:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507154688:0@lo:700: 40000000:00080000:1.0:1749393175.759541:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393175.759544:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393175.759611:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6780 going to sleep for 0 seconds 00000100:00100000:1.0:1749393175.759616:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507154432:12345-0@lo:700: Request processed in 138us (354us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393175.759619:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130174a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507154816:0@lo:700: 40000000:00080000:3.0:1749393175.759631:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393175.759634:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393175.759645:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1749393175.759693:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507154560:12345-0@lo:700: Request processed in 203us (397us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393175.759702:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00010000:00010000:3.0:1749393175.920346:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393175.980352:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393175.980371:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507154944:0@lo:400: 00000100:00100000:1.0:1749393175.980419:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393175.980439:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507155072:0@lo:38: 00000100:00100000:1.0:1749393175.980472:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507155328:0@lo:400: 00000100:00100000:3.0:1749393175.980485:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393175.980496:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393175.980518:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507155200:0@lo:38: 00000100:00100000:1.0:1749393175.980532:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507155328 00000100:00100000:1.0:1749393175.980538:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507155328 00000100:00100000:3.0:1749393175.980552:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393175.980564:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1749393175.980571:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507155456:0@lo:38: 00000100:00100000:1.0:1749393175.980572:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507155328:12345-0@lo:400: 00000100:00100000:3.0:1749393175.980586:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393175.980604:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507155584:0@lo:38: 00000100:00100000:1.0:1749393175.980615:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507155328:12345-0@lo:400: Request processed in 44us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393175.980623:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1749393175.980624:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393175.980637:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507155712:0@lo:38: 00000100:00100000:1.0:1749393175.980651:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507155328:0@lo:400: 00000100:00100000:3.0:1749393175.980664:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393175.980674:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507155584 00000100:00100000:1.0:1749393175.980677:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507155584 00000100:00100000:3.0:1749393175.980681:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507155840:0@lo:38: 00000100:00100000:1.0:1749393175.980690:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:1.0:1749393175.980696:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507155200:12345-0@lo:38: 00000100:00100000:3.0:1749393175.980704:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393175.980713:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749393175.980725:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393175.980730:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393175.980734:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507155072:0@lo:38: 00000100:00100000:1.0:1749393175.980739:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507155200:12345-0@lo:38: Request processed in 43us (187us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393175.980746:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00080000:3.0:1749393175.980754:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393175.980756:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507155840 00000100:00080000:3.0:1749393175.980757:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393175.980759:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507155840 00000100:00100000:3.0:1749393175.980761:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507155200:0@lo:38: 00000100:00100000:1.0:1749393175.980768:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1749393175.980772:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507155584:12345-0@lo:38: 00000100:00080000:3.0:1749393175.980773:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393175.980776:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393175.980779:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507155456:0@lo:38: 00000100:00100000:3.0:1749393175.980806:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00010000:00020000:1.0:1749393175.980810:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393175.980813:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507155840:12345-0@lo:38: 00010000:00020000:3.0:1749393175.980830:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393175.980838:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507155584:12345-0@lo:38: Request processed in 64us (213us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393175.980845:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1749393175.980860:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507155840:12345-0@lo:38: Request processed in 47us (154us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393175.980872:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507154944:0@lo:400: 00000100:00100000:3.0:1749393175.980880:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1749393175.980895:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507155968 00000100:00100000:1.0:1749393175.980897:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507155968 00000100:00100000:1.0:1749393175.980928:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1749393175.980934:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507155968:12345-0@lo:400: 00000100:00100000:1.0:1749393175.980968:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507155968:12345-0@lo:400: Request processed in 34us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393175.980969:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507156096 00000100:00100000:1.0:1749393175.980975:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1749393175.980975:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507156096 00000100:00080000:1.0:1749393175.980996:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393175.981010:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1749393175.981016:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507156096:12345-0@lo:400: 00000100:00100000:3.0:1749393175.981145:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507156096:12345-0@lo:400: Request processed in 126us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393175.981152:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1749393177.760459:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507156480 00000100:00100000:3.0:1749393177.760470:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507156480 00000100:00100000:1.0:1749393177.760496:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507156608 00000100:00100000:1.0:1749393177.760506:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507156608 00000100:00100000:3.0:1749393177.760542:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1749393177.760552:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507156480:12345-0@lo:700: 00000100:00100000:1.0:1749393177.760563:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1749393177.760572:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507156608:12345-0@lo:700: 00000100:00100000:3.0:1749393177.760596:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6780 going to sleep for 0 seconds 00000100:00100000:3.0:1749393177.760603:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507156736:0@lo:700: 40000000:00080000:3.0:1749393177.760619:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393177.760622:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393177.760657:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181240 going to sleep for 0 seconds 00000100:00100000:1.0:1749393177.760664:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507156864:0@lo:700: 40000000:00080000:1.0:1749393177.760678:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393177.760681:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393177.760684:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507156480:12345-0@lo:700: Request processed in 133us (372us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393177.760693:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1749393177.760743:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507156608:12345-0@lo:700: Request processed in 171us (380us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393177.760751:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00010000:00010000:1.0:1749393177.924335:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393179.761456:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507157248 00000100:00100000:1.0:1749393179.761478:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507157248 00000100:00100000:3.0:1749393179.761488:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507157120 00000100:00100000:3.0:1749393179.761497:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507157120 00000100:00100000:1.0:1749393179.761557:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1749393179.761565:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1749393179.761567:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507157248:12345-0@lo:700: 00000100:00100000:3.0:1749393179.761575:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ccecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507157120:12345-0@lo:700: 00000100:00100000:3.0:1749393179.761614:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012dfb6780 going to sleep for 0 seconds 00000100:00100000:3.0:1749393179.761621:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507157376:0@lo:700: 40000000:00080000:3.0:1749393179.761636:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393179.761648:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393179.761719:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181240 going to sleep for 0 seconds 00000100:00100000:3.0:1749393179.761724:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ccecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507157120:12345-0@lo:700: Request processed in 150us (402us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393179.761728:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507157504:0@lo:700: 00000100:00100000:3.0:1749393179.761734:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 40000000:00080000:1.0:1749393179.761742:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393179.761745:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393179.761802:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507157248:12345-0@lo:700: Request processed in 236us (480us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393179.761811:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1749393179.807748:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499700224 00000100:00100000:3.0:1749393179.807758:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499700224 00000100:00100000:3.0:1749393179.807800:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 237 00000100:00100000:3.0:1749393179.807808:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499700224:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393179.807879:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499700224:12345-192.168.203.32@tcp:400: Request processed in 71us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393179.807887:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 237 00010000:00010000:3.0:1749393179.928333:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393180.556349:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507157760:0@lo:41: 00000100:00100000:1.0:1749393180.556402:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393180.556717:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507157760:0@lo:41: 00000100:00100000:3.0:1749393180.988382:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507158016:0@lo:38: 00000100:00100000:3.0:1749393180.988427:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393180.988453:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507158144:0@lo:38: 00000100:00100000:3.0:1749393180.988470:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393180.988491:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507158400:0@lo:38: 00000100:00100000:3.0:1749393180.988508:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393180.988521:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507157888 00000100:00100000:3.0:1749393180.988522:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507158528:0@lo:38: 00000100:00100000:1.0:1749393180.988530:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507157888 00000100:00100000:3.0:1749393180.988539:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393180.988556:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507158912:0@lo:38: 00000100:00100000:1.0:1749393180.988569:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:3.0:1749393180.988574:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393180.988577:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507157888:12345-0@lo:400: 00000100:00100000:3.0:1749393180.988589:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507159040:0@lo:38: 00000100:00100000:3.0:1749393180.988607:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393180.988627:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507157888:12345-0@lo:400: Request processed in 50us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393180.988634:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:3.0:1749393180.988651:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1749393180.988657:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099601500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507158528:12345-0@lo:38: 00000100:00100000:1.0:1749393180.988665:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1749393180.988671:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099601880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507158912:12345-0@lo:38: 00010000:00020000:3.0:1749393180.988686:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393180.988701:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393180.988723:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099601500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507158528:12345-0@lo:38: Request processed in 64us (182us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393180.988727:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099601880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507158912:12345-0@lo:38: Request processed in 55us (152us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393180.988732:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1749393180.988737:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1749393180.988769:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507158656 00000100:00100000:1.0:1749393180.988774:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507158656 00000100:00100000:3.0:1749393180.988774:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507159296:0@lo:400: 00000100:00100000:1.0:1749393180.988798:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1749393180.988800:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393180.988805:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507158656:12345-0@lo:400: 00000100:00100000:3.0:1749393180.988824:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393180.988830:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507159168:0@lo:400: 00000100:00100000:1.0:1749393180.988844:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507158656:12345-0@lo:400: Request processed in 40us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393180.988848:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393180.988851:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1749393180.988860:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507159168 00000100:00100000:1.0:1749393180.988863:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507159168 00000100:00100000:3.0:1749393180.988868:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1749393180.988880:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099601f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507159296:12345-0@lo:400: 00000100:00100000:1.0:1749393180.988881:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1749393180.988886:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099602300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507159168:12345-0@lo:400: 00000100:00100000:1.0:1749393180.988915:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099602300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507159168:12345-0@lo:400: Request processed in 27us (66us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393180.988917:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099601f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507159296:12345-0@lo:400: Request processed in 42us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393180.988921:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1749393180.988925:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00010000:00080000:3.0:1749393180.988956:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c3800 x1834371507159168/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393180.988970:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507159168:0@lo:400: 00010000:00080000:3.0:1749393180.988981:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c3b80 x1834371507159296/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393180.988990:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507159296:0@lo:400: 00000100:00080000:3.0:1749393180.989015:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393180.989019:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393180.989024:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507158912:0@lo:38: 00000100:00080000:3.0:1749393180.989031:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393180.989042:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393180.989046:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507159040:0@lo:38: 00000100:00080000:3.0:1749393180.989057:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393180.989060:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393180.989158:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507158400:0@lo:38: 00000100:00080000:3.0:1749393180.989172:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393180.989175:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393180.989178:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507158528:0@lo:38: 00000100:00080000:3.0:1749393180.989187:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393180.989189:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393180.989193:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507158016:0@lo:38: 00000100:00080000:3.0:1749393180.989201:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393180.989203:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393180.989206:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507158144:0@lo:38: 00000100:00100000:3.0:1749393181.762375:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507159552 00000100:00100000:3.0:1749393181.762385:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507159552 00000100:00100000:1.0:1749393181.762410:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507159424 00000100:00100000:1.0:1749393181.762419:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507159424 00000100:00100000:3.0:1749393181.762446:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1749393181.762456:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507159552:12345-0@lo:700: 00000100:00100000:1.0:1749393181.762459:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1749393181.762467:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507159424:12345-0@lo:700: 00000100:00100000:3.0:1749393181.762491:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b180 going to sleep for 0 seconds 00000100:00100000:3.0:1749393181.762498:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099602680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507159680:0@lo:700: 40000000:00080000:3.0:1749393181.762509:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393181.762512:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393181.762545:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181480 going to sleep for 0 seconds 00000100:00100000:1.0:1749393181.762552:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507159808:0@lo:700: 40000000:00080000:1.0:1749393181.762565:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:3.0:1749393181.762567:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507159552:12345-0@lo:700: Request processed in 112us (313us total) trans 0 rc -11/-11 40000000:00020000:1.0:1749393181.762568:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393181.762585:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1749393181.762627:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507159424:12345-0@lo:700: Request processed in 159us (326us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393181.762636:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1749393182.412437:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507160064 00000100:00100000:1.0:1749393182.412448:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507160064 00000100:00100000:1.0:1749393182.412490:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1749393182.412508:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507160064:12345-0@lo:41: 00000004:00000024:1.0:1749393182.412541:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393182.412607:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507160064:12345-0@lo:41: Request processed in 99us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393182.412616:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1749393182.812204:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393182.812226:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507160320/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393187 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393182.812344:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393182.812372:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393182.812405:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507160192 00000100:00100000:1.0:1749393182.812415:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507160192 00000100:00100000:1.0:1749393182.812486:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1749393182.812496:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507160192:12345-0@lo:700: 40000000:00080000:1.0:1749393182.812522:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393182.812583:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507160192:12345-0@lo:700: Request processed in 89us (308us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393182.812592:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100400:3.0:1749393182.812623:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507160320/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393198 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393182.812634:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393183.763406:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393183.763453:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 11 seconds 00000100:00100000:3.0:1749393183.763491:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507160448:0@lo:700: 00000100:00100000:1.0:1749393183.763667:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507160576:0@lo:700: 00010000:00010000:3.0:1749393183.936338:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393184.815706:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499700608 00000100:00100000:1.0:1749393184.815716:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499700608 00000100:00100000:1.0:1749393184.815763:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 239 00000100:00100000:1.0:1749393184.815771:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499700608:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393184.815835:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499700608:12345-192.168.203.32@tcp:400: Request processed in 63us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393184.815843:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 239 00000100:00100000:1.0:1749393185.564523:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507161088 00000100:00100000:1.0:1749393185.564534:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507161088 00000100:00100000:1.0:1749393185.564588:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1749393185.564597:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507161088:12345-0@lo:41: 00000004:00000024:1.0:1749393185.564644:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393185.564711:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507161088:12345-0@lo:41: Request processed in 113us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393185.564720:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1749393185.764215:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507161216:0@lo:700: 00000100:00100000:3.0:1749393185.764216:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099602a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507161344:0@lo:700: 00000100:00100000:1.0:1749393185.764261:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393185.764304:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393185.764322:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393185.764330:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b180 going to sleep for 11 seconds 00000100:00080000:3.0:1749393185.764450:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393185.764612:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099602a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507161344:0@lo:700: 00000100:00100000:1.0:1749393185.764699:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507161216:0@lo:700: 00010000:00010000:3.0:1749393185.940321:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393185.996344:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507161856:0@lo:38: 00000100:00100000:3.0:1749393185.996392:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393185.996426:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507161984:0@lo:38: 00000100:00100000:3.0:1749393185.996443:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393185.996461:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507162240:0@lo:38: 00000100:00100000:3.0:1749393185.996478:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393185.996483:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507161728 00000100:00100000:1.0:1749393185.996492:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507161728 00000100:00100000:3.0:1749393185.996492:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507162368:0@lo:38: 00000100:00100000:3.0:1749393185.996507:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393185.996533:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1749393185.996538:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507162496:0@lo:38: 00000100:00100000:1.0:1749393185.996541:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507161728:12345-0@lo:400: 00000100:00100000:3.0:1749393185.996557:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393185.996567:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507162624:0@lo:38: 00000100:00100000:3.0:1749393185.996585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393185.996612:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507161728:12345-0@lo:400: Request processed in 71us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393185.996620:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1749393185.996625:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507162624 00000100:00100000:3.0:1749393185.996630:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507162624 00000100:00100000:3.0:1749393185.996648:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1749393185.996656:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099603480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507162240:12345-0@lo:38: 00000100:00100000:1.0:1749393185.996664:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:1.0:1749393185.996669:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099603800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507162368:12345-0@lo:38: 00010000:00020000:3.0:1749393185.996674:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393185.996686:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393185.996705:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099603480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507162240:12345-0@lo:38: Request processed in 49us (225us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393185.996712:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:1.0:1749393185.996718:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099603800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507162368:12345-0@lo:38: Request processed in 47us (209us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393185.996725:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:1.0:1749393185.996742:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507162112 00000100:00100000:1.0:1749393185.996746:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507162112 00000100:00080000:3.0:1749393185.996747:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393185.996751:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393185.996756:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507162496:0@lo:38: 00000100:00100000:1.0:1749393185.996766:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00080000:3.0:1749393185.996766:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393185.996768:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393185.996771:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507162112:12345-0@lo:400: 00000100:00100000:3.0:1749393185.996772:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507162624:0@lo:38: 00000100:00080000:3.0:1749393185.996780:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393185.996783:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393185.996786:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507161984:0@lo:38: 00000100:00080000:3.0:1749393185.996793:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393185.996795:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393185.996799:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507162240:0@lo:38: 00000100:00100000:1.0:1749393185.996802:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507162112:12345-0@lo:400: Request processed in 30us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393185.996819:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00080000:3.0:1749393185.996820:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393185.996823:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393185.996827:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507162368:0@lo:38: 00000100:00080000:3.0:1749393185.996835:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393185.996838:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393185.996841:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507161856:0@lo:38: 00000100:00100000:1.0:1749393185.996854:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507162880 00000100:00100000:1.0:1749393185.996857:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507162880 00000100:00080000:3.0:1749393185.996874:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393185.996883:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1749393185.996890:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507162880:12345-0@lo:400: 00000100:00100000:1.0:1749393185.996925:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507162880:12345-0@lo:400: Request processed in 36us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393185.996932:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00010000:00080000:3.0:1749393185.996945:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c0a80 x1834371507162752/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393185.996959:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507162752:0@lo:400: 00010000:00080000:3.0:1749393185.996970:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c1180 x1834371507162880/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393185.996980:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507162880:0@lo:400: 00000100:00100000:1.0:1749393187.420521:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507163136 00000100:00100000:1.0:1749393187.420532:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507163136 00000100:00100000:1.0:1749393187.420589:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1749393187.420598:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507163136:12345-0@lo:41: 00000004:00000024:1.0:1749393187.420632:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393187.420695:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507163136:12345-0@lo:41: Request processed in 98us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393187.420704:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1749393187.765222:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507163264:0@lo:700: 00000100:00100000:3.0:1749393187.765223:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507163392:0@lo:700: 00000100:00100000:1.0:1749393187.765268:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393187.765312:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393187.765331:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91813c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393187.765347:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b180 going to sleep for 11 seconds 00000100:00080000:3.0:1749393187.765461:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393187.765666:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507163264:0@lo:700: 00000100:00100000:3.0:1749393187.765750:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507163392:0@lo:700: 00010000:00010000:3.0:1749393187.944344:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393189.766267:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507163904:0@lo:700: 00000100:00100000:3.0:1749393189.766339:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393189.766415:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393189.766448:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507163904 00000100:00100000:1.0:1749393189.766459:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507163904 00000100:00080000:3.0:1749393189.766525:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393189.766551:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:1.0:1749393189.766561:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507163904:12345-0@lo:700: 00000100:00100000:1.0:1749393189.766655:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91813c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393189.766662:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507164288:0@lo:700: 40000000:00080000:1.0:1749393189.766690:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393189.766693:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393189.766753:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507163904:12345-0@lo:700: Request processed in 193us (413us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393189.766762:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1749393189.766784:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507163904:0@lo:700: 00000100:00100000:1.0:1749393189.823822:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499701248 00000100:00100000:1.0:1749393189.823832:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499701248 00000100:00100000:1.0:1749393189.823899:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 253 00000100:00100000:1.0:1749393189.823911:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499701248:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393189.823943:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 231 last 0 00000100:00100000:1.0:1749393189.824036:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499701248:12345-192.168.203.32@tcp:38: Request processed in 96us (225us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393189.824053:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 253 00000100:00100000:1.0:1749393190.572576:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507164544 00000100:00100000:1.0:1749393190.572588:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507164544 00000100:00100000:1.0:1749393190.572649:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1749393190.572658:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507164544:12345-0@lo:41: 00000004:00000024:1.0:1749393190.572695:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393190.572764:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507164544:12345-0@lo:41: Request processed in 107us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393190.572773:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1749393191.004363:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507165056:0@lo:400: 00000100:00100000:3.0:1749393191.004424:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393191.004477:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507164800:0@lo:38: 00000100:00100000:3.0:1749393191.004500:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393191.004518:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507164928:0@lo:38: 00000100:00100000:3.0:1749393191.004536:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393191.004556:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507165568:0@lo:400: 00000100:00100000:1.0:1749393191.004561:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507165056 00000100:00100000:1.0:1749393191.004571:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507165056 00000100:00100000:3.0:1749393191.004577:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393191.004607:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507165184:0@lo:38: 00000100:00100000:1.0:1749393191.004612:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1749393191.004620:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507165056:12345-0@lo:400: 00000100:00100000:3.0:1749393191.004624:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393191.004638:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507165312:0@lo:38: 00000100:00100000:3.0:1749393191.004659:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393191.004681:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507165696:0@lo:38: 00000100:00100000:1.0:1749393191.004686:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507165056:12345-0@lo:400: Request processed in 67us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393191.004697:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393191.004709:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507165824:0@lo:38: 00000100:00100000:1.0:1749393191.004710:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1749393191.004724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393191.004734:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507165568 00000100:00100000:1.0:1749393191.004739:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507165568 00000100:00080000:3.0:1749393191.004746:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393191.004751:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393191.004756:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507164800:0@lo:38: 00000100:00100000:1.0:1749393191.004764:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1749393191.004770:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507165568:12345-0@lo:400: 00000100:00100000:3.0:1749393191.004789:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:3.0:1749393191.004795:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507165184:12345-0@lo:38: 00000100:00100000:1.0:1749393191.004817:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507165568:12345-0@lo:400: Request processed in 46us (237us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393191.004818:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393191.004824:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1749393191.004845:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507165184:12345-0@lo:38: Request processed in 49us (220us total) trans 0 rc -19/-19 00010000:00080000:1.0:1749393191.004858:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c3b80 x1834371507165568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393191.004865:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1749393191.004873:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507165568:0@lo:400: 00000100:00100000:3.0:1749393191.004884:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1749393191.004890:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507165824:12345-0@lo:38: 00010000:00020000:3.0:1749393191.004903:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393191.004928:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507165824:12345-0@lo:38: Request processed in 38us (203us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393191.004935:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1749393191.004960:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507165056:0@lo:400: 00000100:00100000:3.0:1749393191.004974:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507166080:0@lo:400: 00000100:00080000:3.0:1749393191.005035:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393191.005039:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393191.005043:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507165696:0@lo:38: 00000100:00100000:1.0:1749393191.005046:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507165952 00000100:00100000:1.0:1749393191.005051:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507165952 00000100:00080000:3.0:1749393191.005052:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393191.005054:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393191.005057:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507165824:0@lo:38: 00000100:00080000:3.0:1749393191.005067:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393191.005107:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393191.005111:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507164928:0@lo:38: 00000100:00100000:1.0:1749393191.005115:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00080000:3.0:1749393191.005120:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393191.005122:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507165952:12345-0@lo:400: 00000100:00080000:3.0:1749393191.005122:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393191.005126:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507165184:0@lo:38: 00000100:00080000:3.0:1749393191.005134:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393191.005143:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393191.005147:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507165312:0@lo:38: 00000100:00100000:1.0:1749393191.005178:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507165952:12345-0@lo:400: Request processed in 56us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393191.005184:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00010000:00080000:3.0:1749393191.005258:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313ea300 x1834371507166080/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393191.005271:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507166080:0@lo:400: 00000100:00100000:3.0:1749393191.767239:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507166336:0@lo:700: 00000100:00100000:3.0:1749393191.767318:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393191.767391:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393191.767453:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507166336 00000100:00100000:1.0:1749393191.767466:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507166336 00000100:00100000:1.0:1749393191.767528:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1749393191.767537:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507166336:12345-0@lo:700: 00000100:00100000:1.0:1749393191.767581:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91813c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393191.767588:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507166464:0@lo:700: 40000000:00080000:1.0:1749393191.767605:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393191.767608:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393191.767687:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507166336:12345-0@lo:700: Request processed in 150us (367us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393191.767697:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:3.0:1749393191.767720:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507166336:0@lo:700: 00000100:00100000:1.0:1749393192.428304:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393192.428330:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507166848:0@lo:41: 00000100:00100000:1.0:1749393192.428403:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393192.428702:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507166848:0@lo:41: 00010000:00010000:3.0:1749393192.954389:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393193.768264:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507166976:0@lo:700: 00000100:00100000:3.0:1749393193.768340:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393193.768459:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393193.768551:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507167104 00000100:00100000:1.0:1749393193.768561:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507167104 00000100:00080000:3.0:1749393193.768602:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393193.768617:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:1.0:1749393193.768626:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507167104:12345-0@lo:700: 00000100:00100000:1.0:1749393193.768665:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91813c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393193.768672:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507167232:0@lo:700: 40000000:00080000:1.0:1749393193.768688:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393193.768691:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393193.768762:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507167104:12345-0@lo:700: Request processed in 134us (337us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393193.768775:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:3.0:1749393193.768911:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507166976:0@lo:700: 00000100:00100000:3.0:1749393193.812200:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393193.812228:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507167488/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393198 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393193.812288:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393193.812357:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00080000:3.0:1749393193.812481:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393193.812604:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507167488/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393209 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393193.812614:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00080000:3.0:1749393193.828406:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393194.831700:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499701504 00000100:00100000:3.0:1749393194.831720:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499701504 00000100:00100000:3.0:1749393194.831771:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 261 00000100:00100000:3.0:1749393194.831779:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499701504:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393194.831802:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 236 last 0 00000100:00100000:3.0:1749393194.831857:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499701504:12345-192.168.203.32@tcp:38: Request processed in 77us (288us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393194.831865:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 261 00000100:00100000:3.0:1749393195.769227:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507168128:0@lo:700: 00000100:00100000:3.0:1749393195.769298:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393195.769372:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393195.769468:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507168000 00000100:00100000:1.0:1749393195.769478:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507168000 00000100:00080000:3.0:1749393195.769506:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393195.769522:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:1.0:1749393195.769530:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f138a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507168000:12345-0@lo:700: 00000100:00100000:1.0:1749393195.769627:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91813c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393195.769635:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507168384:0@lo:700: 40000000:00080000:1.0:1749393195.769648:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393195.769651:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393195.769682:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507168128:0@lo:700: 00000100:00100000:1.0:1749393195.769729:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f138a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507168000:12345-0@lo:700: Request processed in 198us (387us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393195.769739:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00010000:00010000:3.0:1749393195.960384:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393196.012391:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507168640:0@lo:38: 00000100:00100000:3.0:1749393196.012452:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393196.012485:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507168896:0@lo:400: 00000100:00100000:3.0:1749393196.012508:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393196.012543:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507168640 00000100:00100000:3.0:1749393196.012549:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507168640 00000100:00100000:3.0:1749393196.012580:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1749393196.012586:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507168640:12345-0@lo:38: 00010000:00020000:3.0:1749393196.012612:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393196.012635:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507168768:0@lo:38: 00000100:00100000:3.0:1749393196.012650:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507168640:12345-0@lo:38: Request processed in 62us (197us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393196.012658:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1749393196.012682:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393196.012693:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507168896:0@lo:400: 00000100:00100000:1.0:1749393196.012704:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507169024:0@lo:38: 00000100:00100000:1.0:1749393196.012720:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393196.012735:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507169024 00000100:00100000:1.0:1749393196.012739:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507169152:0@lo:38: 00000100:00100000:3.0:1749393196.012739:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507169024 00000100:00100000:3.0:1749393196.012756:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1749393196.012757:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393196.012761:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507169024:12345-0@lo:38: 00000100:00100000:1.0:1749393196.012774:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507169280:0@lo:38: 00010000:00020000:3.0:1749393196.012775:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393196.012793:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393196.012805:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507169024:12345-0@lo:38: Request processed in 43us (84us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393196.012812:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00080000:1.0:1749393196.012815:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393196.012820:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393196.012820:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507169280 00000100:00100000:3.0:1749393196.012823:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507169280 00000100:00100000:1.0:1749393196.012825:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507168640:0@lo:38: 00000100:00100000:3.0:1749393196.012831:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1749393196.012835:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507169280:12345-0@lo:38: 00000100:00100000:1.0:1749393196.012842:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507169408:0@lo:38: 00010000:00020000:3.0:1749393196.012845:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393196.012864:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393196.012870:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507169280:12345-0@lo:38: Request processed in 33us (76us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393196.012876:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1749393196.012883:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507169408 00000100:00080000:1.0:1749393196.012885:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393196.012885:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507169408 00000100:00080000:1.0:1749393196.012888:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393196.012892:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507168768:0@lo:38: 00000100:00080000:1.0:1749393196.012900:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393196.012903:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393196.012906:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507169024:0@lo:38: 00000100:00080000:1.0:1749393196.012913:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393196.012913:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00080000:1.0:1749393196.012915:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393196.012918:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507169408:12345-0@lo:38: 00010000:00020000:3.0:1749393196.012928:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393196.012929:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507169152:0@lo:38: 00000100:00080000:1.0:1749393196.012941:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393196.012943:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393196.012947:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507169280:0@lo:38: 00000100:00100000:3.0:1749393196.012950:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507169408:12345-0@lo:38: Request processed in 31us (86us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393196.012956:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00080000:1.0:1749393196.013006:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393196.013009:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393196.013013:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507169408:0@lo:38: 00000100:00080000:3.0:1749393196.013018:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393197.770240:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507170176:0@lo:700: 00000100:00100000:3.0:1749393197.770356:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393197.770391:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393197.770459:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507170048 00000100:00100000:1.0:1749393197.770471:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507170048 00000100:00080000:3.0:1749393197.770542:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393197.770551:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:1.0:1749393197.770561:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f139f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507170048:12345-0@lo:700: 00000100:00100000:1.0:1749393197.770687:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91813c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393197.770695:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507170432:0@lo:700: 40000000:00080000:1.0:1749393197.770709:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393197.770712:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393197.770728:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507170176:0@lo:700: 00000100:00100000:1.0:1749393197.770770:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f139f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507170048:12345-0@lo:700: Request processed in 210us (459us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393197.770779:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00010000:00010000:3.0:1749393198.966371:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393199.771202:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507170688:0@lo:700: 00000100:00100000:3.0:1749393199.771276:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393199.771343:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393199.771401:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507170688 00000100:00100000:1.0:1749393199.771412:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507170688 00000100:00080000:3.0:1749393199.771483:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393199.771486:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:1.0:1749393199.771496:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507170688:12345-0@lo:700: 00000100:00100000:1.0:1749393199.771541:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91813c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393199.771548:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507170944:0@lo:700: 40000000:00080000:1.0:1749393199.771564:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393199.771576:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393199.771647:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507170688:12345-0@lo:700: Request processed in 152us (370us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393199.771657:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1749393199.771679:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507170688:0@lo:700: 00000100:00100000:3.0:1749393199.839978:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 268 00000100:00100000:3.0:1749393199.839989:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f13a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499701888:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393199.840019:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 241 last 0 00000100:00100000:3.0:1749393199.840107:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f13a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499701888:12345-192.168.203.32@tcp:38: Request processed in 117us (276us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393199.840116:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 268 00010000:00010000:3.0:1749393199.968359:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393200.588348:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507171328:0@lo:41: 00000100:00100000:3.0:1749393200.588422:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393200.588694:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507171328:0@lo:41: 00000100:00100000:1.0:1749393201.020349:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f13b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507171584:0@lo:38: 00000100:00100000:1.0:1749393201.020398:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393201.020428:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507171456 00000100:00100000:1.0:1749393201.020436:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f139180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507171712:0@lo:38: 00000100:00100000:3.0:1749393201.020438:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507171456 00000100:00100000:1.0:1749393201.020455:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393201.020471:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f139c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507171968:0@lo:38: 00000100:00100000:3.0:1749393201.020483:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1749393201.020488:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393201.020491:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507171456:12345-0@lo:400: 00000100:00100000:1.0:1749393201.020502:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507172096:0@lo:38: 00000100:00100000:1.0:1749393201.020520:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393201.020538:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507172480:0@lo:38: 00000100:00100000:3.0:1749393201.020546:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507171456:12345-0@lo:400: Request processed in 55us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393201.020556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393201.020563:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1749393201.020570:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507172608:0@lo:38: 00000100:00100000:1.0:1749393201.020592:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393201.020602:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507171584 00000100:00100000:3.0:1749393201.020606:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507171584 00000100:00100000:3.0:1749393201.020617:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507171712 00000100:00100000:3.0:1749393201.020620:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507171712 00000100:00100000:1.0:1749393201.020623:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507171968 00000100:00100000:3.0:1749393201.020627:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507172096 00000100:00100000:1.0:1749393201.020629:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507171968 00000100:00100000:3.0:1749393201.020629:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507172096 00000100:00100000:3.0:1749393201.020638:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507172480 00000100:00100000:3.0:1749393201.020641:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507172480 00000100:00100000:1.0:1749393201.020649:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1749393201.020655:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507171584:12345-0@lo:38: 00000100:00100000:3.0:1749393201.020665:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:3.0:1749393201.020671:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507171712:12345-0@lo:38: 00010000:00020000:1.0:1749393201.020678:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393201.020690:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393201.020713:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507171584:12345-0@lo:38: Request processed in 57us (315us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393201.020721:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1749393201.020725:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507171712:12345-0@lo:38: Request processed in 53us (268us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393201.020732:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1749393201.020736:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1749393201.020741:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507171968:12345-0@lo:38: 00000100:00100000:3.0:1749393201.020753:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1749393201.020759:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507172480:12345-0@lo:38: 00010000:00020000:1.0:1749393201.020764:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393201.020771:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393201.020795:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507171968:12345-0@lo:38: Request processed in 52us (306us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393201.020799:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507172480:12345-0@lo:38: Request processed in 41us (243us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393201.020803:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1749393201.020807:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00080000:3.0:1749393201.020822:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393201.020827:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507172864:0@lo:400: 00000100:00100000:1.0:1749393201.020849:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1749393201.020861:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05f100 x1834371507172224/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393201.020876:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507172224:0@lo:400: 00000100:00080000:1.0:1749393201.020887:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393201.020892:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393201.020896:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507172480:0@lo:38: 00000100:00100000:3.0:1749393201.020897:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507172736 00000100:00080000:1.0:1749393201.020906:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393201.020907:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507172736 00000100:00080000:1.0:1749393201.020909:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393201.020912:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507172608:0@lo:38: 00000100:00080000:1.0:1749393201.020922:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393201.020956:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393201.020960:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f139180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507171712:0@lo:38: 00000100:00100000:3.0:1749393201.020968:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00080000:1.0:1749393201.020969:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393201.020972:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393201.020975:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f139c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507171968:0@lo:38: 00000100:00100000:3.0:1749393201.020975:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507172736:12345-0@lo:400: 00000100:00080000:1.0:1749393201.020983:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393201.020986:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393201.020989:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507172096:0@lo:38: 00000100:00080000:1.0:1749393201.020997:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393201.021000:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393201.021011:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f13b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507171584:0@lo:38: 00000100:00100000:3.0:1749393201.021017:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507172736:12345-0@lo:400: Request processed in 42us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393201.021023:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00080000:3.0:1749393201.021038:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1749393201.021060:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb86300 x1834371507172864/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393201.021115:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507172864:0@lo:400: 00000100:00100000:3.0:1749393201.772245:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507173120:0@lo:700: 00000100:00100000:3.0:1749393201.772309:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393201.772387:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393201.772488:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507172992 00000100:00100000:1.0:1749393201.772498:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507172992 00000100:00100000:1.0:1749393201.772549:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:1.0:1749393201.772558:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507172992:12345-0@lo:700: 00000100:00100000:1.0:1749393201.772663:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91813c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393201.772670:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507173376:0@lo:700: 40000000:00080000:1.0:1749393201.772684:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393201.772687:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393201.772705:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507173120:0@lo:700: 00000100:00100000:1.0:1749393201.772746:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507172992:12345-0@lo:700: Request processed in 188us (387us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393201.772755:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1749393202.444356:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507173632:0@lo:41: 00000100:00100000:3.0:1749393202.444433:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393202.444719:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507173632:0@lo:41: 00010000:00010000:3.0:1749393202.974351:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393203.773241:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507173888:0@lo:700: 00000100:00100000:3.0:1749393203.773398:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393203.773424:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393203.773456:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507173760 00000100:00100000:1.0:1749393203.773468:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507173760 00000100:00080000:3.0:1749393203.773503:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393203.773536:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00080000:3.0:1749393203.773546:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393203.773547:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507173760:12345-0@lo:700: 00000100:00100000:1.0:1749393203.773590:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91813c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393203.773598:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507174016:0@lo:700: 40000000:00080000:1.0:1749393203.773613:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393203.773616:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393203.773678:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507173760:12345-0@lo:700: Request processed in 133us (365us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393203.773702:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:3.0:1749393203.773791:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507173888:0@lo:700: 00010000:00010000:3.0:1749393203.976365:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393204.812168:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393204.812199:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507174400/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393209 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393204.812272:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393204.812342:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00080000:3.0:1749393204.812478:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393204.812626:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507174400/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393220 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393204.812643:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00080000:3.0:1749393204.828416:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393204.847865:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499702144 00000100:00100000:1.0:1749393204.847875:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499702144 00000100:00100000:1.0:1749393204.847956:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 247 00000100:00100000:1.0:1749393204.847966:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499702144:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393204.848026:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499702144:12345-192.168.203.32@tcp:400: Request processed in 61us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393204.848034:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 247 00000100:00100000:3.0:1749393205.774220:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507174912:0@lo:700: 00000100:00100000:3.0:1749393205.774323:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393205.774348:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393205.774447:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507174912 00000100:00100000:1.0:1749393205.774457:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507174912 00000100:00080000:3.0:1749393205.774481:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393205.774499:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1749393205.774507:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507174912:12345-0@lo:700: 00000100:00100000:1.0:1749393205.774577:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393205.774584:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507175168:0@lo:700: 40000000:00080000:1.0:1749393205.774597:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393205.774600:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393205.774663:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507174912:12345-0@lo:700: Request processed in 156us (340us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393205.774672:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:3.0:1749393205.774694:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507174912:0@lo:700: 00010000:00010000:1.0:1749393205.980364:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393206.028301:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393206.028326:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507175296:0@lo:400: 00000100:00100000:1.0:1749393206.028409:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393206.028456:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507175296 00000100:00100000:1.0:1749393206.028464:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507175296 00000100:00100000:3.0:1749393206.028472:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393206.028492:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507175680:0@lo:400: 00000100:00100000:1.0:1749393206.028511:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:1.0:1749393206.028534:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507175296:12345-0@lo:400: 00000100:00100000:3.0:1749393206.028540:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393206.028585:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507175424 00000100:00100000:3.0:1749393206.028591:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507175424 00000100:00100000:1.0:1749393206.028600:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507175296:12345-0@lo:400: Request processed in 67us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393206.028612:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1749393206.028613:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507175552 00000100:00100000:3.0:1749393206.028616:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507175552 00000100:00100000:3.0:1749393206.028627:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507175808 00000100:00100000:3.0:1749393206.028630:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507175808 00000100:00100000:3.0:1749393206.028641:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507175936 00000100:00100000:3.0:1749393206.028645:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507175936 00000100:00100000:3.0:1749393206.028655:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507176192 00000100:00100000:3.0:1749393206.028658:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507176192 00000100:00100000:1.0:1749393206.028664:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1749393206.028673:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f13b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507175424:12345-0@lo:38: 00000100:00100000:3.0:1749393206.028699:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00010000:00020000:1.0:1749393206.028700:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393206.028709:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507175936:12345-0@lo:38: 00010000:00020000:3.0:1749393206.028734:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393206.028753:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f13b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507175424:12345-0@lo:38: Request processed in 79us (345us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393206.028782:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1749393206.028784:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507175936:12345-0@lo:38: Request processed in 73us (229us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393206.028798:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:1.0:1749393206.028845:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507175296:0@lo:400: 00000100:00100000:3.0:1749393206.028867:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507175680 00000100:00100000:3.0:1749393206.028872:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507175680 00000100:00100000:1.0:1749393206.028920:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507176448 00000100:00100000:3.0:1749393206.028924:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1749393206.028926:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507176448 00000100:00100000:3.0:1749393206.028932:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507175680:12345-0@lo:400: 00000100:00100000:1.0:1749393206.028968:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1749393206.028978:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507176448:12345-0@lo:400: 00000100:00100000:3.0:1749393206.028982:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507175680:12345-0@lo:400: Request processed in 51us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393206.028989:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00080000:3.0:1749393206.029006:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393206.029033:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507176448:12345-0@lo:400: Request processed in 55us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393206.029033:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507175680:0@lo:400: 00000100:00100000:1.0:1749393206.029045:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1749393207.452385:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507176704:0@lo:41: 00000100:00100000:3.0:1749393207.452457:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393207.452720:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507176704:0@lo:41: 00000100:00100000:3.0:1749393207.775208:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507176960:0@lo:700: 00000100:00100000:3.0:1749393207.775294:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393207.775328:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393207.775379:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507176832 00000100:00100000:1.0:1749393207.775388:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507176832 00000100:00100000:1.0:1749393207.775446:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1749393207.775456:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507176832:12345-0@lo:700: 00000100:00080000:3.0:1749393207.775458:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393207.775498:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 0 seconds 00000100:00100000:1.0:1749393207.775505:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507177088:0@lo:700: 40000000:00080000:1.0:1749393207.775518:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393207.775531:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393207.775593:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507176832:12345-0@lo:700: Request processed in 138us (340us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393207.775602:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:3.0:1749393207.775671:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507176960:0@lo:700: 00010000:00010000:3.0:1749393207.984334:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393209.776248:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507177472:0@lo:700: 00000100:00100000:3.0:1749393209.776316:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393209.776390:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bd80 going to sleep for 11 seconds 00000100:00080000:3.0:1749393209.776450:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393209.776482:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1749393209.776493:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507177472:12345-0@lo:700: 00000100:00100000:1.0:1749393209.776498:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1749393209.776513:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507177600:12345-0@lo:700: 00000100:00100000:3.0:1749393209.776532:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b780 going to sleep for 0 seconds 00000100:00100000:3.0:1749393209.776539:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507177728:0@lo:700: 40000000:00080000:3.0:1749393209.776565:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393209.776568:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393209.776633:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507177472:12345-0@lo:700: Request processed in 141us (317us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393209.776634:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 0 seconds 00000100:00100000:1.0:1749393209.776642:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507177856:0@lo:700: 00000100:00100000:3.0:1749393209.776643:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 40000000:00080000:1.0:1749393209.776656:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393209.776659:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393209.776707:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507177600:12345-0@lo:700: Request processed in 199us (345us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393209.776716:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1749393209.855422:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499702528 00000100:00100000:3.0:1749393209.855431:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499702528 00000100:00100000:3.0:1749393209.855487:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 249 00000100:00100000:3.0:1749393209.855495:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499702528:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393209.855538:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499702528:12345-192.168.203.32@tcp:400: Request processed in 44us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393209.855546:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 249 00000100:00100000:1.0:1749393210.604365:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507178112:0@lo:41: 00000100:00100000:1.0:1749393210.604436:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393210.604780:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507178112:0@lo:41: 00000100:00100000:3.0:1749393211.036373:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507178368:0@lo:38: 00000100:00100000:3.0:1749393211.036433:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393211.036461:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507178496:0@lo:38: 00000100:00100000:3.0:1749393211.036479:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393211.036501:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507178752:0@lo:38: 00000100:00100000:3.0:1749393211.036520:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393211.036535:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507178880:0@lo:38: 00000100:00100000:1.0:1749393211.036545:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507179008:0@lo:400: 00000100:00100000:3.0:1749393211.036551:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393211.036564:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507179264:0@lo:38: 00000100:00100000:3.0:1749393211.036584:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393211.036590:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393211.036602:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507179392:0@lo:38: 00000100:00100000:1.0:1749393211.036623:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393211.036623:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393211.036630:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507179136:0@lo:400: 00000100:00100000:1.0:1749393211.036650:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393211.036653:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507178752 00000100:00100000:3.0:1749393211.036668:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507178752 00000100:00100000:1.0:1749393211.036679:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507179008 00000100:00100000:1.0:1749393211.036684:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507179008 00000100:00100000:3.0:1749393211.036707:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1749393211.036714:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507178880:12345-0@lo:38: 00000100:00100000:1.0:1749393211.036717:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507179136 00000100:00100000:1.0:1749393211.036719:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507179136 00010000:00020000:3.0:1749393211.036732:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393211.036738:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1749393211.036746:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507179008:12345-0@lo:400: 00000100:00100000:3.0:1749393211.036766:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507178880:12345-0@lo:38: Request processed in 51us (214us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393211.036786:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1749393211.036799:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507179008:12345-0@lo:400: Request processed in 53us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393211.036801:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1749393211.036806:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507178752:12345-0@lo:38: 00000100:00100000:1.0:1749393211.036807:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00010000:00020000:3.0:1749393211.036817:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393211.036822:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1749393211.036827:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507179136:12345-0@lo:400: 00000100:00100000:3.0:1749393211.036837:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507178752:12345-0@lo:38: Request processed in 30us (316us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393211.036843:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1749393211.036848:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507179136:12345-0@lo:400: Request processed in 21us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393211.036885:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1749393211.036891:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507179648:0@lo:400: 00010000:00080000:1.0:1749393211.036918:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f14380 x1834371507179136/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393211.036932:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507179136:0@lo:400: 00000100:00080000:3.0:1749393211.036938:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393211.036942:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:1.0:1749393211.036943:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f16d80 x1834371507179008/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393211.036947:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507179392:0@lo:38: 00000100:00100000:1.0:1749393211.036953:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507179008:0@lo:400: 00000100:00080000:3.0:1749393211.036956:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393211.036959:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393211.036962:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507178752:0@lo:38: 00000100:00080000:3.0:1749393211.036970:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393211.036973:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393211.036976:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507178880:0@lo:38: 00000100:00080000:3.0:1749393211.036984:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393211.036993:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393211.036998:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507179264:0@lo:38: 00000100:00080000:3.0:1749393211.037010:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393211.037013:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393211.037016:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507178368:0@lo:38: 00000100:00080000:3.0:1749393211.037024:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393211.037026:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393211.037029:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507178496:0@lo:38: 00000100:00100000:3.0:1749393211.037067:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1749393211.037250:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f15500 x1834371507179648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393211.037264:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507179648:0@lo:400: 00000100:00100000:1.0:1749393211.777381:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507179776 00000100:00100000:1.0:1749393211.777392:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507179776 00000100:00100000:1.0:1749393211.777444:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507179904 00000100:00100000:1.0:1749393211.777448:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507179904 00000100:00100000:3.0:1749393211.777458:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1749393211.777473:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507179776:12345-0@lo:700: 00000100:00100000:1.0:1749393211.777485:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1749393211.777498:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507179904:12345-0@lo:700: 00000100:00100000:3.0:1749393211.777516:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bf00 going to sleep for 0 seconds 00000100:00100000:3.0:1749393211.777523:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507180032:0@lo:700: 40000000:00080000:3.0:1749393211.777536:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393211.777539:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393211.777587:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 0 seconds 00000100:00100000:1.0:1749393211.777597:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e228700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507180160:0@lo:700: 00000100:00100000:3.0:1749393211.777606:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507179776:12345-0@lo:700: Request processed in 136us (325us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749393211.777614:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:3.0:1749393211.777614:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 40000000:00020000:1.0:1749393211.777619:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393211.777695:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507179904:12345-0@lo:700: Request processed in 196us (353us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393211.777721:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1749393212.460333:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507180416:0@lo:41: 00000100:00100000:1.0:1749393212.460401:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393212.460670:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507180416:0@lo:41: 00000100:00100000:1.0:1749393213.778418:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507180544 00000100:00100000:1.0:1749393213.778429:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507180544 00000100:00100000:3.0:1749393213.778479:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507180672 00000100:00100000:3.0:1749393213.778488:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507180672 00000100:00100000:1.0:1749393213.778498:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1749393213.778509:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507180544:12345-0@lo:700: 00000100:00100000:3.0:1749393213.778531:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1749393213.778549:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507180672:12345-0@lo:700: 00000100:00100000:1.0:1749393213.778553:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 0 seconds 00000100:00100000:1.0:1749393213.778560:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507180800:0@lo:700: 40000000:00080000:1.0:1749393213.778576:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393213.778579:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393213.778615:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bf00 going to sleep for 0 seconds 00000100:00100000:3.0:1749393213.778622:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507180928:0@lo:700: 40000000:00080000:3.0:1749393213.778634:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393213.778637:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393213.778643:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507180544:12345-0@lo:700: Request processed in 135us (349us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393213.778652:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1749393213.778695:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507180672:12345-0@lo:700: Request processed in 147us (333us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393213.778704:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1749393214.863806:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 292 00000100:00100000:1.0:1749393214.863818:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499703040:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393214.863882:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 256 last 0 00000100:00100000:1.0:1749393214.863940:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499703040:12345-192.168.203.32@tcp:38: Request processed in 122us (265us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393214.863949:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 292 00010000:00010000:3.0:1749393214.998374:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393215.779402:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507181440 00000100:00100000:3.0:1749393215.779412:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507181440 00000100:00100000:1.0:1749393215.779432:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507181312 00000100:00100000:1.0:1749393215.779441:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507181312 00000100:00100000:3.0:1749393215.779477:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1749393215.779485:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:3.0:1749393215.779487:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507181440:12345-0@lo:700: 00000100:00100000:1.0:1749393215.779494:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507181312:12345-0@lo:700: 00000100:00100000:3.0:1749393215.779527:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bf00 going to sleep for 0 seconds 00000100:00100000:3.0:1749393215.779533:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507181568:0@lo:700: 40000000:00080000:3.0:1749393215.779546:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393215.779549:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393215.779583:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 0 seconds 00000100:00100000:1.0:1749393215.779590:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e228a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507181696:0@lo:700: 40000000:00080000:1.0:1749393215.779604:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:3.0:1749393215.779605:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507181440:12345-0@lo:700: Request processed in 119us (330us total) trans 0 rc -11/-11 40000000:00020000:1.0:1749393215.779607:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393215.779613:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1749393215.779672:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507181312:12345-0@lo:700: Request processed in 178us (354us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393215.779681:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:3.0:1749393215.812210:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393215.812232:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507181824/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393220 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393215.812274:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393215.812329:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393215.812395:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507181824 00000100:00100000:1.0:1749393215.812404:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507181824 00000100:00100000:1.0:1749393215.812456:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1749393215.812466:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507181824:12345-0@lo:700: 40000000:00080000:1.0:1749393215.812489:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:1.0:1749393215.812492:0:10058:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393215.817124:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507181824:12345-0@lo:700: Request processed in 4657us (4847us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393215.817134:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1749393215.817200:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507181824/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393231 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393215.817232:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393215.828355:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507181952 00000100:00100000:1.0:1749393215.828364:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507181952 00000100:00100000:1.0:1749393215.828412:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1749393215.828419:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507181952:12345-0@lo:700: 40000000:00080000:1.0:1749393215.828438:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393215.828492:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507181952:12345-0@lo:700: Request processed in 73us (255us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393215.828500:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1749393216.044359:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507182208:0@lo:38: 00000100:00100000:3.0:1749393216.044407:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393216.044440:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507182336:0@lo:38: 00000100:00100000:3.0:1749393216.044460:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393216.044475:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507182592:0@lo:38: 00000100:00100000:3.0:1749393216.044493:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393216.044508:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507182720:0@lo:38: 00000100:00100000:3.0:1749393216.044523:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393216.044524:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507182336 00000100:00100000:1.0:1749393216.044534:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507182336 00000100:00100000:3.0:1749393216.044538:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507182848:0@lo:38: 00000100:00100000:3.0:1749393216.044554:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393216.044570:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507182720 00000100:00100000:1.0:1749393216.044574:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507182720 00000100:00100000:3.0:1749393216.044580:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507182976:0@lo:38: 00000100:00100000:1.0:1749393216.044588:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1749393216.044595:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507182208:12345-0@lo:38: 00000100:00100000:3.0:1749393216.044600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393216.044619:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393216.044622:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507182976 00000100:00100000:3.0:1749393216.044627:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507182976 00000100:00100000:3.0:1749393216.044644:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1749393216.044651:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507182720:12345-0@lo:38: 00010000:00020000:3.0:1749393216.044668:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393216.044674:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507182208:12345-0@lo:38: Request processed in 78us (266us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393216.044682:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1749393216.044698:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507182720:12345-0@lo:38: Request processed in 46us (173us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393216.044713:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1749393216.044718:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507182848:12345-0@lo:38: 00000100:00100000:3.0:1749393216.044723:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00010000:00020000:1.0:1749393216.044730:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393216.044755:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507182848:12345-0@lo:38: Request processed in 36us (200us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393216.044761:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00080000:1.0:1749393216.044794:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393216.044799:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393216.044803:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507182848:0@lo:38: 00000100:00080000:1.0:1749393216.044813:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393216.044816:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393216.044849:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507182976:0@lo:38: 00000100:00080000:1.0:1749393216.044861:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393216.044863:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393216.044867:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507182336:0@lo:38: 00000100:00080000:1.0:1749393216.044875:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393216.044878:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393216.044890:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507182592:0@lo:38: 00000100:00080000:1.0:1749393216.044902:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393216.044905:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393216.044908:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507182720:0@lo:38: 00000100:00080000:1.0:1749393216.044916:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393216.044918:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393216.044921:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507182208:0@lo:38: 00010000:00010000:3.0:1749393217.002245:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393217.780429:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507183360 00000100:00100000:1.0:1749393217.780439:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507183360 00000100:00100000:3.0:1749393217.780457:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507183488 00000100:00100000:3.0:1749393217.780466:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507183488 00000100:00100000:1.0:1749393217.780510:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1749393217.780520:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507183360:12345-0@lo:700: 00000100:00100000:3.0:1749393217.780523:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1749393217.780545:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507183488:12345-0@lo:700: 00000100:00100000:1.0:1749393217.780562:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 0 seconds 00000100:00100000:1.0:1749393217.780569:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507183616:0@lo:700: 40000000:00080000:1.0:1749393217.780583:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393217.780587:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393217.780621:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bf00 going to sleep for 0 seconds 00000100:00100000:3.0:1749393217.780629:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507183744:0@lo:700: 40000000:00080000:3.0:1749393217.780641:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393217.780644:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393217.780647:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507183360:12345-0@lo:700: Request processed in 128us (349us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393217.780656:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1749393217.780702:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507183488:12345-0@lo:700: Request processed in 158us (363us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393217.780711:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00010000:00010000:1.0:1749393218.004346:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1749393219.006394:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393219.781421:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507184128 00000100:00100000:3.0:1749393219.781433:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507184128 00000100:00100000:1.0:1749393219.781475:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507184000 00000100:00100000:1.0:1749393219.781484:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507184000 00000100:00100000:3.0:1749393219.781488:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1749393219.781500:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507184128:12345-0@lo:700: 00000100:00100000:1.0:1749393219.781528:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1749393219.781536:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507184000:12345-0@lo:700: 00000100:00100000:3.0:1749393219.781543:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bf00 going to sleep for 0 seconds 00000100:00100000:3.0:1749393219.781550:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507184256:0@lo:700: 40000000:00080000:3.0:1749393219.781566:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393219.781569:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393219.781615:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 0 seconds 00000100:00100000:1.0:1749393219.781622:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507184384:0@lo:700: 00000100:00100000:3.0:1749393219.781641:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507184128:12345-0@lo:700: Request processed in 143us (339us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749393219.781646:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393219.781650:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393219.781650:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1749393219.781711:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507184000:12345-0@lo:700: Request processed in 174us (339us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393219.781721:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1749393219.871854:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499703296 00000100:00100000:3.0:1749393219.871862:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499703296 00000100:00100000:3.0:1749393219.871905:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 253 00000100:00100000:3.0:1749393219.871914:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499703296:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393219.871958:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499703296:12345-192.168.203.32@tcp:400: Request processed in 45us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393219.871979:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 253 00010000:00010000:1.0:1749393220.008285:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1749393221.010317:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393221.052362:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507185152:0@lo:400: 00000100:00100000:1.0:1749393221.052388:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507184896:0@lo:38: 00000100:00100000:3.0:1749393221.052409:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393221.052440:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393221.052451:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507185536:0@lo:400: 00000100:00100000:1.0:1749393221.052471:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507185024:0@lo:38: 00000100:00100000:3.0:1749393221.052474:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393221.052493:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393221.052494:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393221.052500:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507185664:0@lo:400: 00000100:00100000:1.0:1749393221.052516:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507185280:0@lo:38: 00000100:00100000:3.0:1749393221.052519:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393221.052537:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393221.052543:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507185536 00000100:00100000:3.0:1749393221.052548:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507185536 00000100:00100000:1.0:1749393221.052553:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507185408:0@lo:38: 00000100:00100000:1.0:1749393221.052569:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393221.052581:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507185664 00000100:00100000:1.0:1749393221.052583:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507185792:0@lo:38: 00000100:00100000:3.0:1749393221.052584:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507185664 00000100:00100000:3.0:1749393221.052602:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1749393221.052606:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393221.052609:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507185536:12345-0@lo:400: 00000100:00100000:1.0:1749393221.052616:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507185920:0@lo:38: 00000100:00100000:1.0:1749393221.052637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393221.052649:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507185536:12345-0@lo:400: Request processed in 40us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393221.052658:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1749393221.052664:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507185920 00000100:00100000:1.0:1749393221.052669:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507185920 00000100:00100000:3.0:1749393221.052681:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1749393221.052686:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507185024:12345-0@lo:38: 00010000:00020000:3.0:1749393221.052703:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393221.052706:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1749393221.052715:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507185280:12345-0@lo:38: 00000100:00100000:3.0:1749393221.052726:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507185024:12345-0@lo:38: Request processed in 39us (232us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393221.052733:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00010000:00020000:1.0:1749393221.052741:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393221.052745:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:3.0:1749393221.052749:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507185920:12345-0@lo:38: 00000100:00100000:1.0:1749393221.052772:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507185280:12345-0@lo:38: Request processed in 58us (233us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393221.052772:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393221.052828:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1749393221.052832:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507185920:12345-0@lo:38: Request processed in 81us (195us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393221.052839:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00080000:1.0:1749393221.052867:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393221.052872:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:3.0:1749393221.052874:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e00f800 x1834371507185664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393221.052877:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507185280:0@lo:38: 00000100:00080000:1.0:1749393221.052885:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393221.052888:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393221.052888:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507185664:0@lo:400: 00000100:00100000:1.0:1749393221.052892:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507185408:0@lo:38: 00000100:00080000:1.0:1749393221.052900:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:3.0:1749393221.052900:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e00f100 x1834371507185536/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393221.052903:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393221.052906:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507185792:0@lo:38: 00000100:00100000:3.0:1749393221.052909:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507185536:0@lo:400: 00000100:00080000:1.0:1749393221.052914:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393221.052916:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393221.052919:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507185920:0@lo:38: 00000100:00080000:1.0:1749393221.052927:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393221.052930:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393221.052934:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507184896:0@lo:38: 00000100:00100000:3.0:1749393221.052934:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507185152:0@lo:400: 00000100:00080000:1.0:1749393221.052942:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393221.052945:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393221.052948:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507185024:0@lo:38: 00000100:00100000:1.0:1749393221.782449:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507186432 00000100:00100000:1.0:1749393221.782461:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507186432 00000100:00100000:3.0:1749393221.782485:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507186304 00000100:00100000:3.0:1749393221.782494:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507186304 00000100:00100000:1.0:1749393221.782524:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1749393221.782533:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507186432:12345-0@lo:700: 00000100:00100000:3.0:1749393221.782546:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1749393221.782555:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507186304:12345-0@lo:700: 00000100:00100000:1.0:1749393221.782592:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 0 seconds 00000100:00100000:1.0:1749393221.782600:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e228a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507186560:0@lo:700: 40000000:00080000:1.0:1749393221.782615:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393221.782618:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393221.782682:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914be40 going to sleep for 0 seconds 00000100:00100000:1.0:1749393221.782686:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507186432:12345-0@lo:700: Request processed in 154us (378us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393221.782690:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507186688:0@lo:700: 00000100:00100000:1.0:1749393221.782696:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 40000000:00080000:3.0:1749393221.782702:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393221.782705:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393221.782760:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507186304:12345-0@lo:700: Request processed in 206us (409us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393221.782769:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00010000:00010000:3.0:1749393223.014394:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393223.783336:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507187200:0@lo:700: 00000100:00100000:3.0:1749393223.783414:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393223.783440:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914be40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393223.783640:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507187072:0@lo:700: 00000100:00100000:3.0:1749393223.783701:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507187200:0@lo:700: 00010000:00010000:1.0:1749393224.016337:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393224.879722:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499703808 00000100:00100000:3.0:1749393224.879736:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499703808 00000100:00100000:3.0:1749393224.879832:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 309 00000100:00100000:3.0:1749393224.879841:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499703808:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393224.879865:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 266 last 0 00000100:00100000:3.0:1749393224.879938:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499703808:12345-192.168.203.32@tcp:38: Request processed in 95us (365us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393224.879947:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 309 00010000:00010000:3.0:1749393225.018353:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393225.784250:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e228a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507187968:0@lo:700: 00000100:00100000:3.0:1749393225.784250:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507187840:0@lo:700: 00000100:00100000:1.0:1749393225.784321:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393225.784362:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393225.784392:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 11 seconds 00000100:00100000:3.0:1749393225.784397:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914be40 going to sleep for 11 seconds 00000100:00080000:1.0:1749393225.784526:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393225.784696:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e228a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507187968:0@lo:700: 00000100:00100000:3.0:1749393225.784744:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507187840:0@lo:700: 00000100:00100000:3.0:1749393226.060315:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393226.060345:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507188352:0@lo:400: 00000100:00100000:3.0:1749393226.060431:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393226.060438:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507188480:0@lo:38: 00000100:00100000:1.0:1749393226.060489:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393226.060519:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507188608:0@lo:38: 00000100:00100000:3.0:1749393226.060525:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507188480 00000100:00100000:3.0:1749393226.060535:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507188480 00000100:00100000:1.0:1749393226.060538:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393226.060553:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507188864:0@lo:38: 00000100:00100000:3.0:1749393226.060566:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507188608 00000100:00100000:3.0:1749393226.060569:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507188608 00000100:00100000:1.0:1749393226.060570:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393226.060585:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507188864 00000100:00100000:3.0:1749393226.060588:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507188864 00000100:00100000:1.0:1749393226.060594:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507188992:0@lo:38: 00000100:00100000:3.0:1749393226.060605:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1749393226.060614:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507188480:12345-0@lo:38: 00000100:00100000:1.0:1749393226.060641:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393226.060644:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507188352:12345-0@lo:400: Request processed in 66us (214us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393226.060655:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393226.060658:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507189120:0@lo:38: 00000100:00100000:2.0:1749393226.060666:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1749393226.060683:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393226.060699:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507188736 00000100:00100000:2.0:1749393226.060704:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507188736 00000100:00100000:1.0:1749393226.060706:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507189248:0@lo:38: 00000100:00100000:3.0:1749393226.060707:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507188480:12345-0@lo:38: Request processed in 93us (217us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393226.060716:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1749393226.060724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393226.060726:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1749393226.060731:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507188736:12345-0@lo:400: 00000100:00100000:3.0:1749393226.060731:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507188992 00000100:00100000:3.0:1749393226.060734:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507188992 00000100:00100000:3.0:1749393226.060743:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507189120 00000100:00100000:3.0:1749393226.060745:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507189120 00000100:00080000:1.0:1749393226.060747:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393226.060785:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393226.060786:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507189248 00000100:00100000:3.0:1749393226.060789:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507189248 00000100:00100000:1.0:1749393226.060791:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507188480:0@lo:38: 00000100:00100000:3.0:1749393226.060799:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:3.0:1749393226.060803:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507188608:12345-0@lo:38: 00010000:00020000:3.0:1749393226.060817:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393226.060829:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1749393226.060835:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507188864:12345-0@lo:38: 00000100:00100000:2.0:1749393226.060842:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507188736:12345-0@lo:400: Request processed in 109us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393226.060850:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1749393226.060850:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507188608:12345-0@lo:38: Request processed in 44us (310us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393226.060854:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393226.060856:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:3.0:1749393226.060867:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1749393226.060872:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099548000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507188992:12345-0@lo:38: 00000100:00100000:2.0:1749393226.060874:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1749393226.060879:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507189120:12345-0@lo:38: 00000100:00100000:1.0:1749393226.060883:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507188864:12345-0@lo:38: Request processed in 47us (312us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393226.060883:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393226.060891:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00010000:00020000:2.0:1749393226.060895:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393226.060906:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:1.0:1749393226.060910:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099548700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507189248:12345-0@lo:38: 00010000:00020000:1.0:1749393226.060922:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393226.060923:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099548000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507188992:12345-0@lo:38: Request processed in 48us (280us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393226.060925:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507189120:12345-0@lo:38: Request processed in 45us (241us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393226.060930:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1749393226.060934:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1749393226.060940:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099548700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507189248:12345-0@lo:38: Request processed in 29us (215us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393226.060946:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1749393226.060963:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507188736:0@lo:400: 00000100:00080000:1.0:1749393226.060974:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393226.060975:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507188352:0@lo:400: 00000100:00080000:1.0:1749393226.060978:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393226.060982:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507188992:0@lo:38: 00000100:00080000:1.0:1749393226.060992:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393226.060994:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393226.060998:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507189120:0@lo:38: 00000100:00080000:1.0:1749393226.061005:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393226.061014:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393226.061019:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507189248:0@lo:38: 00000100:00080000:1.0:1749393226.061030:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393226.061032:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393226.061035:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507188608:0@lo:38: 00000100:00080000:1.0:1749393226.061042:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393226.061045:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393226.061048:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507188864:0@lo:38: 00000100:00100000:2.0:1749393226.817504:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507189760 00000100:00100000:2.0:1749393226.817516:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507189760 00000100:00100000:2.0:1749393226.817578:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1749393226.817587:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507189760:12345-0@lo:700: 40000000:00080000:2.0:1749393226.817633:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393226.817687:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507189760:12345-0@lo:700: Request processed in 100us (317us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393226.817696:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1749393226.828365:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507189888 00000100:00100000:2.0:1749393226.828374:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507189888 00000100:00100000:2.0:1749393226.828420:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1749393226.828438:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507189888:12345-0@lo:700: 40000000:00080000:2.0:1749393226.828457:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393226.828496:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507189888:12345-0@lo:700: Request processed in 60us (250us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393226.828504:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1749393227.484555:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507190016 00000100:00100000:2.0:1749393227.484566:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507190016 00000100:00100000:2.0:1749393227.484609:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1749393227.484618:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507190016:12345-0@lo:41: 00000004:00000024:2.0:1749393227.484654:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393227.484718:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507190016:12345-0@lo:41: Request processed in 99us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393227.484726:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1749393227.785257:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099548a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507190144:0@lo:700: 00000100:00100000:3.0:1749393227.785263:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507190272:0@lo:700: 00000100:00100000:1.0:1749393227.785339:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393227.785384:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393227.785410:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 11 seconds 00000100:00100000:3.0:1749393227.785417:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914be40 going to sleep for 11 seconds 00000100:00100000:2.0:1749393227.785467:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507190144 00000100:00100000:2.0:1749393227.785479:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507190144 00000100:00080000:1.0:1749393227.785551:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393227.785556:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1749393227.785566:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099548e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507190144:12345-0@lo:700: 00000100:00100000:2.0:1749393227.785608:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3dc00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393227.785615:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507190400:0@lo:700: 40000000:00080000:2.0:1749393227.785631:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393227.785634:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393227.785697:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099548e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507190144:12345-0@lo:700: Request processed in 133us (358us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393227.785706:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1749393227.785731:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099548a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507190144:0@lo:700: 00000100:00100000:3.0:1749393227.785850:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507190272:0@lo:700: 00010000:00010000:1.0:1749393228.024405:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1749393229.026376:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393229.786212:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099548a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507190912:0@lo:700: 00000100:00100000:3.0:1749393229.786213:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507190784:0@lo:700: 00000100:00100000:1.0:1749393229.786292:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393229.786337:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393229.786359:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 11 seconds 00000100:00100000:3.0:1749393229.786379:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914be40 going to sleep for 11 seconds 00000100:00100000:2.0:1749393229.786453:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507190784 00000100:00100000:2.0:1749393229.786462:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507190784 00000100:00080000:1.0:1749393229.786470:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393229.786513:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1749393229.786533:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507190784:12345-0@lo:700: 00000100:00100000:2.0:1749393229.786657:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef3dc00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393229.786664:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507191168:0@lo:700: 40000000:00080000:2.0:1749393229.786677:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393229.786680:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393229.786701:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099548a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507190912:0@lo:700: 00000100:00100000:2.0:1749393229.786754:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507190784:12345-0@lo:700: Request processed in 222us (418us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393229.786763:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1749393229.786784:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507190784:0@lo:700: 00000100:00100000:1.0:1749393229.887721:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499704320 00000100:00100000:1.0:1749393229.887753:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499704320 00000100:00100000:2.0:1749393229.887784:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499704064 00000100:00100000:2.0:1749393229.887793:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499704064 00000100:00100000:1.0:1749393229.887799:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 317 00000100:00100000:1.0:1749393229.887807:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499704320:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393229.887831:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 271 last 0 00000100:00100000:2.0:1749393229.887832:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 257 00000100:00100000:2.0:1749393229.887841:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499704064:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393229.887886:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499704064:12345-192.168.203.32@tcp:400: Request processed in 46us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393229.887892:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499704320:12345-192.168.203.32@tcp:38: Request processed in 84us (217us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393229.887894:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 257 00000100:00100000:1.0:1749393229.887901:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 317 00010000:00010000:2.0:1749393230.028304:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393230.636319:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507191424:0@lo:41: 00000100:00100000:3.0:1749393230.636379:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393230.636509:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507191424 00000100:00100000:2.0:1749393230.636520:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507191424 00000100:00100000:2.0:1749393230.636575:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1749393230.636583:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507191424:12345-0@lo:41: 00000004:00000024:2.0:1749393230.636617:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393230.636676:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507191424:12345-0@lo:41: Request processed in 93us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393230.636684:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1749393230.636714:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507191424:0@lo:41: 00010000:00010000:2.0:1749393231.030306:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393231.068344:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507191552:0@lo:400: 00000100:00100000:1.0:1749393231.068348:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507191680:0@lo:38: 00000100:00100000:1.0:1749393231.068424:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393231.068426:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393231.068488:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507191680 00000100:00100000:3.0:1749393231.068496:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507191680 00000100:00100000:1.0:1749393231.068509:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507191808:0@lo:38: 00000100:00100000:3.0:1749393231.068527:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1749393231.068532:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393231.068534:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507191680:12345-0@lo:38: 00000100:00100000:2.0:1749393231.068548:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507191552 00000100:00100000:1.0:1749393231.068549:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507192064:0@lo:38: 00000100:00100000:2.0:1749393231.068557:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507191552 00010000:00020000:3.0:1749393231.068559:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393231.068565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393231.068580:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507192192:0@lo:38: 00000100:00100000:1.0:1749393231.068598:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393231.068598:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507191680:12345-0@lo:38: Request processed in 63us (177us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393231.068607:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1749393231.068610:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1749393231.068618:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507191552:12345-0@lo:400: 00000100:00100000:3.0:1749393231.068619:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507191808 00000100:00100000:3.0:1749393231.068622:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507191808 00000100:00080000:1.0:1749393231.068626:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393231.068631:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393231.068633:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507192064 00000100:00100000:3.0:1749393231.068635:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507192064 00000100:00100000:1.0:1749393231.068636:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507191680:0@lo:38: 00000100:00100000:3.0:1749393231.068641:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507192192 00000100:00100000:3.0:1749393231.068644:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507192192 00000100:00100000:3.0:1749393231.068652:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1749393231.068653:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507192576:0@lo:38: 00000100:00100000:3.0:1749393231.068657:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099549500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507191808:12345-0@lo:38: 00000100:00100000:1.0:1749393231.068675:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393231.068675:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507191552:12345-0@lo:400: Request processed in 57us (250us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393231.068680:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393231.068682:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:1.0:1749393231.068687:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507192704:0@lo:38: 00000100:00100000:1.0:1749393231.068705:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393231.068706:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099549500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507191808:12345-0@lo:38: Request processed in 48us (173us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393231.068740:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00080000:1.0:1749393231.068744:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393231.068747:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393231.068751:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507191808:0@lo:38: 00000100:00100000:2.0:1749393231.068752:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507192704 00000100:00100000:3.0:1749393231.068754:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1749393231.068757:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507192704 00000100:00100000:3.0:1749393231.068758:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099549c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507192192:12345-0@lo:38: 00010000:00020000:3.0:1749393231.068770:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393231.068772:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1749393231.068778:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507192576:12345-0@lo:38: 00000100:00100000:1.0:1749393231.068780:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1749393231.068786:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009954a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507192704:12345-0@lo:38: 00010000:00020000:2.0:1749393231.068795:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393231.068804:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393231.068804:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099549c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507192192:12345-0@lo:38: Request processed in 44us (204us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393231.068810:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1749393231.068824:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507192576:12345-0@lo:38: Request processed in 46us (148us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393231.068832:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1749393231.068832:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507192448:0@lo:400: 00000100:00100000:1.0:1749393231.068848:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009954a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507192704:12345-0@lo:38: Request processed in 59us (140us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393231.068856:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1749393231.068858:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393231.068880:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507191936:0@lo:400: 00000100:00100000:1.0:1749393231.068903:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393231.068922:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099602d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507192960:0@lo:400: 00000100:00100000:3.0:1749393231.068928:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507191552:0@lo:400: 00000100:00100000:1.0:1749393231.068938:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393231.068944:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099602680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507192832:0@lo:400: 00000100:00100000:2.0:1749393231.068946:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507191936 00000100:00100000:2.0:1749393231.068951:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507191936 00000100:00080000:1.0:1749393231.068963:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393231.068969:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393231.068976:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00080000:1.0:1749393231.068979:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393231.068982:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009954a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507191936:12345-0@lo:400: 00000100:00080000:1.0:1749393231.068983:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393231.068987:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507192576:0@lo:38: 00000100:00080000:1.0:1749393231.068994:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393231.068995:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507192832 00000100:00080000:1.0:1749393231.068997:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393231.068999:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507192832 00000100:00100000:1.0:1749393231.069000:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507192704:0@lo:38: 00000100:00080000:1.0:1749393231.069009:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393231.069012:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393231.069015:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507192064:0@lo:38: 00000100:00100000:2.0:1749393231.069021:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009954a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507191936:12345-0@lo:400: Request processed in 39us (117us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393231.069022:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393231.069025:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393231.069028:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507192192:0@lo:38: 00000100:00100000:2.0:1749393231.069029:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1749393231.069035:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1749393231.069041:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507192832:12345-0@lo:400: 00000100:00080000:1.0:1749393231.069048:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393231.069062:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507191936:0@lo:400: 00000100:00100000:3.0:1749393231.069110:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507192832:12345-0@lo:400: Request processed in 68us (140us total) trans 0 rc 0/0 00010000:00080000:1.0:1749393231.069114:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099602d80 x1834371507192960/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393231.069118:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00010000:00080000:2.0:1749393231.069120:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099602680 x1834371507192832/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393231.069130:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507192320 00000100:00100000:3.0:1749393231.069133:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507192320 00000100:00100000:2.0:1749393231.069134:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099602680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507192832:0@lo:400: 00000100:00100000:1.0:1749393231.069142:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099602d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507192960:0@lo:400: 00000100:00100000:3.0:1749393231.069156:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00080000:1.0:1749393231.069161:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393231.069161:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507192320:12345-0@lo:400: 00000100:00100000:3.0:1749393231.069227:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507192320:12345-0@lo:400: Request processed in 65us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393231.069235:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00010000:00080000:3.0:1749393231.069264:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e04a680 x1834371507192448/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393231.069277:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507192448:0@lo:400: 00000100:00100000:1.0:1749393231.787251:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009954ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507193088:0@lo:700: 00000100:00100000:3.0:1749393231.787251:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507193216:0@lo:700: 00000100:00100000:1.0:1749393231.787325:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393231.787366:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393231.787395:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 11 seconds 00000100:00100000:3.0:1749393231.787400:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914be40 going to sleep for 11 seconds 00000100:00100000:2.0:1749393231.787451:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507193088 00000100:00100000:2.0:1749393231.787462:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507193088 00000100:00100000:2.0:1749393231.787524:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1749393231.787534:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009954b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507193088:12345-0@lo:700: 00000100:00100000:2.0:1749393231.787593:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e0c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393231.787601:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507193344:0@lo:700: 40000000:00080000:2.0:1749393231.787615:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393231.787618:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393231.787683:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009954b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507193088:12345-0@lo:700: Request processed in 150us (357us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393231.787692:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1749393231.787753:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009954ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507193088:0@lo:700: 00000100:00100000:3.0:1749393231.787825:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507193216:0@lo:700: 00010000:00010000:1.0:1749393232.032366:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393232.492325:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507193728:0@lo:41: 00000100:00100000:2.0:1749393232.492398:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393232.492666:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507193728:0@lo:41: 00010000:00010000:3.0:1749393233.034382:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393233.788236:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009954ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507193856:0@lo:700: 00000100:00100000:3.0:1749393233.788236:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507193984:0@lo:700: 00000100:00100000:1.0:1749393233.788319:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393233.788366:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393233.788391:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 11 seconds 00000100:00100000:3.0:1749393233.788407:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914be40 going to sleep for 11 seconds 00000100:00100000:2.0:1749393233.788493:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507193984 00000100:00100000:2.0:1749393233.788502:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507193984 00000100:00080000:1.0:1749393233.788534:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393233.788557:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1749393233.788566:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507193984:12345-0@lo:700: 00000100:00100000:2.0:1749393233.788656:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e0c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393233.788663:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507194240:0@lo:700: 40000000:00080000:2.0:1749393233.788674:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393233.788677:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393233.788726:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009954ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507193856:0@lo:700: 00000100:00100000:2.0:1749393233.788762:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507193984:12345-0@lo:700: Request processed in 196us (397us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393233.788771:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1749393233.788820:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507193984:0@lo:700: 00010000:00010000:2.0:1749393234.036377:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393234.895916:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499704448 00000100:00100000:1.0:1749393234.895929:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499704576 00000100:00100000:2.0:1749393234.895929:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499704448 00000100:00100000:1.0:1749393234.895940:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499704576 00000100:00100000:1.0:1749393234.895975:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499704704 00000100:00100000:1.0:1749393234.895979:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499704704 00000100:00100000:2.0:1749393234.895990:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 259 00000100:00100000:2.0:1749393234.896000:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499704448:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393234.896001:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 324 00000100:00100000:1.0:1749393234.896012:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499704576:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393234.896016:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 325 00000100:00100000:3.0:1749393234.896027:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499704704:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393234.896049:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 276 last 0 00010000:00080000:3.0:1749393234.896054:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 276 last 0 00000100:00100000:2.0:1749393234.896118:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499704448:12345-192.168.203.32@tcp:400: Request processed in 118us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393234.896128:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 259 00000100:00100000:3.0:1749393234.896147:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499704704:12345-192.168.203.32@tcp:38: Request processed in 118us (277us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393234.896155:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 325 00000100:00100000:1.0:1749393234.896168:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499704576:12345-192.168.203.32@tcp:38: Request processed in 154us (339us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393234.896182:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 324 00010000:00010000:2.0:1749393235.038333:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393235.644303:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393235.644337:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507194496:0@lo:41: 00000100:00100000:2.0:1749393235.644422:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393235.644753:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507194496:0@lo:41: 00000100:00100000:1.0:1749393235.789240:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009954ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507194624:0@lo:700: 00000100:00100000:3.0:1749393235.789240:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507194752:0@lo:700: 00000100:00100000:3.0:1749393235.789316:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393235.789360:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393235.789384:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914be40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393235.789394:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393235.789455:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507194624 00000100:00100000:2.0:1749393235.789466:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507194624 00000100:00080000:1.0:1749393235.789536:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393235.789564:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:2.0:1749393235.789577:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009954b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507194624:12345-0@lo:700: 00000100:00100000:2.0:1749393235.789739:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393235.789746:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507195008:0@lo:700: 40000000:00080000:2.0:1749393235.789757:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393235.789760:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393235.789762:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507194752:0@lo:700: 00000100:00100000:2.0:1749393235.789814:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009954b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507194624:12345-0@lo:700: Request processed in 241us (456us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393235.789822:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:1.0:1749393235.789850:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009954ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507194624:0@lo:700: 00010000:00010000:1.0:1749393236.040367:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393236.076307:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f138a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507195136:0@lo:400: 00000100:00100000:2.0:1749393236.076376:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393236.076377:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f139f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507195264:0@lo:38: 00000100:00100000:1.0:1749393236.076427:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393236.076446:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393236.076455:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507195520:0@lo:400: 00000100:00100000:1.0:1749393236.076460:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f138000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507195392:0@lo:38: 00000100:00100000:1.0:1749393236.076481:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393236.076482:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393236.076485:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507195136 00000100:00100000:3.0:1749393236.076497:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507195136 00000100:00100000:1.0:1749393236.076499:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507195648:0@lo:38: 00000100:00100000:1.0:1749393236.076516:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393236.076535:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507195264 00000100:00100000:1.0:1749393236.076547:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507195392 00000100:00100000:2.0:1749393236.076549:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507195264 00000100:00100000:1.0:1749393236.076552:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507195392 00000100:00100000:3.0:1749393236.076554:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1749393236.076568:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136babc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507195136:12345-0@lo:400: 00000100:00100000:2.0:1749393236.076573:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507195648 00000100:00100000:2.0:1749393236.076575:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507195648 00000100:00100000:1.0:1749393236.076590:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1749393236.076597:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009954ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507195264:12345-0@lo:38: 00000100:00100000:2.0:1749393236.076600:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:2.0:1749393236.076606:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009954bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507195392:12345-0@lo:38: 00010000:00020000:1.0:1749393236.076622:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393236.076630:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393236.076644:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136babc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507195136:12345-0@lo:400: Request processed in 78us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393236.076656:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1749393236.076658:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009954ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507195264:12345-0@lo:38: Request processed in 60us (231us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393236.076667:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:2.0:1749393236.076668:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009954bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507195392:12345-0@lo:38: Request processed in 60us (185us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393236.076676:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1749393236.076705:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1749393236.076710:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099548e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507195648:12345-0@lo:38: 00010000:00020000:1.0:1749393236.076721:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393236.076739:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f138a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507195136:0@lo:400: 00000100:00100000:1.0:1749393236.076745:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099548e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507195648:12345-0@lo:38: Request processed in 34us (228us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393236.076751:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1749393236.076767:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507196160:0@lo:400: 00000100:00100000:1.0:1749393236.076770:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507195776:0@lo:38: 00000100:00100000:2.0:1749393236.076770:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507196288:0@lo:400: 00000100:00100000:1.0:1749393236.076800:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393236.076802:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393236.076827:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507196288 00000100:00100000:3.0:1749393236.076833:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507196288 00000100:00100000:1.0:1749393236.076848:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507195904:0@lo:38: 00000100:00100000:2.0:1749393236.076850:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393236.076875:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393236.076877:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507196160 00000100:00100000:3.0:1749393236.076881:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507196160 00000100:00100000:2.0:1749393236.076883:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1749393236.076890:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507196032:0@lo:38: 00000100:00100000:2.0:1749393236.076892:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f138a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507196288:12345-0@lo:400: 00000100:00100000:1.0:1749393236.076905:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393236.076908:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1749393236.076917:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099602d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507196160:12345-0@lo:400: 00000100:00080000:1.0:1749393236.076929:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393236.076932:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f138a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507196288:12345-0@lo:400: Request processed in 42us (131us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393236.076933:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393236.076938:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507195648:0@lo:38: 00000100:00100000:2.0:1749393236.076939:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00080000:1.0:1749393236.076947:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393236.076950:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393236.076953:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f138000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507195392:0@lo:38: 00000100:00080000:1.0:1749393236.076961:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393236.076962:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507195904 00000100:00080000:1.0:1749393236.076964:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393236.076965:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507195904 00000100:00100000:1.0:1749393236.076967:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f139f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507195264:0@lo:38: 00000100:00100000:3.0:1749393236.076973:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099602d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507196160:12345-0@lo:400: Request processed in 55us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393236.076980:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1749393236.076984:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1749393236.076985:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e04aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507195776:12345-0@lo:38: 00000100:00080000:1.0:1749393236.076996:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:2.0:1749393236.076999:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393236.077008:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1749393236.077014:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507196032:12345-0@lo:38: 00000100:00100000:2.0:1749393236.077023:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e04aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507195776:12345-0@lo:38: Request processed in 37us (224us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393236.077029:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00010000:00020000:1.0:1749393236.077043:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1749393236.077069:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c3b80 x1834371507196288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393236.077125:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507196288:0@lo:400: 00000100:00100000:1.0:1749393236.077126:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507196032:12345-0@lo:38: Request processed in 110us (218us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393236.077133:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00080000:1.0:1749393236.077158:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393236.077161:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:2.0:1749393236.077162:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c3100 x1834371507196160/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393236.077165:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507195776:0@lo:38: 00000100:00100000:2.0:1749393236.077172:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507196160:0@lo:400: 00000100:00080000:1.0:1749393236.077174:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393236.077183:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393236.077188:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507195904:0@lo:38: 00000100:00100000:2.0:1749393236.077192:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507195520:0@lo:400: 00000100:00080000:1.0:1749393236.077199:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393236.077201:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393236.077205:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507196032:0@lo:38: 00010000:00010000:3.0:1749393237.042426:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393237.500603:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507196544 00000100:00100000:3.0:1749393237.500614:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507196544 00000100:00100000:3.0:1749393237.500712:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1749393237.500722:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507196544:12345-0@lo:41: 00000004:00000024:3.0:1749393237.500760:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393237.500822:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507196544:12345-0@lo:41: Request processed in 101us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393237.500830:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1749393237.790249:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e04bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507196672:0@lo:700: 00000100:00100000:3.0:1749393237.790249:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507196800:0@lo:700: 00000100:00100000:3.0:1749393237.790317:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393237.790361:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393237.790389:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b600 going to sleep for 11 seconds 00000100:00100000:1.0:1749393237.790398:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393237.790441:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507196800 00000100:00100000:2.0:1749393237.790452:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507196800 00000100:00080000:1.0:1749393237.790519:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393237.790520:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1749393237.790530:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507196800:12345-0@lo:700: 00000100:00100000:1.0:1749393237.790540:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:1.0:1749393237.790552:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507196672:12345-0@lo:700: 00000100:00100000:2.0:1749393237.790573:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393237.790580:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099602680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507196928:0@lo:700: 40000000:00080000:2.0:1749393237.790593:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393237.790597:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393237.790626:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393237.790633:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507197056:0@lo:700: 40000000:00080000:1.0:1749393237.790645:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393237.790648:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393237.790655:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507196800:12345-0@lo:700: Request processed in 127us (337us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393237.790664:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1749393237.790721:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507196672:12345-0@lo:700: Request processed in 171us (359us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393237.790730:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1749393237.790735:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507196800:0@lo:700: 00000100:00100000:1.0:1749393237.817414:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507197184 00000100:00100000:1.0:1749393237.817423:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507197184 00000100:00100000:1.0:1749393237.817457:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1749393237.817465:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507197184:12345-0@lo:700: 40000000:00080000:1.0:1749393237.817486:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393237.817542:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507197184:12345-0@lo:700: Request processed in 76us (258us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393237.817565:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1749393237.828359:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507197312 00000100:00100000:1.0:1749393237.828368:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507197312 00000100:00100000:1.0:1749393237.828401:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1749393237.828409:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507197312:12345-0@lo:700: 40000000:00080000:1.0:1749393237.828429:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393237.828485:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507197312:12345-0@lo:700: Request processed in 76us (241us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393237.828493:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00010000:00010000:2.0:1749393238.044407:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1749393239.046392:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393239.791252:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507197568:0@lo:700: 00000100:00100000:3.0:1749393239.791399:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393239.791425:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b600 going to sleep for 11 seconds 00000100:00100000:1.0:1749393239.791452:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507197696 00000100:00100000:1.0:1749393239.791464:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507197696 00000100:00100000:2.0:1749393239.791509:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507197568 00000100:00100000:2.0:1749393239.791518:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507197568 00000100:00100000:1.0:1749393239.791533:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:1.0:1749393239.791543:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507197696:12345-0@lo:700: 00000100:00100000:2.0:1749393239.791570:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1749393239.791579:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507197568:12345-0@lo:700: 00000100:00100000:1.0:1749393239.791585:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393239.791592:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e049500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507197824:0@lo:700: 40000000:00080000:1.0:1749393239.791608:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393239.791611:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393239.791649:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393239.791689:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099602680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507197952:0@lo:700: 00000100:00100000:1.0:1749393239.791699:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507197696:12345-0@lo:700: Request processed in 156us (370us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393239.791708:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 40000000:00080000:2.0:1749393239.791712:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393239.791715:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393239.791771:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507197568:12345-0@lo:700: Request processed in 192us (372us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393239.791780:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:3.0:1749393239.791801:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507197568:0@lo:700: 00000100:00100000:3.0:1749393239.903819:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499704832 00000100:00100000:3.0:1749393239.903829:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499704832 00000100:00100000:2.0:1749393239.903856:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499704960 00000100:00100000:2.0:1749393239.903865:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499704960 00000100:00100000:3.0:1749393239.903869:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 261 00000100:00100000:3.0:1749393239.903878:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499704832:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393239.903903:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499705088 00000100:00100000:2.0:1749393239.903906:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499705088 00000100:00100000:1.0:1749393239.903923:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 332 00000100:00100000:1.0:1749393239.903933:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499704960:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393239.903935:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 333 00000100:00100000:3.0:1749393239.903935:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499704832:12345-192.168.203.32@tcp:400: Request processed in 57us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393239.903943:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499705088:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393239.903943:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 261 00010000:00080000:1.0:1749393239.903963:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 281 last 0 00010000:00080000:2.0:1749393239.903967:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 281 last 0 00000100:00100000:2.0:1749393239.904016:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499705088:12345-192.168.203.32@tcp:38: Request processed in 72us (236us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393239.904022:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499704960:12345-192.168.203.32@tcp:38: Request processed in 89us (281us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393239.904024:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 333 00000100:00100000:1.0:1749393239.904044:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 332 00010000:00010000:1.0:1749393240.048331:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393240.652347:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099602680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507198208:0@lo:41: 00000100:00100000:1.0:1749393240.652392:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393240.652521:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507198208 00000100:00100000:3.0:1749393240.652530:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507198208 00000100:00100000:3.0:1749393240.652583:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:3.0:1749393240.652591:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507198208:12345-0@lo:41: 00000004:00000024:3.0:1749393240.652622:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393240.652727:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507198208:12345-0@lo:41: Request processed in 135us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393240.652735:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:1.0:1749393240.652766:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099602680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507198208:0@lo:41: 00010000:00010000:3.0:1749393241.050344:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393241.084323:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507198336:0@lo:400: 00000100:00100000:3.0:1749393241.084365:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507198720:0@lo:400: 00000100:00100000:2.0:1749393241.084368:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393241.084400:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507198464:0@lo:38: 00000100:00100000:3.0:1749393241.084410:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393241.084425:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507198336 00000100:00100000:2.0:1749393241.084431:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507198336 00000100:00100000:1.0:1749393241.084457:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393241.084457:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1749393241.084465:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507198336:12345-0@lo:400: 00000100:00100000:3.0:1749393241.084475:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507198720 00000100:00100000:3.0:1749393241.084481:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507198720 00000100:00100000:1.0:1749393241.084485:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507198592:0@lo:38: 00000100:00100000:2.0:1749393241.084502:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507198336:12345-0@lo:400: Request processed in 38us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393241.084511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393241.084511:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1749393241.084511:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:3.0:1749393241.084518:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507198720:12345-0@lo:400: 00000100:00100000:1.0:1749393241.084531:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507198848:0@lo:38: 00000100:00100000:2.0:1749393241.084537:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507198464 00000100:00100000:2.0:1749393241.084540:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507198464 00000100:00100000:1.0:1749393241.084552:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393241.084552:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507198592 00000100:00100000:3.0:1749393241.084562:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507198720:12345-0@lo:400: Request processed in 44us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393241.084563:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507198592 00000100:00100000:1.0:1749393241.084569:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507198976:0@lo:38: 00000100:00100000:3.0:1749393241.084569:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1749393241.084577:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507198848 00000100:00100000:2.0:1749393241.084580:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507198848 00000100:00100000:1.0:1749393241.084588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393241.084591:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507199744:0@lo:400: 00000100:00100000:2.0:1749393241.084592:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1749393241.084597:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507198464:12345-0@lo:38: 00000100:00100000:1.0:1749393241.084598:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507199360:0@lo:38: 00010000:00020000:2.0:1749393241.084615:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393241.084619:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393241.084619:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393241.084629:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507199488:0@lo:38: 00000100:00100000:3.0:1749393241.084684:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507198720:0@lo:400: 00000100:00100000:1.0:1749393241.084685:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393241.084692:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507198464:12345-0@lo:38: Request processed in 92us (234us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393241.084699:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1749393241.084701:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1749393241.084708:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393241.084708:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507199616:0@lo:400: 00000100:00100000:2.0:1749393241.084709:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507198976 00000100:00100000:2.0:1749393241.084712:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507198976 00000100:00080000:1.0:1749393241.084713:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393241.084717:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507198464:0@lo:38: 00000100:00100000:2.0:1749393241.084719:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507199488 00000100:00100000:2.0:1749393241.084722:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507199488 00000100:00100000:3.0:1749393241.084729:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393241.084730:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1749393241.084735:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e04ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507198592:12345-0@lo:38: 00010000:00020000:2.0:1749393241.084746:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393241.084749:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1749393241.084755:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e048380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507198976:12345-0@lo:38: 00000100:00100000:3.0:1749393241.084759:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1749393241.084765:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507199488:12345-0@lo:38: 00000100:00100000:2.0:1749393241.084772:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e04ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507198592:12345-0@lo:38: Request processed in 36us (264us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393241.084774:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393241.084778:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00010000:00020000:3.0:1749393241.084782:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393241.084788:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1749393241.084792:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507199360:12345-0@lo:38: 00010000:00020000:2.0:1749393241.084803:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393241.084810:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507199488:12345-0@lo:38: Request processed in 44us (125us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393241.084817:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1749393241.084820:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e048380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507198976:12345-0@lo:38: Request processed in 63us (229us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393241.084824:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507199360:12345-0@lo:38: Request processed in 31us (207us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393241.084828:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1749393241.084832:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:3.0:1749393241.084834:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507199744 00000100:00100000:3.0:1749393241.084838:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507199744 00000100:00100000:3.0:1749393241.084856:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507199616 00000100:00100000:3.0:1749393241.084858:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507199616 00000100:00080000:1.0:1749393241.084860:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393241.084860:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00080000:1.0:1749393241.084864:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393241.084867:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507199104:12345-0@lo:400: 00000100:00100000:1.0:1749393241.084868:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507198848:0@lo:38: 00000100:00080000:1.0:1749393241.084876:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393241.084878:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393241.084882:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507198976:0@lo:38: 00000100:00100000:3.0:1749393241.084886:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00080000:1.0:1749393241.084890:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393241.084892:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393241.084893:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507199232:12345-0@lo:400: 00000100:00100000:1.0:1749393241.084895:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507199360:0@lo:38: 00000100:00080000:1.0:1749393241.084904:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393241.084906:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393241.084910:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507199488:0@lo:38: 00000100:00100000:2.0:1749393241.084910:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507199104:12345-0@lo:400: Request processed in 44us (323us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393241.084918:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393241.084918:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00080000:1.0:1749393241.084921:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393241.084924:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507198592:0@lo:38: 00000100:00100000:3.0:1749393241.084926:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507199232:12345-0@lo:400: Request processed in 34us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393241.084932:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1749393241.084937:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507199616:12345-0@lo:400: 00000100:00100000:3.0:1749393241.084945:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1749393241.084960:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507199616:12345-0@lo:400: Request processed in 22us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393241.084966:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00010000:00080000:3.0:1749393241.084984:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880093b02a00 x1834371507199616/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393241.084997:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507199616:0@lo:400: 00010000:00080000:3.0:1749393241.085009:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e221180 x1834371507199744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393241.085019:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507199744:0@lo:400: 00000100:00100000:3.0:1749393241.792224:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507200000:0@lo:700: 00000100:00100000:3.0:1749393241.792300:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393241.792323:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393241.792380:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507199872 00000100:00100000:2.0:1749393241.792389:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507199872 00000100:00100000:2.0:1749393241.792431:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507200000 00000100:00100000:2.0:1749393241.792435:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507200000 00000100:00100000:1.0:1749393241.792444:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:1.0:1749393241.792458:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507199872:12345-0@lo:700: 00000100:00100000:2.0:1749393241.792467:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1749393241.792475:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507200000:12345-0@lo:700: 00000100:00100000:1.0:1749393241.792494:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393241.792500:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f138000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507200128:0@lo:700: 40000000:00080000:1.0:1749393241.792513:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393241.792524:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393241.792588:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e240 going to sleep for 0 seconds 00000100:00100000:1.0:1749393241.792592:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507199872:12345-0@lo:700: Request processed in 138us (329us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393241.792596:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099602680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507200256:0@lo:700: 00000100:00100000:1.0:1749393241.792601:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 40000000:00080000:2.0:1749393241.792607:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393241.792610:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393241.792706:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507200000:12345-0@lo:700: Request processed in 230us (405us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393241.792715:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1749393241.792742:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507200000:0@lo:700: 00000100:00100000:2.0:1749393242.508355:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507200512:0@lo:41: 00000100:00100000:2.0:1749393242.508427:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393242.508561:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507200512 00000100:00100000:3.0:1749393242.508573:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507200512 00000100:00100000:3.0:1749393242.508658:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:3.0:1749393242.508668:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099602680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507200512:12345-0@lo:41: 00000004:00000024:3.0:1749393242.508704:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393242.508769:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099602680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507200512:12345-0@lo:41: Request processed in 102us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393242.508777:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:2.0:1749393242.508807:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507200512:0@lo:41: 00010000:00010000:2.0:1749393243.054377:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393243.793217:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507200768:0@lo:700: 00000100:00100000:3.0:1749393243.793328:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393243.793362:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393243.793415:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507200640 00000100:00100000:2.0:1749393243.793435:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507200640 00000100:00100000:1.0:1749393243.793442:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507200768 00000100:00100000:1.0:1749393243.793451:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507200768 00000100:00100000:2.0:1749393243.793504:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1749393243.793514:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507200640:12345-0@lo:700: 00000100:00100000:1.0:1749393243.793523:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1749393243.793532:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507200768:12345-0@lo:700: 00000100:00100000:2.0:1749393243.793556:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393243.793563:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507200896:0@lo:700: 40000000:00080000:2.0:1749393243.793576:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393243.793580:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393243.793614:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393243.793621:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f138000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507201024:0@lo:700: 40000000:00080000:1.0:1749393243.793667:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393243.793670:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393243.793677:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507200640:12345-0@lo:700: Request processed in 163us (387us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393243.793686:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:1.0:1749393243.793725:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507200768:12345-0@lo:700: Request processed in 193us (396us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393243.793733:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1749393243.793757:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507200768:0@lo:700: 00000100:00100000:2.0:1749393244.911823:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499705344 00000100:00100000:2.0:1749393244.911834:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499705344 00000100:00100000:3.0:1749393244.911865:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499705216 00000100:00100000:2.0:1749393244.911874:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 340 00000100:00100000:2.0:1749393244.911882:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499705344:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393244.911886:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499705216 00010000:00080000:2.0:1749393244.911916:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 286 last 0 00000100:00100000:3.0:1749393244.911945:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 263 00000100:00100000:3.0:1749393244.911957:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499705216:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393244.911989:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499705344:12345-192.168.203.32@tcp:38: Request processed in 105us (309us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393244.911999:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 340 00000100:00100000:3.0:1749393244.912017:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499705216:12345-192.168.203.32@tcp:400: Request processed in 59us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393244.912030:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 263 00010000:00010000:3.0:1749393245.058321:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393245.660341:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393245.660370:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f138000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507201280:0@lo:41: 00000100:00100000:3.0:1749393245.660444:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393245.660854:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f138000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507201280:0@lo:41: 00000100:00100000:3.0:1749393245.794230:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507201408:0@lo:700: 00000100:00100000:3.0:1749393245.794275:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393245.794316:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f138000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507201536:0@lo:700: 00000100:00100000:3.0:1749393245.794333:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b540 going to sleep for 11 seconds 00000100:00100000:1.0:1749393245.794358:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393245.794385:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 11 seconds 00000100:00100000:2.0:1749393245.794441:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1749393245.794456:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507201408:12345-0@lo:700: 00000100:00080000:1.0:1749393245.794462:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393245.794500:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393245.794507:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507201664:0@lo:700: 40000000:00080000:2.0:1749393245.794520:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393245.794522:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393245.794588:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507201408:12345-0@lo:700: Request processed in 135us (312us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393245.794610:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:3.0:1749393245.794651:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507201408:0@lo:700: 00000100:00100000:1.0:1749393245.794702:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f138000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507201536:0@lo:700: 00010000:00010000:2.0:1749393246.060314:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393246.092333:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507201920:0@lo:400: 00000100:00100000:2.0:1749393246.092387:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393246.092421:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e22b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507202048:0@lo:38: 00000100:00100000:2.0:1749393246.092431:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749393246.092432:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507201920 00000100:00100000:2.0:1749393246.092438:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507202304:0@lo:400: 00000100:00100000:3.0:1749393246.092441:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507201920 00000100:00100000:2.0:1749393246.092466:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393246.092469:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393246.092484:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1749393246.092493:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507201920:12345-0@lo:400: 00000100:00100000:1.0:1749393246.092499:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507202176:0@lo:38: 00000100:00100000:2.0:1749393246.092500:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507202048 00000100:00100000:2.0:1749393246.092506:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507202048 00000100:00100000:1.0:1749393246.092518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393246.092526:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507202176 00000100:00100000:2.0:1749393246.092528:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507202176 00000100:00100000:2.0:1749393246.092542:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1749393246.092544:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507202432:0@lo:38: 00000100:00100000:2.0:1749393246.092548:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507202048:12345-0@lo:38: 00000100:00100000:3.0:1749393246.092550:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507201920:12345-0@lo:400: Request processed in 59us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393246.092558:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1749393246.092562:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749393246.092572:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393246.092591:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507202560:0@lo:38: 00000100:00100000:3.0:1749393246.092591:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507202944:0@lo:400: 00000100:00100000:2.0:1749393246.092601:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507202048:12345-0@lo:38: Request processed in 52us (134us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393246.092608:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1749393246.092639:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393246.092645:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393246.092646:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507202432 00000100:00100000:2.0:1749393246.092650:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507202432 00000100:00100000:1.0:1749393246.092656:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507202688:0@lo:38: 00000100:00100000:2.0:1749393246.092657:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507202560 00000100:00100000:2.0:1749393246.092659:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507202560 00000100:00100000:2.0:1749393246.092667:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1749393246.092671:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393246.092672:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f138000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507202176:12345-0@lo:38: 00000100:00100000:1.0:1749393246.092678:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393246.092678:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507203072:0@lo:400: 00010000:00020000:2.0:1749393246.092683:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393246.092691:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507202816:0@lo:38: 00000100:00100000:2.0:1749393246.092715:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f138000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507202176:12345-0@lo:38: Request processed in 42us (197us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393246.092719:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393246.092720:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393246.092722:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00080000:1.0:1749393246.092740:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393246.092742:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507202816 00000100:00080000:1.0:1749393246.092745:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393246.092746:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507202816 00000100:00100000:1.0:1749393246.092750:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e22b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507202048:0@lo:38: 00000100:00080000:1.0:1749393246.092759:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393246.092762:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393246.092762:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1749393246.092766:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507202176:0@lo:38: 00000100:00100000:3.0:1749393246.092768:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507202560:12345-0@lo:38: 00000100:00100000:2.0:1749393246.092772:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1749393246.092776:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507202688:12345-0@lo:38: 00010000:00020000:3.0:1749393246.092785:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393246.092790:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393246.092803:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1749393246.092809:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507202816:12345-0@lo:38: 00000100:00100000:3.0:1749393246.092818:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507202560:12345-0@lo:38: Request processed in 49us (178us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393246.092820:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507202688:12345-0@lo:38: Request processed in 43us (141us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393246.092827:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393246.092836:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1749393246.092840:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1749393246.092855:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507202816:12345-0@lo:38: Request processed in 44us (134us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393246.092857:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507202944 00000100:00100000:3.0:1749393246.092860:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507202944 00000100:00100000:1.0:1749393246.092862:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1749393246.092878:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507202304:0@lo:400: 00000100:00080000:1.0:1749393246.092881:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393246.092888:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507201920:0@lo:400: 00000100:00100000:3.0:1749393246.092888:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507203072 00000100:00100000:3.0:1749393246.092890:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507203072 00000100:00100000:1.0:1749393246.092896:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1749393246.092904:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507202944:12345-0@lo:400: 00000100:00100000:3.0:1749393246.092910:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1749393246.092915:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507203072:12345-0@lo:400: 00000100:00100000:1.0:1749393246.092939:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507202944:12345-0@lo:400: Request processed in 37us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393246.092946:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1749393246.092948:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507203072:12345-0@lo:400: Request processed in 32us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393246.092954:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00080000:1.0:1749393246.092961:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1749393246.092982:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995b5500 x1834371507203072/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393246.092996:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507203072:0@lo:400: 00010000:00080000:3.0:1749393246.093008:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995b5180 x1834371507202944/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393246.093017:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507202944:0@lo:400: 00010000:00010000:2.0:1749393247.062319:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393247.516490:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507203328 00000100:00100000:2.0:1749393247.516499:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507203328 00000100:00100000:2.0:1749393247.516546:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:2.0:1749393247.516554:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507203328:12345-0@lo:41: 00000004:00000024:2.0:1749393247.516583:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393247.516666:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507203328:12345-0@lo:41: Request processed in 112us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393247.516674:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1749393247.795218:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e229180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507203456:0@lo:700: 00000100:00100000:3.0:1749393247.795221:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507203584:0@lo:700: 00000100:00100000:1.0:1749393247.795261:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393247.795302:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393247.795319:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 11 seconds 00000100:00100000:3.0:1749393247.795336:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393247.795422:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507203584 00000100:00100000:2.0:1749393247.795431:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507203584 00000100:00080000:1.0:1749393247.795456:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393247.795482:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:2.0:1749393247.795490:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507203584:12345-0@lo:700: 00000100:00100000:2.0:1749393247.795593:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393247.795621:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507203840:0@lo:700: 40000000:00080000:2.0:1749393247.795632:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393247.795644:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393247.795659:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507203456:0@lo:700: 00000100:00100000:2.0:1749393247.795698:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507203584:12345-0@lo:700: Request processed in 208us (395us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393247.795708:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1749393247.795734:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507203584:0@lo:700: 00000100:00100000:2.0:1749393248.817368:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507204096 00000100:00100000:2.0:1749393248.817376:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507204096 00000100:00080000:1.0:1749393248.817405:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393248.817426:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1749393248.817435:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507204096:12345-0@lo:700: 40000000:00080000:2.0:1749393248.817458:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393248.817497:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507204096:12345-0@lo:700: Request processed in 63us (249us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393248.817505:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1749393248.828364:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507204224 00000100:00100000:2.0:1749393248.828373:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507204224 00000100:00080000:1.0:1749393248.828400:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393248.828424:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1749393248.828432:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507204224:12345-0@lo:700: 40000000:00080000:2.0:1749393248.828451:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393248.828490:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507204224:12345-0@lo:700: Request processed in 58us (244us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393248.828498:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00010000:00010000:3.0:1749393249.066319:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393249.796215:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507204352:0@lo:700: 00000100:00100000:3.0:1749393249.796254:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393249.796307:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393249.796378:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507204352 00000100:00100000:1.0:1749393249.796379:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507204480 00000100:00100000:2.0:1749393249.796387:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507204352 00000100:00100000:1.0:1749393249.796388:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507204480 00000100:00100000:2.0:1749393249.796439:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1749393249.796447:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1749393249.796449:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507204352:12345-0@lo:700: 00000100:00100000:1.0:1749393249.796456:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507204480:12345-0@lo:700: 00000100:00100000:2.0:1749393249.796481:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393249.796487:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507204608:0@lo:700: 40000000:00080000:2.0:1749393249.796498:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393249.796508:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393249.796539:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393249.796546:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e229180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507204736:0@lo:700: 40000000:00080000:1.0:1749393249.796557:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393249.796560:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393249.796564:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507204352:12345-0@lo:700: Request processed in 117us (309us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393249.796574:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1749393249.796634:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507204480:12345-0@lo:700: Request processed in 178us (281us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393249.796637:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507204352:0@lo:700: 00000100:00100000:1.0:1749393249.796643:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1749393249.919658:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499705728 00000100:00100000:2.0:1749393249.919667:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499705728 00000100:00100000:3.0:1749393249.919668:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499705600 00000100:00100000:3.0:1749393249.919677:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499705600 00000100:00100000:2.0:1749393249.919704:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499705856 00000100:00100000:2.0:1749393249.919707:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499705856 00000100:00100000:3.0:1749393249.919714:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 265 00000100:00100000:2.0:1749393249.919723:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 348 00000100:00100000:3.0:1749393249.919723:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499705600:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393249.919730:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499705728:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393249.919754:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 291 last 0 00000100:00100000:3.0:1749393249.919778:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499705600:12345-192.168.203.32@tcp:400: Request processed in 55us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393249.919786:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 265 00000100:00100000:2.0:1749393249.919804:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499705728:12345-192.168.203.32@tcp:38: Request processed in 73us (298us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393249.919813:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 348 00010000:00010000:2.0:1749393250.068306:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393250.668494:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507204992 00000100:00100000:2.0:1749393250.668503:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507204992 00000100:00100000:2.0:1749393250.668550:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1749393250.668558:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507204992:12345-0@lo:41: 00000004:00000024:2.0:1749393250.668609:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393250.668664:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507204992:12345-0@lo:41: Request processed in 106us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393250.668672:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00010000:00010000:2.0:1749393251.070314:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393251.100313:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507205120:0@lo:400: 00000100:00100000:3.0:1749393251.100361:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393251.100368:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507205504:0@lo:400: 00000100:00100000:1.0:1749393251.100395:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507205248:0@lo:38: 00000100:00100000:2.0:1749393251.100411:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393251.100413:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507205120 00000100:00100000:3.0:1749393251.100419:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507205120 00000100:00100000:1.0:1749393251.100440:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393251.100446:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1749393251.100454:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507205120:12345-0@lo:400: 00000100:00100000:2.0:1749393251.100455:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507205504 00000100:00100000:2.0:1749393251.100460:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507205504 00000100:00100000:1.0:1749393251.100468:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507205376:0@lo:38: 00000100:00100000:1.0:1749393251.100489:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393251.100493:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507205120:12345-0@lo:400: Request processed in 40us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393251.100498:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1749393251.100500:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1749393251.100503:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507205632:0@lo:38: 00000100:00100000:2.0:1749393251.100505:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507205504:12345-0@lo:400: 00000100:00100000:1.0:1749393251.100520:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393251.100528:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507206400:0@lo:400: 00000100:00100000:1.0:1749393251.100538:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507205760:0@lo:38: 00000100:00100000:2.0:1749393251.100550:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507205504:12345-0@lo:400: Request processed in 45us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393251.100554:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393251.100556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393251.100557:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1749393251.100607:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507205120:0@lo:400: 00000100:00100000:2.0:1749393251.100612:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507205632 00000100:00100000:1.0:1749393251.100614:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507206144:0@lo:38: 00000100:00100000:2.0:1749393251.100617:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507205632 00000100:00100000:2.0:1749393251.100630:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1749393251.100636:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507205248:12345-0@lo:38: 00000100:00100000:3.0:1749393251.100636:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393251.100637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393251.100644:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507206528:0@lo:400: 00000100:00100000:1.0:1749393251.100647:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507206272:0@lo:38: 00010000:00020000:2.0:1749393251.100654:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393251.100666:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393251.100673:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393251.100685:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507205248:12345-0@lo:38: Request processed in 49us (246us total) trans 0 rc -19/-19 00000100:02020000:1.0:1749393251.100688:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:2.0:1749393251.100692:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1749393251.100702:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507206144 00000100:00100000:3.0:1749393251.100704:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507206400 00000100:00100000:2.0:1749393251.100705:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507206144 00000100:00100000:3.0:1749393251.100708:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507206400 00000100:00100000:2.0:1749393251.100712:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507206272 00000100:00100000:2.0:1749393251.100714:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507206272 00000100:00100000:2.0:1749393251.100724:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1749393251.100728:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507205632:12345-0@lo:38: 00000100:00100000:3.0:1749393251.100732:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507206528 00000100:00100000:3.0:1749393251.100734:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507206528 00010000:00020000:2.0:1749393251.100738:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393251.100751:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1749393251.100757:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507205632:12345-0@lo:38: Request processed in 28us (235us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393251.100757:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507206400:12345-0@lo:400: 00000100:00100000:2.0:1749393251.100763:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1749393251.100772:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1749393251.100778:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507206144:12345-0@lo:38: 00010000:00020000:2.0:1749393251.100788:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393251.100789:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507206400:12345-0@lo:400: Request processed in 32us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393251.100796:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1749393251.100807:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1749393251.100812:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507206528:12345-0@lo:400: 00000100:00100000:2.0:1749393251.100826:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507206144:12345-0@lo:38: Request processed in 48us (189us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393251.100835:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507206528:12345-0@lo:400: Request processed in 23us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393251.100839:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1749393251.100841:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00080000:3.0:1749393251.100859:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393251.100877:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507205504:0@lo:400: 00010000:00080000:3.0:1749393251.100878:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099508000 x1834371507206528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393251.100892:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507206528:0@lo:400: 00000100:00100000:2.0:1749393251.100899:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507206016 00000100:00100000:2.0:1749393251.100902:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507206016 00010000:00080000:3.0:1749393251.100903:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995b4000 x1834371507206400/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393251.100912:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507206400:0@lo:400: 00000100:00100000:2.0:1749393251.100928:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00080000:3.0:1749393251.100928:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393251.100934:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507206016:12345-0@lo:400: 00000100:00100000:3.0:1749393251.100953:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507205888 00000100:00100000:3.0:1749393251.100964:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507205888 00000100:00100000:2.0:1749393251.100969:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507206016:12345-0@lo:400: Request processed in 36us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393251.100976:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1749393251.100987:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1749393251.100993:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507205888:12345-0@lo:400: 00000100:00080000:3.0:1749393251.100994:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393251.101016:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507205888:12345-0@lo:400: Request processed in 23us (74us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393251.101022:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00080000:1.0:1749393251.107822:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393251.107828:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393251.107834:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507205248:0@lo:38: 00000100:00080000:1.0:1749393251.107850:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393251.107853:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393251.107856:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507205376:0@lo:38: 00000100:00080000:1.0:1749393251.107864:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393251.107866:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393251.107869:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507205632:0@lo:38: 00000100:00080000:1.0:1749393251.107891:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393251.107894:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393251.107897:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507205760:0@lo:38: 00000100:00080000:1.0:1749393251.107904:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393251.107906:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393251.107910:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507206144:0@lo:38: 00000100:00080000:1.0:1749393251.107917:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393251.107919:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393251.107922:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507206272:0@lo:38: 00000100:00100000:3.0:1749393251.797253:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507206784:0@lo:700: 00000100:00100000:3.0:1749393251.797375:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393251.797412:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1749393251.797470:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507206656 00000100:00100000:1.0:1749393251.797481:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507206656 00000100:00100000:2.0:1749393251.797511:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507206784 00000100:00100000:2.0:1749393251.797520:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507206784 00000100:00100000:1.0:1749393251.797545:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1749393251.797554:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507206656:12345-0@lo:700: 00000100:00100000:2.0:1749393251.797595:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1749393251.797605:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507206784:12345-0@lo:700: 00000100:00100000:1.0:1749393251.797620:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393251.797628:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507206912:0@lo:700: 40000000:00080000:1.0:1749393251.797644:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393251.797647:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393251.797680:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393251.797687:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507207040:0@lo:700: 40000000:00080000:2.0:1749393251.797700:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393251.797702:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393251.797706:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507206656:12345-0@lo:700: Request processed in 152us (373us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393251.797715:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1749393251.797755:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507206784:12345-0@lo:700: Request processed in 151us (379us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393251.797764:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1749393251.797787:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507206784:0@lo:700: 00010000:00010000:1.0:1749393252.072395:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393252.524379:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507207296:0@lo:41: 00000100:00100000:2.0:1749393252.524452:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393252.524757:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507207296:0@lo:41: 00010000:00010000:3.0:1749393253.074406:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393253.798244:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507207552:0@lo:700: 00000100:00100000:3.0:1749393253.798317:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393253.798388:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393253.798452:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507207552 00000100:00100000:2.0:1749393253.798463:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507207552 00000100:00100000:1.0:1749393253.798485:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507207424 00000100:00100000:1.0:1749393253.798494:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507207424 00000100:00080000:3.0:1749393253.798532:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393253.798537:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:2.0:1749393253.798548:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507207552:12345-0@lo:700: 00000100:00100000:1.0:1749393253.798550:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1749393253.798584:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507207424:12345-0@lo:700: 00000100:00100000:2.0:1749393253.798615:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393253.798622:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507207680:0@lo:700: 40000000:00080000:2.0:1749393253.798637:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393253.798640:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393253.798700:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:2.0:1749393253.798703:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507207552:12345-0@lo:700: Request processed in 157us (386us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393253.798707:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507207808:0@lo:700: 00000100:00100000:2.0:1749393253.798713:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 40000000:00080000:1.0:1749393253.798721:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393253.798724:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393253.798742:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507207552:0@lo:700: 00000100:00100000:1.0:1749393253.798783:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507207424:12345-0@lo:700: Request processed in 224us (422us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393253.798791:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00010000:00010000:2.0:1749393254.076396:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393254.927905:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499705984 00000100:00100000:3.0:1749393254.927917:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499705984 00000100:00100000:2.0:1749393254.927919:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499706112 00000100:00100000:2.0:1749393254.927928:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499706112 00000100:00100000:3.0:1749393254.927968:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 267 00000100:00100000:3.0:1749393254.927978:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499705984:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393254.927980:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 356 00000100:00100000:2.0:1749393254.927988:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499706112:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393254.928017:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 296 last 0 00000100:00100000:3.0:1749393254.928044:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499705984:12345-192.168.203.32@tcp:400: Request processed in 68us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393254.928053:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 267 00000100:00100000:2.0:1749393254.928115:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499706112:12345-192.168.203.32@tcp:38: Request processed in 125us (303us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393254.928124:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 356 00010000:00010000:2.0:1749393255.078351:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393255.676376:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099509c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507208064:0@lo:41: 00000100:00100000:1.0:1749393255.676450:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393255.676770:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099509c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507208064:0@lo:41: 00000100:00100000:3.0:1749393255.799209:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507208320:0@lo:700: 00000100:00100000:3.0:1749393255.799296:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393255.799327:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749393255.799376:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507208192 00000100:00100000:1.0:1749393255.799385:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507208192 00000100:00100000:2.0:1749393255.799416:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507208320 00000100:00100000:2.0:1749393255.799425:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507208320 00000100:00100000:1.0:1749393255.799444:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00080000:3.0:1749393255.799452:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393255.799454:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507208192:12345-0@lo:700: 00000100:00100000:2.0:1749393255.799480:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1749393255.799492:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:2.0:1749393255.799498:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507208320:12345-0@lo:700: 00000100:00100000:1.0:1749393255.799499:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507208448:0@lo:700: 40000000:00080000:1.0:1749393255.799512:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393255.799515:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393255.799534:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393255.799540:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507208576:0@lo:700: 40000000:00080000:2.0:1749393255.799581:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:1.0:1749393255.799584:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507208192:12345-0@lo:700: Request processed in 131us (327us total) trans 0 rc -11/-11 40000000:00020000:2.0:1749393255.799584:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393255.799592:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1749393255.799638:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507208320:12345-0@lo:700: Request processed in 140us (341us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393255.799647:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:3.0:1749393255.799671:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507208320:0@lo:700: 00010000:00010000:1.0:1749393256.080345:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393256.108334:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099509f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507208704:0@lo:400: 00000100:00100000:3.0:1749393256.108405:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393256.108416:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507208832:0@lo:38: 00000100:00100000:2.0:1749393256.108416:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507209088:0@lo:400: 00000100:00100000:2.0:1749393256.108466:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393256.108468:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393256.108482:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507208704 00000100:00100000:3.0:1749393256.108489:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507208704 00000100:00100000:1.0:1749393256.108498:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507208960:0@lo:38: 00000100:00100000:2.0:1749393256.108514:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507208832 00000100:00100000:1.0:1749393256.108517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393256.108519:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507208832 00000100:00100000:3.0:1749393256.108526:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1749393256.108533:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507208704:12345-0@lo:400: 00000100:00100000:1.0:1749393256.108537:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507209216:0@lo:38: 00000100:00100000:2.0:1749393256.108567:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507208960 00000100:00100000:2.0:1749393256.108570:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507208960 00000100:00100000:2.0:1749393256.108588:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1749393256.108594:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507208832:12345-0@lo:38: 00000100:00100000:1.0:1749393256.108598:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749393256.108618:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393256.108620:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507208704:12345-0@lo:400: Request processed in 86us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393256.108623:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507209344:0@lo:38: 00000100:00100000:3.0:1749393256.108629:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1749393256.108647:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393256.108654:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507208832:12345-0@lo:38: Request processed in 60us (186us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393256.108658:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507209472:0@lo:38: 00000100:00100000:2.0:1749393256.108662:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1749393256.108671:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099509f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507208704:0@lo:400: 00000100:00100000:1.0:1749393256.108675:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393256.108676:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1749393256.108680:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507209216:12345-0@lo:38: 00000100:00100000:1.0:1749393256.108684:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507209600:0@lo:38: 00000100:00100000:1.0:1749393256.108698:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749393256.108702:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393256.108706:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507209472 00000100:00100000:3.0:1749393256.108710:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507209472 00000100:00080000:1.0:1749393256.108719:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393256.108720:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507209600 00000100:00100000:3.0:1749393256.108722:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507209600 00000100:00080000:1.0:1749393256.108730:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393256.108731:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507209216:12345-0@lo:38: Request processed in 50us (133us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393256.108732:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1749393256.108736:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507208832:0@lo:38: 00000100:00100000:3.0:1749393256.108737:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507209344:12345-0@lo:38: 00000100:00100000:2.0:1749393256.108738:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00080000:1.0:1749393256.108748:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393256.108751:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:3.0:1749393256.108753:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393256.108755:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507208960:0@lo:38: 00000100:00100000:2.0:1749393256.108769:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1749393256.108774:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507209600:12345-0@lo:38: 00000100:00080000:1.0:1749393256.108775:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393256.108778:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393256.108781:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507209216:0@lo:38: 00000100:00100000:3.0:1749393256.108781:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507209344:12345-0@lo:38: Request processed in 43us (132us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393256.108787:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393256.108788:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00080000:1.0:1749393256.108790:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393256.108792:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393256.108795:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507209344:0@lo:38: 00000100:00080000:1.0:1749393256.108803:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393256.108806:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393256.108807:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099509c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507209728:0@lo:400: 00000100:00100000:1.0:1749393256.108809:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507209472:0@lo:38: 00000100:00100000:2.0:1749393256.108813:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507209600:12345-0@lo:38: Request processed in 38us (114us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393256.108816:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393256.108818:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393256.108819:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1749393256.108822:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507209600:0@lo:38: 00000100:00100000:3.0:1749393256.108830:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393256.108850:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507209856:0@lo:400: 00000100:00100000:2.0:1749393256.108851:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507209728 00000100:00100000:2.0:1749393256.108855:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507209728 00000100:00080000:3.0:1749393256.108873:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393256.108875:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393256.108885:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507209856 00000100:00100000:2.0:1749393256.108888:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507209856 00000100:00100000:3.0:1749393256.108892:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1749393256.108900:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507209728:12345-0@lo:400: 00000100:00100000:2.0:1749393256.108908:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1749393256.108914:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507209856:12345-0@lo:400: 00000100:00100000:3.0:1749393256.108935:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507209728:12345-0@lo:400: Request processed in 36us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393256.108942:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1749393256.108948:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507209856:12345-0@lo:400: Request processed in 34us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393256.108955:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00080000:3.0:1749393256.108957:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1749393256.108972:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099508a80 x1834371507209856/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393256.108986:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507209856:0@lo:400: 00010000:00080000:3.0:1749393256.108987:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099509c00 x1834371507209728/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393256.109001:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099509c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507209728:0@lo:400: 00010000:00010000:2.0:1749393257.082369:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393257.532341:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507210112:0@lo:41: 00000100:00100000:3.0:1749393257.532413:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393257.532478:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507210112 00000100:00100000:2.0:1749393257.532489:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507210112 00000100:00100000:2.0:1749393257.532560:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1749393257.532570:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507210112:12345-0@lo:41: 00000004:00000024:2.0:1749393257.532608:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393257.532668:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507210112:12345-0@lo:41: Request processed in 99us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393257.532676:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1749393257.532711:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507210112:0@lo:41: 00000100:00100000:3.0:1749393257.800219:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507210368:0@lo:700: 00000100:00100000:3.0:1749393257.800265:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393257.800327:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1749393257.800391:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507210368 00000100:00100000:2.0:1749393257.800401:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507210368 00000100:00100000:1.0:1749393257.800426:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507210240 00000100:00100000:1.0:1749393257.800445:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507210240 00000100:00100000:2.0:1749393257.800464:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00080000:3.0:1749393257.800468:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393257.800473:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507210368:12345-0@lo:700: 00000100:00100000:1.0:1749393257.800487:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:1.0:1749393257.800495:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507210240:12345-0@lo:700: 00000100:00100000:2.0:1749393257.800522:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393257.800558:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507210496:0@lo:700: 40000000:00080000:2.0:1749393257.800571:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393257.800574:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393257.800632:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507210368:12345-0@lo:700: Request processed in 160us (366us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393257.800636:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:2.0:1749393257.800642:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1749393257.800644:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507210624:0@lo:700: 40000000:00080000:1.0:1749393257.800657:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393257.800660:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393257.800671:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507210368:0@lo:700: 00000100:00100000:1.0:1749393257.800719:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507210240:12345-0@lo:700: Request processed in 223us (411us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393257.800728:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00010000:00010000:3.0:1749393258.084354:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1749393259.086371:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393259.801223:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507211008:0@lo:700: 00000100:00100000:3.0:1749393259.801303:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393259.801377:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393259.801448:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507211008 00000100:00100000:1.0:1749393259.801459:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507211008 00000100:00100000:2.0:1749393259.801483:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507210880 00000100:00100000:2.0:1749393259.801492:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507210880 00000100:00100000:1.0:1749393259.801556:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00080000:3.0:1749393259.801564:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393259.801566:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1749393259.801567:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507211008:12345-0@lo:700: 00000100:00100000:2.0:1749393259.801576:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507210880:12345-0@lo:700: 00000100:00100000:1.0:1749393259.801611:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393259.801619:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507211136:0@lo:700: 40000000:00080000:1.0:1749393259.801635:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393259.801638:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393259.801700:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e240 going to sleep for 0 seconds 00000100:00100000:1.0:1749393259.801703:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507211008:12345-0@lo:700: Request processed in 138us (400us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393259.801708:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507211264:0@lo:700: 00000100:00100000:1.0:1749393259.801713:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 40000000:00080000:2.0:1749393259.801719:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393259.801723:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393259.801738:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507211008:0@lo:700: 00000100:00100000:2.0:1749393259.801779:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507210880:12345-0@lo:700: Request processed in 204us (421us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393259.801788:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1749393259.817371:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507211392 00000100:00100000:2.0:1749393259.817380:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507211392 00000100:00080000:3.0:1749393259.817405:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393259.817427:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1749393259.817437:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507211392:12345-0@lo:700: 40000000:00080000:2.0:1749393259.817457:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:2.0:1749393259.817461:0:9568:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393259.822115:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507211392:12345-0@lo:700: Request processed in 4678us (4862us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393259.822135:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1749393259.828359:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507211520 00000100:00100000:2.0:1749393259.828368:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507211520 00000100:00080000:3.0:1749393259.828406:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393259.828416:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:2.0:1749393259.828424:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507211520:12345-0@lo:700: 40000000:00080000:2.0:1749393259.828444:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393259.828496:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507211520:12345-0@lo:700: Request processed in 71us (249us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393259.828504:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1749393259.935782:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499706496 00000100:00100000:3.0:1749393259.935791:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499706496 00000100:00100000:2.0:1749393259.935825:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499706368 00000100:00100000:2.0:1749393259.935834:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499706368 00000100:00100000:3.0:1749393259.935840:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 365 00000100:00100000:3.0:1749393259.935848:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499706496:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393259.935871:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 301 last 0 00000100:00100000:2.0:1749393259.935875:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 269 00000100:00100000:2.0:1749393259.935883:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499706368:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393259.935928:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499706496:12345-192.168.203.32@tcp:38: Request processed in 79us (273us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393259.935940:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499706368:12345-192.168.203.32@tcp:400: Request processed in 57us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393259.935946:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 365 00000100:00100000:2.0:1749393259.935950:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 269 00010000:00010000:1.0:1749393260.088375:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393260.684577:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507211776 00000100:00100000:2.0:1749393260.684589:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507211776 00000100:00100000:2.0:1749393260.684646:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1749393260.684655:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507211776:12345-0@lo:41: 00000004:00000024:2.0:1749393260.684692:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393260.684755:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507211776:12345-0@lo:41: Request processed in 100us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393260.684764:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00010000:00010000:2.0:1749393261.090309:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393261.116369:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507211904:0@lo:400: 00000100:00100000:1.0:1749393261.116385:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507212032:0@lo:38: 00000100:00100000:1.0:1749393261.116460:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393261.116467:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393261.116593:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507211904 00000100:00100000:2.0:1749393261.116600:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507212032 00000100:00100000:3.0:1749393261.116603:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507211904 00000100:00100000:1.0:1749393261.116606:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507212160:0@lo:38: 00000100:00100000:2.0:1749393261.116618:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507212032 00000100:00100000:1.0:1749393261.116632:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393261.116649:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507212160 00000100:00100000:2.0:1749393261.116652:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507212160 00000100:00100000:3.0:1749393261.116653:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1749393261.116664:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507211904:12345-0@lo:400: 00000100:00100000:1.0:1749393261.116665:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507212416:0@lo:38: 00000100:00100000:2.0:1749393261.116668:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1749393261.116675:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507212032:12345-0@lo:38: 00000100:00100000:1.0:1749393261.116685:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393261.116700:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507212544:0@lo:38: 00010000:00020000:2.0:1749393261.116700:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393261.116723:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393261.116727:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507211904:12345-0@lo:400: Request processed in 63us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393261.116739:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:2.0:1749393261.116749:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507212032:12345-0@lo:38: Request processed in 74us (290us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393261.116756:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393261.116757:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00080000:1.0:1749393261.116760:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393261.116766:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507212032:0@lo:38: 00000100:00100000:2.0:1749393261.116769:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507212416 00000100:00100000:2.0:1749393261.116772:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507212416 00000100:00100000:2.0:1749393261.116779:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507212544 00000100:00100000:2.0:1749393261.116781:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507212544 00000100:00100000:1.0:1749393261.116785:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507212928:0@lo:38: 00000100:00100000:3.0:1749393261.116787:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1749393261.116795:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507212160:12345-0@lo:38: 00000100:00100000:2.0:1749393261.116803:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1749393261.116804:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393261.116808:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507212416:12345-0@lo:38: 00000100:00100000:1.0:1749393261.116815:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507213056:0@lo:38: 00010000:00020000:3.0:1749393261.116819:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393261.116822:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393261.116834:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393261.116855:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507212416:12345-0@lo:38: Request processed in 46us (170us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393261.116856:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393261.116859:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393261.116862:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507212416:0@lo:38: 00000100:00100000:2.0:1749393261.116862:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1749393261.116863:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507212160:12345-0@lo:38: Request processed in 66us (228us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393261.116869:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507213056 00000100:00100000:2.0:1749393261.116872:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507213056 00000100:00100000:3.0:1749393261.116874:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:02020000:1.0:1749393261.116877:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:3.0:1749393261.116895:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1749393261.116901:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1749393261.116902:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507212928:12345-0@lo:38: 00000100:00100000:2.0:1749393261.116905:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507213056:12345-0@lo:38: 00010000:00020000:3.0:1749393261.116918:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393261.116923:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393261.116951:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507212928:12345-0@lo:38: Request processed in 50us (147us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393261.116952:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507213056:12345-0@lo:38: Request processed in 45us (117us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393261.116958:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1749393261.116962:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1749393261.116981:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507212672 00000100:00100000:2.0:1749393261.116985:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507212800 00000100:00100000:3.0:1749393261.116985:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507212672 00000100:00100000:2.0:1749393261.116994:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507212800 00000100:00100000:3.0:1749393261.117017:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1749393261.117040:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1749393261.117042:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507212672:12345-0@lo:400: 00000100:00100000:2.0:1749393261.117046:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507212800:12345-0@lo:400: 00000100:00100000:2.0:1749393261.117146:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507212800:12345-0@lo:400: Request processed in 100us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393261.117149:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507212672:12345-0@lo:400: Request processed in 105us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393261.117153:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1749393261.117161:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1749393261.117164:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507213312 00000100:00100000:2.0:1749393261.117167:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507213312 00000100:00100000:2.0:1749393261.117181:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1749393261.117186:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507213312:12345-0@lo:400: 00000100:00080000:3.0:1749393261.117197:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749393261.117202:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393261.117214:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507213312:12345-0@lo:400: Request processed in 28us (70us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393261.117220:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1749393261.117247:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507211904:0@lo:400: 00000100:00100000:2.0:1749393261.117252:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507212288 00000100:00100000:2.0:1749393261.117255:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507212288 00000100:00100000:2.0:1749393261.117274:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1749393261.117280:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507212288:12345-0@lo:400: 00000100:00100000:3.0:1749393261.117292:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507213184 00000100:00100000:3.0:1749393261.117298:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507213184 00000100:00100000:2.0:1749393261.117306:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507212288:12345-0@lo:400: Request processed in 26us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393261.117312:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1749393261.117328:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1749393261.117334:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507213184:12345-0@lo:400: 00000100:00080000:3.0:1749393261.117338:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393261.117359:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507213184:12345-0@lo:400: Request processed in 25us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393261.117364:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00010000:00080000:3.0:1749393261.117388:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009945d500 x1834371507213184/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393261.117405:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507213184:0@lo:400: 00000100:00080000:1.0:1749393261.121341:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393261.121345:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393261.121350:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507212160:0@lo:38: 00000100:00080000:1.0:1749393261.121365:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393261.121368:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393261.121371:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507212544:0@lo:38: 00000100:00080000:1.0:1749393261.121388:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393261.121390:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393261.121394:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507212928:0@lo:38: 00000100:00080000:1.0:1749393261.121413:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393261.121415:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393261.121419:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507213056:0@lo:38: 00000100:00100000:3.0:1749393261.802275:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507213568:0@lo:700: 00000100:00100000:3.0:1749393261.802355:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393261.802481:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50300 going to sleep for 11 seconds 00000100:00100000:2.0:1749393261.802532:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507213568 00000100:00100000:2.0:1749393261.802543:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507213568 00000100:00100000:1.0:1749393261.802589:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507213440 00000100:00100000:1.0:1749393261.802598:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507213440 00000100:00100000:2.0:1749393261.802609:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1749393261.802618:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507213568:12345-0@lo:700: 00000100:00100000:1.0:1749393261.802635:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1749393261.802643:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507213440:12345-0@lo:700: 00000100:00100000:2.0:1749393261.802661:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393261.802669:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507213696:0@lo:700: 40000000:00080000:2.0:1749393261.802683:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393261.802686:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393261.802720:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393261.802727:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507213824:0@lo:700: 40000000:00080000:1.0:1749393261.802742:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393261.802745:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393261.802750:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507213568:12345-0@lo:700: Request processed in 132us (396us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393261.802759:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1749393261.802804:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507213440:12345-0@lo:700: Request processed in 160us (362us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393261.802813:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:3.0:1749393261.802831:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507213568:0@lo:700: 00000100:00100000:2.0:1749393262.321276:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393262.540545:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507214080 00000100:00100000:2.0:1749393262.540557:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507214080 00000100:00100000:2.0:1749393262.540617:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1749393262.540626:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507214080:12345-0@lo:41: 00000004:00000024:2.0:1749393262.540660:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393262.540721:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507214080:12345-0@lo:41: Request processed in 95us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393262.540729:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00010000:00010000:2.0:1749393263.094326:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393263.321183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393263.803231:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507214336:0@lo:700: 00000100:00100000:3.0:1749393263.803355:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393263.803400:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50300 going to sleep for 11 seconds 00000100:00100000:1.0:1749393263.803437:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507214208 00000100:00100000:1.0:1749393263.803448:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507214208 00000100:00100000:2.0:1749393263.803477:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507214336 00000100:00100000:2.0:1749393263.803511:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507214336 00000100:00080000:3.0:1749393263.803548:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393263.803564:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:1.0:1749393263.803575:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507214208:12345-0@lo:700: 00000100:00100000:2.0:1749393263.803582:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1749393263.803591:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507214336:12345-0@lo:700: 00000100:00100000:1.0:1749393263.803619:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393263.803627:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507214464:0@lo:700: 40000000:00080000:1.0:1749393263.803643:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393263.803646:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393263.803705:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393263.803712:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507214208:12345-0@lo:700: Request processed in 139us (402us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393263.803713:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507214592:0@lo:700: 00000100:00100000:1.0:1749393263.803721:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 40000000:00080000:2.0:1749393263.803724:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393263.803736:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393263.803794:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507214336:12345-0@lo:700: Request processed in 204us (441us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393263.803804:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1749393263.803865:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507214336:0@lo:700: 00000100:00100000:2.0:1749393264.321174:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393264.943921:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499706752 00000100:00100000:3.0:1749393264.943936:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499706752 00000100:00100000:2.0:1749393264.943991:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499706880 00000100:00100000:2.0:1749393264.944000:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499706880 00000100:00100000:3.0:1749393264.944002:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 271 00000100:00100000:1.0:1749393264.944010:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499707008 00000100:00100000:3.0:1749393264.944017:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499706752:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393264.944019:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499707008 00000100:00100000:2.0:1749393264.944035:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 372 00000100:00100000:2.0:1749393264.944043:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499706880:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393264.944106:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 306 last 0 00000100:00100000:1.0:1749393264.944118:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 373 00000100:00100000:1.0:1749393264.944127:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499707008:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393264.944152:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 306 last 0 00000100:00100000:2.0:1749393264.944185:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499706880:12345-192.168.203.32@tcp:38: Request processed in 140us (375us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393264.944189:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499706752:12345-192.168.203.32@tcp:400: Request processed in 171us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393264.944195:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 372 00000100:00100000:1.0:1749393264.944202:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499707008:12345-192.168.203.32@tcp:38: Request processed in 75us (347us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393264.944204:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 271 00000100:00100000:1.0:1749393264.944211:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 373 00010000:00010000:2.0:1749393265.098312:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393265.321217:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393265.692359:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507214848:0@lo:41: 00000100:00100000:1.0:1749393265.692432:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393265.692529:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507214848 00000100:00100000:2.0:1749393265.692540:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507214848 00000100:00100000:2.0:1749393265.692599:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1749393265.692608:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507214848:12345-0@lo:41: 00000004:00000024:2.0:1749393265.692646:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393265.692706:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507214848:12345-0@lo:41: Request processed in 98us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393265.692714:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1749393265.692750:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507214848:0@lo:41: 00000100:00100000:3.0:1749393265.804222:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507215104:0@lo:700: 00000100:00100000:3.0:1749393265.804317:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393265.804342:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50240 going to sleep for 11 seconds 00000100:00100000:2.0:1749393265.804390:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507214976 00000100:00100000:2.0:1749393265.804398:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507214976 00000100:00100000:1.0:1749393265.804426:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507215104 00000100:00100000:1.0:1749393265.804436:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507215104 00000100:00100000:2.0:1749393265.804455:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:2.0:1749393265.804465:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507214976:12345-0@lo:700: 00000100:00080000:3.0:1749393265.804465:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393265.804525:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:1.0:1749393265.804535:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507215104:12345-0@lo:700: 00000100:00100000:2.0:1749393265.804537:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393265.804556:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507215232:0@lo:700: 40000000:00080000:2.0:1749393265.804569:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393265.804572:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393265.804609:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:2.0:1749393265.804615:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507214976:12345-0@lo:700: Request processed in 152us (347us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393265.804616:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507215360:0@lo:700: 00000100:00100000:2.0:1749393265.804625:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 40000000:00080000:1.0:1749393265.804630:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393265.804633:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393265.804686:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507215104:12345-0@lo:700: Request processed in 153us (368us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393265.804695:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:3.0:1749393265.804725:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507215104:0@lo:700: 00000100:00100000:3.0:1749393266.124366:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507215488:0@lo:400: 00000100:00100000:3.0:1749393266.124413:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393266.124438:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507215872:0@lo:400: 00000100:00100000:1.0:1749393266.124443:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507215616:0@lo:38: 00000100:00100000:3.0:1749393266.124468:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507215488 00000100:00100000:3.0:1749393266.124506:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507215488 00000100:00100000:2.0:1749393266.124529:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393266.124534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393266.124541:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:3.0:1749393266.124548:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507215488:12345-0@lo:400: 00000100:00100000:1.0:1749393266.124564:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507215744:0@lo:38: 00000100:00100000:2.0:1749393266.124570:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507215872 00000100:00100000:2.0:1749393266.124576:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507215872 00000100:00100000:3.0:1749393266.124589:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507215488:12345-0@lo:400: Request processed in 41us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393266.124596:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1749393266.124602:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1749393266.124603:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393266.124609:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507215872:12345-0@lo:400: 00000100:00100000:1.0:1749393266.124627:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507216000:0@lo:38: 00000100:00100000:3.0:1749393266.124630:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507215488:0@lo:400: 00000100:00100000:1.0:1749393266.124644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393266.124651:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507215872:12345-0@lo:400: Request processed in 43us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393266.124659:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507216128:0@lo:38: 00000100:00100000:2.0:1749393266.124660:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1749393266.124661:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507216512:0@lo:400: 00000100:00100000:1.0:1749393266.124685:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393266.124687:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507215872:0@lo:400: 00000100:00100000:1.0:1749393266.124699:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507216256:0@lo:38: 00000100:00100000:2.0:1749393266.124706:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507216640 00000100:00100000:2.0:1749393266.124710:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507216640 00000100:00100000:3.0:1749393266.124710:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507215616 00000100:00100000:3.0:1749393266.124714:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507215616 00000100:00100000:1.0:1749393266.124716:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393266.124730:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507216384:0@lo:38: 00000100:00100000:3.0:1749393266.124730:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507215744 00000100:00100000:3.0:1749393266.124732:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507215744 00000100:00100000:2.0:1749393266.124737:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1749393266.124739:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507216128 00000100:00100000:2.0:1749393266.124742:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507216640:12345-0@lo:400: 00000100:00100000:3.0:1749393266.124742:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507216128 00000100:00100000:1.0:1749393266.124745:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393266.124748:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507216256 00000100:00100000:3.0:1749393266.124761:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507216256 00000100:00100000:2.0:1749393266.124775:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507216640:12345-0@lo:400: Request processed in 32us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393266.124782:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1749393266.124790:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00080000:2.0:1749393266.124794:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393266.124798:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507215744:12345-0@lo:38: 00000100:00100000:3.0:1749393266.124798:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1749393266.124804:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507216128:12345-0@lo:38: 00010000:00020000:1.0:1749393266.124817:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393266.124818:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1749393266.124823:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507216000:12345-0@lo:38: 00010000:00020000:3.0:1749393266.124829:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393266.124839:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393266.124848:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507215744:12345-0@lo:38: Request processed in 51us (245us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393266.124856:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1749393266.124862:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507216128:12345-0@lo:38: Request processed in 58us (178us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393266.124869:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1749393266.124884:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507216000:12345-0@lo:38: Request processed in 59us (238us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393266.124892:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1749393266.124928:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1749393266.124932:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507216384:12345-0@lo:38: 00000100:00100000:1.0:1749393266.124933:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1749393266.124938:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507216256:12345-0@lo:38: 00010000:00020000:3.0:1749393266.124944:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393266.124949:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393266.124966:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507216384:12345-0@lo:38: Request processed in 33us (221us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393266.124972:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507216256:12345-0@lo:38: Request processed in 33us (254us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393266.124973:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1749393266.124978:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1749393266.124992:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393266.125004:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393266.125009:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393266.125012:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507216512 00000100:00100000:1.0:1749393266.125014:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507216000:0@lo:38: 00000100:00100000:2.0:1749393266.125016:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507216512 00000100:00080000:1.0:1749393266.125035:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393266.125038:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393266.125040:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1749393266.125042:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507216128:0@lo:38: 00000100:00100000:2.0:1749393266.125046:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507216512:12345-0@lo:400: 00000100:00080000:3.0:1749393266.125047:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1749393266.125050:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393266.125053:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393266.125056:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507216256:0@lo:38: 00000100:00080000:1.0:1749393266.125063:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393266.125065:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393266.125068:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507216384:0@lo:38: 00000100:00080000:1.0:1749393266.125117:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393266.125120:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393266.125121:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507216512:12345-0@lo:400: Request processed in 74us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393266.125124:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507215616:0@lo:38: 00000100:00100000:2.0:1749393266.125128:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00080000:1.0:1749393266.125132:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393266.125134:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393266.125138:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507215744:0@lo:38: 00010000:00080000:3.0:1749393266.125154:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099be8380 x1834371507216512/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393266.125167:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507216512:0@lo:400: 00010000:00080000:1.0:1749393266.125185:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099be8700 x1834371507216640/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393266.125197:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507216640:0@lo:400: 00000100:00100000:2.0:1749393266.321178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393267.102384:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393267.321197:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393267.548399:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507216896 00000100:00100000:3.0:1749393267.548412:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507216896 00000100:00100000:3.0:1749393267.548493:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1749393267.548508:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507216896:12345-0@lo:41: 00000004:00000024:3.0:1749393267.548551:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393267.548620:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507216896:12345-0@lo:41: Request processed in 116us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393267.548629:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1749393267.805220:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507217152:0@lo:700: 00000100:00100000:3.0:1749393267.805306:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393267.805341:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393267.805387:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507217024 00000100:00100000:1.0:1749393267.805396:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507217024 00000100:00100000:2.0:1749393267.805426:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507217152 00000100:00100000:2.0:1749393267.805434:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507217152 00000100:00100000:1.0:1749393267.805487:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:1.0:1749393267.805497:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507217024:12345-0@lo:700: 00000100:00080000:3.0:1749393267.805497:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393267.805514:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1749393267.805523:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507217152:12345-0@lo:700: 00000100:00100000:1.0:1749393267.805538:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393267.805554:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507217280:0@lo:700: 40000000:00080000:1.0:1749393267.805569:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393267.805572:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393267.805617:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393267.805624:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507217408:0@lo:700: 40000000:00080000:2.0:1749393267.805635:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:1.0:1749393267.805637:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507217024:12345-0@lo:700: Request processed in 141us (371us total) trans 0 rc -11/-11 40000000:00020000:2.0:1749393267.805638:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393267.805646:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:2.0:1749393267.805694:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507217152:12345-0@lo:700: Request processed in 171us (387us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393267.805703:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1749393267.805728:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507217152:0@lo:700: 00010000:00010000:2.0:1749393268.104339:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393268.321190:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393269.106323:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393269.321185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393269.806230:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507217664:0@lo:700: 00000100:00100000:3.0:1749393269.806345:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393269.806380:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393269.806439:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507217792 00000100:00100000:2.0:1749393269.806480:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507217792 00000100:00100000:1.0:1749393269.806508:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507217664 00000100:00100000:1.0:1749393269.806518:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507217664 00000100:00080000:3.0:1749393269.806552:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393269.806556:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1749393269.806564:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1749393269.806567:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507217792:12345-0@lo:700: 00000100:00100000:1.0:1749393269.806573:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507217664:12345-0@lo:700: 00000100:00100000:2.0:1749393269.806609:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393269.806616:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507217920:0@lo:700: 40000000:00080000:2.0:1749393269.806629:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393269.806633:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393269.806695:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:2.0:1749393269.806696:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507217792:12345-0@lo:700: Request processed in 131us (394us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393269.806703:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507218048:0@lo:700: 00000100:00100000:2.0:1749393269.806705:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 40000000:00080000:1.0:1749393269.806717:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393269.806720:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393269.806780:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507217664:12345-0@lo:700: Request processed in 207us (434us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393269.806788:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1749393269.806813:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507217664:0@lo:700: 00000100:00100000:2.0:1749393269.951808:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499707136 00000100:00100000:1.0:1749393269.951820:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499707264 00000100:00100000:2.0:1749393269.951821:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499707136 00000100:00100000:1.0:1749393269.951830:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499707264 00000100:00100000:2.0:1749393269.951887:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 273 00000100:00100000:1.0:1749393269.951890:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 380 00000100:00100000:2.0:1749393269.951898:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499707136:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393269.951902:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499707264:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393269.951937:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 311 last 0 00000100:00100000:2.0:1749393269.951967:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499707136:12345-192.168.203.32@tcp:400: Request processed in 71us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393269.951976:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 273 00000100:00100000:1.0:1749393269.951998:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499707264:12345-192.168.203.32@tcp:38: Request processed in 97us (275us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393269.952007:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 380 00010000:00010000:2.0:1749393270.108347:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393270.321188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393270.700582:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507218304 00000100:00100000:3.0:1749393270.700594:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507218304 00000100:00100000:3.0:1749393270.700642:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1749393270.700651:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507218304:12345-0@lo:41: 00000004:00000024:3.0:1749393270.700686:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393270.700755:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507218304:12345-0@lo:41: Request processed in 104us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393270.700763:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1749393270.822346:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507218432 00000100:00100000:1.0:1749393270.822368:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507218432 00000100:00080000:3.0:1749393270.822428:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393270.822434:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1749393270.822474:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507218432:12345-0@lo:700: 40000000:00080000:1.0:1749393270.822499:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393270.822556:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507218432:12345-0@lo:700: Request processed in 87us (294us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393270.822564:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:2.0:1749393270.834258:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393270.834279:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507218560/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393275 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393270.834323:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393270.834385:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749393270.834394:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507218560 00000100:00100000:1.0:1749393270.834405:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507218560 00000100:00080000:3.0:1749393270.834469:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393270.834501:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1749393270.834514:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507218560:12345-0@lo:700: 40000000:00080000:1.0:1749393270.834538:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393270.834604:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507218560:12345-0@lo:700: Request processed in 91us (278us total) trans 0 rc -115/-115 00000100:00100400:2.0:1749393270.834614:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507218560/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393286 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393270.834617:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:2.0:1749393270.834640:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:2.0:1749393271.110329:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393271.132341:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507218688:0@lo:400: 00000100:00100000:1.0:1749393271.132361:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507218816:0@lo:38: 00000100:00100000:3.0:1749393271.132401:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393271.132413:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393271.132503:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507219456:0@lo:400: 00000100:00100000:1.0:1749393271.132520:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507218944:0@lo:38: 00000100:00100000:2.0:1749393271.132527:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507218688 00000100:00100000:3.0:1749393271.132532:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393271.132537:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507218688 00000100:00100000:1.0:1749393271.132544:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393271.132557:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393271.132562:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507219200:0@lo:38: 00000100:00100000:3.0:1749393271.132564:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507219584:0@lo:400: 00000100:00100000:1.0:1749393271.132579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393271.132580:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1749393271.132584:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393271.132589:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507218688:12345-0@lo:400: 00000100:00100000:1.0:1749393271.132595:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507219328:0@lo:38: 00000100:00100000:1.0:1749393271.132612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393271.132633:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507219712:0@lo:38: 00000100:00100000:3.0:1749393271.132635:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507219328 00000100:00100000:3.0:1749393271.132641:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507219328 00000100:00100000:2.0:1749393271.132642:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507218688:12345-0@lo:400: Request processed in 54us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393271.132650:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1749393271.132651:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393271.132657:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507219712 00000100:00100000:1.0:1749393271.132660:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507219840:0@lo:38: 00000100:00100000:3.0:1749393271.132660:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507219712 00000100:00100000:3.0:1749393271.132670:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1749393271.132676:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507218944:12345-0@lo:38: 00000100:00100000:2.0:1749393271.132681:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507219456 00000100:00100000:2.0:1749393271.132685:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507219456 00000100:00100000:1.0:1749393271.132691:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1749393271.132696:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393271.132708:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507219584 00000100:00100000:2.0:1749393271.132711:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507219584 00000100:00080000:1.0:1749393271.132724:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393271.132727:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00080000:1.0:1749393271.132729:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393271.132733:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eecf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507219456:12345-0@lo:400: 00000100:00100000:3.0:1749393271.132733:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507218944:12345-0@lo:38: Request processed in 56us (188us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393271.132734:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507218816:0@lo:38: 00000100:00100000:3.0:1749393271.132741:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00080000:1.0:1749393271.132752:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393271.132755:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393271.132758:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507218944:0@lo:38: 00000100:00100000:3.0:1749393271.132760:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1749393271.132766:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507219328:12345-0@lo:38: 00000100:00100000:2.0:1749393271.132767:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eecf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507219456:12345-0@lo:400: Request processed in 33us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393271.132774:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00010000:00020000:3.0:1749393271.132777:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393271.132785:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1749393271.132791:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507219712:12345-0@lo:38: 00000100:00100000:3.0:1749393271.132801:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507219328:12345-0@lo:38: Request processed in 35us (187us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393271.132809:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393271.132810:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00080000:3.0:1749393271.132827:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393271.132836:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507219712:12345-0@lo:38: Request processed in 44us (184us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393271.132840:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1749393271.132844:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1749393271.132848:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507219584:12345-0@lo:400: 00000100:00100000:1.0:1749393271.132866:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507219072:0@lo:400: 00000100:00100000:3.0:1749393271.132878:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507219584:12345-0@lo:400: Request processed in 32us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393271.132885:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1749393271.132889:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1749393271.132915:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099be8700 x1834371507219584/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393271.132921:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393271.132924:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393271.132928:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507219712:0@lo:38: 00000100:00100000:3.0:1749393271.132931:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507219584:0@lo:400: 00000100:00080000:1.0:1749393271.132936:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393271.132939:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393271.132942:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507219840:0@lo:38: 00010000:00080000:3.0:1749393271.132943:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bebb80 x1834371507219456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393271.132950:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393271.132953:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393271.132961:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507219456:0@lo:400: 00000100:00100000:1.0:1749393271.132964:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507219200:0@lo:38: 00000100:00080000:1.0:1749393271.132977:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393271.132980:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393271.132984:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507219328:0@lo:38: 00000100:00100000:3.0:1749393271.133000:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507218688:0@lo:400: 00000100:00100000:1.0:1749393271.133014:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507219072:0@lo:400: 00000100:00100000:2.0:1749393271.321189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393271.807245:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507220096:0@lo:700: 00000100:00100000:3.0:1749393271.807329:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393271.807363:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393271.807418:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507219968 00000100:00100000:1.0:1749393271.807427:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507219968 00000100:00100000:2.0:1749393271.807484:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507220096 00000100:00100000:2.0:1749393271.807493:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507220096 00000100:00100000:1.0:1749393271.807513:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1749393271.807522:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507219968:12345-0@lo:700: 00000100:00100000:2.0:1749393271.807546:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:2.0:1749393271.807555:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507220096:12345-0@lo:700: 00000100:00100000:1.0:1749393271.807559:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393271.807566:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507220224:0@lo:700: 40000000:00080000:1.0:1749393271.807580:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393271.807583:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393271.807619:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e480 going to sleep for 0 seconds 00000100:00100000:2.0:1749393271.807626:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507220352:0@lo:700: 40000000:00080000:2.0:1749393271.807637:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393271.807640:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393271.807649:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507219968:12345-0@lo:700: Request processed in 127us (360us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393271.807657:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:2.0:1749393271.807706:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507220096:12345-0@lo:700: Request processed in 151us (376us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393271.807715:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1749393271.807735:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507220096:0@lo:700: 00000100:00100000:2.0:1749393272.321181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393272.556331:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393272.556361:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507220608:0@lo:41: 00000100:00100000:1.0:1749393272.556541:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393272.556907:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507220608:0@lo:41: 00010000:00010000:2.0:1749393273.114407:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393273.321222:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393273.808238:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507220864:0@lo:700: 00000100:00100000:3.0:1749393273.808309:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393273.808375:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393273.808473:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507220864 00000100:00100000:2.0:1749393273.808484:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507220864 00000100:00100000:1.0:1749393273.808501:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507220736 00000100:00100000:1.0:1749393273.808510:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507220736 00000100:00080000:3.0:1749393273.808554:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393273.808556:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1749393273.808565:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507220736:12345-0@lo:700: 00000100:00100000:2.0:1749393273.808565:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1749393273.808575:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507220864:12345-0@lo:700: 00000100:00100000:1.0:1749393273.808610:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393273.808627:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507220992:0@lo:700: 40000000:00080000:1.0:1749393273.808645:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393273.808648:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393273.808717:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e480 going to sleep for 0 seconds 00000100:00100000:1.0:1749393273.808721:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507220736:12345-0@lo:700: Request processed in 156us (368us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393273.808725:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507221120:0@lo:700: 00000100:00100000:1.0:1749393273.808731:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 40000000:00080000:2.0:1749393273.808737:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393273.808740:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393273.808794:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507220864:12345-0@lo:700: Request processed in 221us (485us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393273.808802:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1749393273.808827:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507220864:0@lo:700: 00010000:00010000:2.0:1749393274.116329:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393274.321193:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393274.959707:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499707520 00000100:00100000:2.0:1749393274.959716:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499707520 00000100:00100000:1.0:1749393274.959744:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499707776 00000100:00100000:1.0:1749393274.959754:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499707776 00000100:00100000:2.0:1749393274.959768:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 275 00000100:00100000:2.0:1749393274.959777:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499707520:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393274.959788:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 389 00000100:00100000:1.0:1749393274.959795:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499707776:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393274.959820:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 316 last 0 00000100:00100000:2.0:1749393274.959831:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499707520:12345-192.168.203.32@tcp:400: Request processed in 55us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393274.959839:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 275 00000100:00100000:1.0:1749393274.959870:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499707776:12345-192.168.203.32@tcp:38: Request processed in 73us (153us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393274.959878:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 389 00010000:00010000:2.0:1749393275.118308:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393275.321193:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393275.708348:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507221376:0@lo:41: 00000100:00100000:1.0:1749393275.708455:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393275.708721:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507221376:0@lo:41: 00000100:00100000:3.0:1749393275.809218:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507221632:0@lo:700: 00000100:00100000:3.0:1749393275.809309:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393275.809335:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393275.809388:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507221504 00000100:00100000:2.0:1749393275.809397:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507221504 00000100:00100000:1.0:1749393275.809460:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507221632 00000100:00100000:1.0:1749393275.809469:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507221632 00000100:00100000:2.0:1749393275.809500:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00080000:3.0:1749393275.809502:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393275.809509:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:2.0:1749393275.809511:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507221504:12345-0@lo:700: 00000100:00100000:1.0:1749393275.809518:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507221632:12345-0@lo:700: 00000100:00100000:2.0:1749393275.809550:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e540 going to sleep for 0 seconds 00000100:00100000:2.0:1749393275.809556:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507221760:0@lo:700: 40000000:00080000:2.0:1749393275.809568:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393275.809572:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393275.809668:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507221504:12345-0@lo:700: Request processed in 160us (406us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393275.809669:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393275.809677:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507221888:0@lo:700: 00000100:00100000:2.0:1749393275.809677:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 40000000:00080000:1.0:1749393275.809690:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393275.809693:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393275.809765:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507221632:12345-0@lo:700: Request processed in 247us (456us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393275.809775:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1749393275.809797:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507221632:0@lo:700: 00000100:00100000:3.0:1749393276.140324:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507222016:0@lo:400: 00000100:00100000:1.0:1749393276.140339:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507222144:0@lo:38: 00000100:00100000:3.0:1749393276.140380:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393276.140398:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393276.140468:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393276.140478:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507222272:0@lo:38: 00000100:00100000:3.0:1749393276.140478:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507222400:0@lo:400: 00000100:00100000:2.0:1749393276.140502:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507222016 00000100:00100000:3.0:1749393276.140508:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393276.140509:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393276.140512:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507222016 00000100:00100000:1.0:1749393276.140532:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507222528:0@lo:38: 00000100:00100000:3.0:1749393276.140542:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507223040:0@lo:400: 00000100:00100000:1.0:1749393276.140548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393276.140549:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:2.0:1749393276.140557:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507222016:12345-0@lo:400: 00000100:00100000:1.0:1749393276.140564:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507222656:0@lo:38: 00000100:00100000:3.0:1749393276.140565:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393276.140581:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393276.140601:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393276.140603:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507222784:0@lo:38: 00000100:00100000:3.0:1749393276.140608:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507223168:0@lo:400: 00000100:00100000:2.0:1749393276.140611:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507222016:12345-0@lo:400: Request processed in 54us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393276.140619:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393276.140619:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1749393276.140628:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393276.140631:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507222912:0@lo:38: 00000100:00100000:1.0:1749393276.140647:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393276.140651:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507223040 00000100:00100000:2.0:1749393276.140655:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507223040 00000100:00100000:3.0:1749393276.140655:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507222912 00000100:00100000:3.0:1749393276.140660:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507222912 00000100:00100000:1.0:1749393276.140676:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1749393276.140678:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507223168 00000100:00100000:2.0:1749393276.140681:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507223168 00000100:00100000:1.0:1749393276.140682:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507222272:12345-0@lo:38: 00000100:00100000:3.0:1749393276.140683:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1749393276.140689:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507222528:12345-0@lo:38: 00000100:00100000:2.0:1749393276.140696:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00010000:00020000:1.0:1749393276.140701:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393276.140702:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507223040:12345-0@lo:400: 00010000:00020000:3.0:1749393276.140709:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393276.140733:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507222272:12345-0@lo:38: Request processed in 50us (225us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393276.140736:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507223040:12345-0@lo:400: Request processed in 34us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393276.140742:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1749393276.140743:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1749393276.140743:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507222528:12345-0@lo:38: Request processed in 52us (193us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393276.140750:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1749393276.140759:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1749393276.140764:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507222784:12345-0@lo:38: 00000100:00100000:3.0:1749393276.140765:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1749393276.140767:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1749393276.140769:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507222912:12345-0@lo:38: 00000100:00100000:2.0:1749393276.140773:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507223168:12345-0@lo:400: 00010000:00020000:1.0:1749393276.140774:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393276.140780:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393276.140805:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507223168:12345-0@lo:400: Request processed in 33us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393276.140807:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507222912:12345-0@lo:38: Request processed in 37us (159us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393276.140812:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1749393276.140813:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1749393276.140819:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507222784:12345-0@lo:38: Request processed in 54us (199us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749393276.140826:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393276.140828:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00010000:00080000:3.0:1749393276.140848:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d522300 x1834371507223168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393276.140862:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507223168:0@lo:400: 00000100:00080000:1.0:1749393276.140863:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393276.140868:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393276.140873:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507222784:0@lo:38: 00010000:00080000:3.0:1749393276.140874:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d522a00 x1834371507223040/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393276.140882:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393276.140883:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507223040:0@lo:400: 00000100:00080000:1.0:1749393276.140885:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393276.140888:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507222912:0@lo:38: 00000100:00080000:1.0:1749393276.140897:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393276.140899:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393276.140902:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507222272:0@lo:38: 00000100:00100000:3.0:1749393276.140909:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507222400:0@lo:400: 00000100:02020000:1.0:1749393276.140912:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1749393276.140916:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393276.140918:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393276.140918:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507222016:0@lo:400: 00000100:00100000:1.0:1749393276.140921:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507222528:0@lo:38: 00000100:02020000:1.0:1749393276.140929:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1749393276.140931:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393276.140933:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393276.140937:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507222656:0@lo:38: 00000100:00080000:1.0:1749393276.140945:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393276.140947:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393276.140950:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507222144:0@lo:38: 00000100:00100000:2.0:1749393276.321185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393277.122367:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393277.321182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393277.564283:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749393277.564319:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099509180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507223424:0@lo:41: 00000100:00100000:2.0:1749393277.564463:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393277.564747:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099509180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507223424:0@lo:41: 00000100:00100000:3.0:1749393277.810291:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507223552:0@lo:700: 00000100:00100000:3.0:1749393277.810374:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393277.810482:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393277.810531:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507223552 00000100:00100000:1.0:1749393277.810542:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507223552 00000100:00100000:2.0:1749393277.810596:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507223680 00000100:00100000:2.0:1749393277.810605:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507223680 00000100:00080000:3.0:1749393277.810613:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393277.810621:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1749393277.810632:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507223552:12345-0@lo:700: 00000100:00100000:2.0:1749393277.810646:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:2.0:1749393277.810655:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507223680:12345-0@lo:700: 00000100:00100000:1.0:1749393277.810676:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393277.810683:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507223808:0@lo:700: 40000000:00080000:1.0:1749393277.810699:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393277.810703:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393277.810739:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393277.810746:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507223936:0@lo:700: 40000000:00080000:2.0:1749393277.810757:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393277.810760:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393277.810770:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507223552:12345-0@lo:700: Request processed in 139us (395us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393277.810779:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:3.0:1749393277.810803:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507223552:0@lo:700: 00000100:00100000:2.0:1749393277.810822:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507223680:12345-0@lo:700: Request processed in 168us (351us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393277.810831:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00010000:00010000:2.0:1749393278.124354:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393278.321198:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393279.126447:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393279.321228:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393279.811231:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507224192:0@lo:700: 00000100:00100000:3.0:1749393279.811310:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393279.811417:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393279.811447:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507224192 00000100:00100000:1.0:1749393279.811458:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507224192 00000100:00100000:2.0:1749393279.811470:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507224320 00000100:00100000:2.0:1749393279.811479:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507224320 00000100:00080000:3.0:1749393279.811530:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393279.811544:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:2.0:1749393279.811553:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ccec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507224320:12345-0@lo:700: 00000100:00100000:1.0:1749393279.811561:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1749393279.811575:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507224192:12345-0@lo:700: 00000100:00100000:2.0:1749393279.811597:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393279.811605:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507224448:0@lo:700: 40000000:00080000:2.0:1749393279.811619:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393279.811622:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393279.811672:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393279.811680:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507224576:0@lo:700: 00000100:00100000:2.0:1749393279.811685:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ccec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507224320:12345-0@lo:700: Request processed in 132us (373us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749393279.811693:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:2.0:1749393279.811693:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 40000000:00020000:1.0:1749393279.811696:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393279.811756:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507224192:12345-0@lo:700: Request processed in 183us (443us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393279.811769:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1749393279.811807:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507224192:0@lo:700: 00000100:00100000:1.0:1749393279.967860:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499708032 00000100:00100000:2.0:1749393279.967860:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499707904 00000100:00100000:2.0:1749393279.967871:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499707904 00000100:00100000:1.0:1749393279.967872:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499708032 00000100:00100000:1.0:1749393279.967918:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499708160 00000100:00100000:2.0:1749393279.967920:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 277 00000100:00100000:1.0:1749393279.967923:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499708160 00000100:00100000:2.0:1749393279.967929:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499707904:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393279.967950:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 396 00000100:00100000:1.0:1749393279.967975:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499708032:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393279.967997:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499707904:12345-192.168.203.32@tcp:400: Request processed in 68us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393279.968006:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 277 00010000:00080000:1.0:1749393279.968009:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 321 last 0 00000100:00100000:1.0:1749393279.968117:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499708032:12345-192.168.203.32@tcp:38: Request processed in 101us (300us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393279.968130:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 396 00010000:00010000:2.0:1749393280.128369:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393280.321254:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393280.716351:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749393280.716423:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507224832:0@lo:41: 00000100:00100000:3.0:1749393280.716493:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393280.716855:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507224832:0@lo:41: 00010000:00010000:2.0:1749393281.130364:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393281.148321:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393281.148350:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507224960:0@lo:400: 00000100:00100000:3.0:1749393281.148359:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507225088:0@lo:38: 00000100:00100000:3.0:1749393281.148465:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393281.148483:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393281.148532:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507225216:0@lo:38: 00000100:00100000:1.0:1749393281.148540:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507225344:0@lo:400: 00000100:00100000:2.0:1749393281.148553:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507224960 00000100:00100000:3.0:1749393281.148554:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393281.148564:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507224960 00000100:00100000:3.0:1749393281.148573:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507225472:0@lo:38: 00000100:00100000:1.0:1749393281.148585:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393281.148591:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393281.148607:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507225600:0@lo:38: 00000100:00100000:2.0:1749393281.148613:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:2.0:1749393281.148623:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507224960:12345-0@lo:400: 00000100:00100000:3.0:1749393281.148623:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393281.148626:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507226368:0@lo:400: 00000100:00100000:3.0:1749393281.148639:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507225984:0@lo:38: 00000100:00100000:3.0:1749393281.148666:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393281.148677:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507225088 00000100:00100000:1.0:1749393281.148685:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507225088 00000100:00100000:2.0:1749393281.148702:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507224960:12345-0@lo:400: Request processed in 79us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393281.148712:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507226112:0@lo:38: 00000100:00100000:1.0:1749393281.148713:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507225216 00000100:00100000:1.0:1749393281.148716:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507225216 00000100:00100000:2.0:1749393281.148722:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1749393281.148728:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507225472 00000100:00100000:1.0:1749393281.148732:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507225472 00000100:00100000:3.0:1749393281.148732:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393281.148742:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507225600 00000100:00100000:1.0:1749393281.148747:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507225600 00000100:00100000:1.0:1749393281.148756:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507225984 00000100:00100000:2.0:1749393281.148759:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507226112 00000100:00100000:1.0:1749393281.148760:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507225984 00000100:00100000:2.0:1749393281.148763:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507226112 00000100:00100000:3.0:1749393281.148768:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1749393281.148775:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507225088:12345-0@lo:38: 00000100:00100000:2.0:1749393281.148788:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1749393281.148794:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507225216:12345-0@lo:38: 00000100:00100000:1.0:1749393281.148796:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00010000:00020000:3.0:1749393281.148800:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393281.148805:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507225472:12345-0@lo:38: 00010000:00020000:2.0:1749393281.148812:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393281.148829:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393281.148834:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507225088:12345-0@lo:38: Request processed in 58us (370us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393281.148842:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507225216:12345-0@lo:38: Request processed in 48us (288us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393281.148842:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1749393281.148849:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1749393281.148859:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1749393281.148863:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507225600:12345-0@lo:38: 00000100:00100000:2.0:1749393281.148864:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1749393281.148868:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507225984:12345-0@lo:38: 00000100:00100000:1.0:1749393281.148873:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507225472:12345-0@lo:38: Request processed in 66us (279us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393281.148875:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393281.148880:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393281.148885:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1749393281.148898:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507225600:12345-0@lo:38: Request processed in 33us (273us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393281.148901:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507225984:12345-0@lo:38: Request processed in 32us (236us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393281.148904:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1749393281.148908:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1749393281.148916:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1749393281.148920:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507226112:12345-0@lo:38: 00010000:00020000:3.0:1749393281.148930:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393281.148937:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507226240:0@lo:400: 00000100:00100000:1.0:1749393281.148942:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393281.148952:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507226112:12345-0@lo:38: Request processed in 31us (219us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393281.148958:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1749393281.148962:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393281.148975:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507226240 00000100:00100000:3.0:1749393281.148979:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507226240 00000100:00100000:1.0:1749393281.148991:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507224960:0@lo:400: 00000100:00080000:2.0:1749393281.149005:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1749393281.149009:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393281.149022:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00010000:00080000:1.0:1749393281.149027:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d522300 x1834371507226368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393281.149028:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507226240:12345-0@lo:400: 00000100:00100000:1.0:1749393281.149046:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507226368:0@lo:400: 00000100:00100000:2.0:1749393281.149055:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507225344 00000100:00100000:2.0:1749393281.149059:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507225344 00000100:00100000:3.0:1749393281.149066:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507226240:12345-0@lo:400: Request processed in 39us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393281.149114:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1749393281.149117:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1749393281.149122:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507225344:12345-0@lo:400: 00000100:00080000:3.0:1749393281.149151:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393281.149155:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393281.149160:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507225984:0@lo:38: 00000100:00100000:2.0:1749393281.149162:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507225344:12345-0@lo:400: Request processed in 42us (579us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393281.149168:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393281.149169:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00080000:3.0:1749393281.149171:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393281.149175:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507226112:0@lo:38: 00000100:00080000:3.0:1749393281.149183:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393281.149185:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393281.149189:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507225216:0@lo:38: 00000100:00080000:3.0:1749393281.149196:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393281.149199:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393281.149200:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507225344:0@lo:400: 00000100:00100000:3.0:1749393281.149202:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507225472:0@lo:38: 00000100:00080000:3.0:1749393281.149209:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:2.0:1749393281.149210:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d522a00 x1834371507226240/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393281.149212:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393281.149215:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507225600:0@lo:38: 00000100:00080000:3.0:1749393281.149222:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393281.149224:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507226240:0@lo:400: 00000100:00080000:3.0:1749393281.149225:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393281.149228:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507225088:0@lo:38: 00000100:00100000:2.0:1749393281.321241:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393281.812281:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507226624:0@lo:700: 00000100:00100000:3.0:1749393281.812443:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393281.812471:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393281.812531:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507226496 00000100:00100000:2.0:1749393281.812543:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507226496 00000100:00100000:1.0:1749393281.812574:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507226624 00000100:00100000:1.0:1749393281.812584:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507226624 00000100:00100000:2.0:1749393281.812607:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:2.0:1749393281.812617:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507226496:12345-0@lo:700: 00000100:00100000:1.0:1749393281.812645:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1749393281.812654:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507226624:12345-0@lo:700: 00000100:00100000:2.0:1749393281.812661:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e780 going to sleep for 0 seconds 00000100:00100000:2.0:1749393281.812668:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507226752:0@lo:700: 40000000:00080000:2.0:1749393281.812682:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393281.812685:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393281.812720:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393281.812727:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099509f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507226880:0@lo:700: 40000000:00080000:1.0:1749393281.812741:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393281.812744:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393281.812746:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507226496:12345-0@lo:700: Request processed in 130us (389us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393281.812755:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1749393281.812802:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507226624:12345-0@lo:700: Request processed in 148us (359us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393281.812810:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1749393281.812830:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507226624:0@lo:700: 00000100:00100000:2.0:1749393281.834124:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393281.834146:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507227008/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393286 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393281.834188:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393281.834239:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749393281.834306:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507227008 00000100:00100000:1.0:1749393281.834315:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507227008 00000100:00100000:1.0:1749393281.834379:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507227136 00000100:00100000:1.0:1749393281.834383:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507227136 00000100:00100000:3.0:1749393281.834403:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1749393281.834421:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1749393281.834421:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507227008:12345-0@lo:700: 00000100:00100000:2.0:1749393281.834432:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507227136:12345-0@lo:700: 40000000:00080000:3.0:1749393281.834448:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:00080000:2.0:1749393281.834465:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393281.834515:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507227136:12345-0@lo:700: Request processed in 85us (277us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393281.834522:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1749393281.834530:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507227008:12345-0@lo:700: Request processed in 114us (339us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393281.834543:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1749393282.321175:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393282.572396:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507227392:0@lo:41: 00000100:00100000:3.0:1749393282.572473:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393282.572541:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507227392 00000100:00100000:2.0:1749393282.572553:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507227392 00000100:00100000:2.0:1749393282.572598:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1749393282.572606:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507227392:12345-0@lo:41: 00000004:00000024:2.0:1749393282.572642:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393282.572707:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507227392:12345-0@lo:41: Request processed in 100us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393282.572715:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1749393282.572749:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507227392:0@lo:41: 00010000:00010000:2.0:1749393283.134443:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393283.321232:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393283.813285:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507227648:0@lo:700: 00000100:00100000:3.0:1749393283.813407:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393283.813484:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393283.813518:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507227648 00000100:00100000:3.0:1749393283.813526:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507227648 00000100:00100000:2.0:1749393283.813546:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507227520 00000100:00100000:2.0:1749393283.813556:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507227520 00000100:00100000:3.0:1749393283.813575:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1749393283.813584:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507227648:12345-0@lo:700: 00000100:00100000:2.0:1749393283.813600:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1749393283.813609:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507227520:12345-0@lo:700: 00000100:00100000:3.0:1749393283.813622:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50840 going to sleep for 0 seconds 00000100:00100000:3.0:1749393283.813628:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507227776:0@lo:700: 40000000:00080000:3.0:1749393283.813641:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393283.813643:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393283.813683:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e780 going to sleep for 0 seconds 00000100:00100000:2.0:1749393283.813691:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507227904:0@lo:700: 00000100:00100000:3.0:1749393283.813694:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507227648:12345-0@lo:700: Request processed in 110us (287us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749393283.813702:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:3.0:1749393283.813702:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 40000000:00020000:2.0:1749393283.813705:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393283.813766:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507227520:12345-0@lo:700: Request processed in 157us (308us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393283.813775:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1749393283.813808:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507227520:0@lo:700: 00010000:00010000:2.0:1749393284.136439:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393284.321242:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393284.975866:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499708288 00000100:00100000:2.0:1749393284.975879:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499708288 00000100:00100000:3.0:1749393284.975921:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499708416 00000100:00100000:2.0:1749393284.975933:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 279 00000100:00100000:3.0:1749393284.975939:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499708416 00000100:00100000:2.0:1749393284.975942:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499708288:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393284.975968:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499708544 00000100:00100000:3.0:1749393284.975971:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499708544 00000100:00100000:3.0:1749393284.976007:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 404 00000100:00100000:3.0:1749393284.976015:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499708416:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393284.976023:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499708288:12345-192.168.203.32@tcp:400: Request processed in 80us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393284.976027:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 405 00000100:00100000:2.0:1749393284.976032:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 279 00000100:00100000:1.0:1749393284.976038:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499708544:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393284.976042:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 326 last 0 00010000:00080000:1.0:1749393284.976065:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 326 last 0 00000100:00100000:3.0:1749393284.976140:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499708416:12345-192.168.203.32@tcp:38: Request processed in 123us (358us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393284.976148:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 404 00000100:00100000:1.0:1749393284.976157:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499708544:12345-192.168.203.32@tcp:38: Request processed in 118us (278us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393284.976167:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 405 00010000:00010000:2.0:1749393285.138416:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393285.321205:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393285.724564:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507228160 00000100:00100000:2.0:1749393285.724576:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507228160 00000100:00100000:2.0:1749393285.724625:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1749393285.724634:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507228160:12345-0@lo:41: 00000004:00000024:2.0:1749393285.724670:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393285.724737:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507228160:12345-0@lo:41: Request processed in 103us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393285.724745:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1749393285.814265:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099509f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507228416:0@lo:700: 00000100:00100000:1.0:1749393285.814395:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393285.814435:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 11 seconds 00000100:00100000:2.0:1749393285.814483:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507228288 00000100:00100000:2.0:1749393285.814494:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507228288 00000100:00100000:3.0:1749393285.814531:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507228416 00000100:00100000:3.0:1749393285.814540:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507228416 00000100:00100000:2.0:1749393285.814566:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1749393285.814577:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507228288:12345-0@lo:700: 00000100:00100000:3.0:1749393285.814592:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1749393285.814601:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507228416:12345-0@lo:700: 00000100:00100000:2.0:1749393285.814618:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e840 going to sleep for 0 seconds 00000100:00100000:2.0:1749393285.814625:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507228544:0@lo:700: 40000000:00080000:2.0:1749393285.814638:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393285.814641:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393285.814703:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507228288:12345-0@lo:700: Request processed in 129us (374us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393285.814708:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50840 going to sleep for 0 seconds 00000100:00100000:2.0:1749393285.814712:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1749393285.814715:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507228672:0@lo:700: 40000000:00080000:3.0:1749393285.814727:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393285.814730:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393285.814788:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507228416:12345-0@lo:700: Request processed in 187us (393us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393285.814797:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1749393285.814816:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099509f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507228416:0@lo:700: 00010000:00010000:2.0:1749393286.140315:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393286.156328:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507228800:0@lo:400: 00000100:00100000:3.0:1749393286.156412:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507228928:0@lo:38: 00000100:00100000:1.0:1749393286.156439:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507229184:0@lo:400: 00000100:00100000:2.0:1749393286.156442:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393286.156461:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393286.156490:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393286.156491:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507229056:0@lo:38: 00000100:00100000:3.0:1749393286.156523:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393286.156527:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507228800 00000100:00100000:2.0:1749393286.156534:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507228800 00000100:00100000:3.0:1749393286.156545:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507229312:0@lo:38: 00000100:00100000:1.0:1749393286.156551:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507228928 00000100:00100000:1.0:1749393286.156557:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507228928 00000100:00100000:3.0:1749393286.156561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393286.156572:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:1.0:1749393286.156580:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507229056 00000100:00100000:2.0:1749393286.156580:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507228800:12345-0@lo:400: 00000100:00100000:1.0:1749393286.156582:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507229056 00000100:00100000:1.0:1749393286.156592:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507229312 00000100:00100000:3.0:1749393286.156592:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507229440:0@lo:38: 00000100:00100000:1.0:1749393286.156595:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507229312 00000100:00100000:1.0:1749393286.156609:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1749393286.156616:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507228928:12345-0@lo:38: 00000100:00100000:3.0:1749393286.156618:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393286.156628:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507229568:0@lo:38: 00000100:00100000:2.0:1749393286.156633:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507228800:12345-0@lo:400: Request processed in 52us (191us total) trans 0 rc 0/0 00010000:00020000:1.0:1749393286.156640:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393286.156640:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:3.0:1749393286.156646:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393286.156660:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507229696:0@lo:38: 00000100:00100000:2.0:1749393286.156669:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507229184 00000100:00100000:2.0:1749393286.156673:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507229184 00000100:00100000:1.0:1749393286.156675:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507228928:12345-0@lo:38: Request processed in 58us (214us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393286.156683:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1749393286.156685:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393286.156693:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1749393286.156695:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507229440 00000100:00100000:1.0:1749393286.156698:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507229440 00000100:00100000:2.0:1749393286.156698:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507229184:12345-0@lo:400: 00000100:00100000:1.0:1749393286.156704:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507229568 00000100:00100000:1.0:1749393286.156707:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507229568 00000100:00080000:3.0:1749393286.156708:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393286.156713:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507229696 00000100:00080000:3.0:1749393286.156713:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393286.156715:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507229696 00000100:00100000:3.0:1749393286.156718:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507228928:0@lo:38: 00000100:00100000:1.0:1749393286.156724:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1749393286.156729:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507229184:12345-0@lo:400: Request processed in 30us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393286.156735:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1749393286.156739:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507229056:12345-0@lo:38: 00010000:00020000:1.0:1749393286.156751:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393286.156754:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1749393286.156760:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507229312:12345-0@lo:38: 00000100:00100000:2.0:1749393286.156761:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1749393286.156765:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099beb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507229440:12345-0@lo:38: 00010000:00020000:3.0:1749393286.156780:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393286.156781:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507229056:12345-0@lo:38: Request processed in 42us (257us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393286.156788:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00010000:00020000:2.0:1749393286.156794:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393286.156800:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1749393286.156804:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507229568:12345-0@lo:38: 00010000:00020000:1.0:1749393286.156813:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393286.156813:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507229312:12345-0@lo:38: Request processed in 51us (250us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393286.156820:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1749393286.156822:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099beb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507229440:12345-0@lo:38: Request processed in 55us (203us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393286.156829:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1749393286.156831:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507229568:12345-0@lo:38: Request processed in 26us (184us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393286.156836:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1749393286.156844:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1749393286.156844:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507229696:12345-0@lo:38: 00010000:00020000:3.0:1749393286.156855:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393286.156866:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507228800:0@lo:400: 00000100:00100000:3.0:1749393286.156881:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507229696:12345-0@lo:38: Request processed in 39us (197us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393286.156883:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507229184:0@lo:400: 00000100:00100000:3.0:1749393286.156887:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00080000:2.0:1749393286.156908:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:02020000:3.0:1749393286.156909:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1749393286.163791:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393286.163796:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393286.163802:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507229696:0@lo:38: 00000100:00080000:3.0:1749393286.163827:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393286.163830:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393286.163833:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507229312:0@lo:38: 00000100:00080000:3.0:1749393286.163840:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393286.163843:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393286.163846:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507229440:0@lo:38: 00000100:02020000:3.0:1749393286.163854:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1749393286.163857:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393286.163859:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393286.163862:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507229568:0@lo:38: 00000100:00080000:3.0:1749393286.163869:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393286.163872:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393286.163875:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507229056:0@lo:38: 00000100:00100000:2.0:1749393286.321188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393287.321187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393287.580405:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507230208:0@lo:41: 00000100:00100000:2.0:1749393287.580493:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393287.580571:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507230208 00000100:00100000:1.0:1749393287.580582:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507230208 00000100:00100000:1.0:1749393287.580640:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1749393287.580649:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507230208:12345-0@lo:41: 00000004:00000024:1.0:1749393287.580685:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393287.580754:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507230208:12345-0@lo:41: Request processed in 105us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393287.580762:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1749393287.580789:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507230208:0@lo:41: 00000100:00100000:1.0:1749393287.815280:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507230464:0@lo:700: 00000100:00100000:1.0:1749393287.815391:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393287.815474:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181840 going to sleep for 11 seconds 00000100:00100000:3.0:1749393287.815534:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507230464 00000100:00100000:3.0:1749393287.815545:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507230464 00000100:00100000:2.0:1749393287.815578:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507230336 00000100:00100000:2.0:1749393287.815587:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507230336 00000100:00100000:3.0:1749393287.815624:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1749393287.815633:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1749393287.815635:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507230464:12345-0@lo:700: 00000100:00100000:2.0:1749393287.815642:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507230336:12345-0@lo:700: 00000100:00100000:3.0:1749393287.815677:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50840 going to sleep for 0 seconds 00000100:00100000:3.0:1749393287.815684:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507230592:0@lo:700: 40000000:00080000:3.0:1749393287.815698:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393287.815701:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393287.815735:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e900 going to sleep for 0 seconds 00000100:00100000:2.0:1749393287.815742:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507230720:0@lo:700: 40000000:00080000:2.0:1749393287.815753:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393287.815756:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393287.815760:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507230464:12345-0@lo:700: Request processed in 128us (370us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393287.815769:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1749393287.815792:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507230464:0@lo:700: 00000100:00100000:2.0:1749393287.815812:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507230336:12345-0@lo:700: Request processed in 171us (347us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393287.815821:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00010000:00010000:2.0:1749393288.144398:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1749393289.146378:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393289.816337:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507231104:0@lo:700: 00000100:00100000:2.0:1749393289.816412:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393289.816459:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507230976 00000100:00100000:2.0:1749393289.816467:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507230976 00000100:00100000:3.0:1749393289.816487:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507231104 00000100:00100000:3.0:1749393289.816496:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507231104 00000100:00100000:2.0:1749393289.816514:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1749393289.816523:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507230976:12345-0@lo:700: 00000100:00100000:3.0:1749393289.816552:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1749393289.816558:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e9c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393289.816561:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507231104:12345-0@lo:700: 00000100:00100000:2.0:1749393289.816565:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507231232:0@lo:700: 40000000:00080000:2.0:1749393289.816579:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393289.816582:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393289.816630:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50840 going to sleep for 0 seconds 00000100:00100000:3.0:1749393289.816637:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507231360:0@lo:700: 00000100:00100000:2.0:1749393289.816643:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507230976:12345-0@lo:700: Request processed in 120us (302us total) trans 0 rc -11/-11 40000000:00080000:3.0:1749393289.816648:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393289.816651:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393289.816662:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1749393289.816687:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e900 going to sleep for 11 seconds 00000100:00100000:3.0:1749393289.816688:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507231104:12345-0@lo:700: Request processed in 128us (275us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393289.816697:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1749393289.816705:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507231104:0@lo:700: 00000100:00100000:1.0:1749393289.983390:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499708800 00000100:00100000:2.0:1749393289.983401:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499708672 00000100:00100000:1.0:1749393289.983410:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499708800 00000100:00100000:2.0:1749393289.983410:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499708672 00000100:00100000:2.0:1749393289.983449:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 281 00000100:00100000:1.0:1749393289.983452:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499708928 00000100:00100000:1.0:1749393289.983455:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499708928 00000100:00100000:2.0:1749393289.983458:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499708672:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393289.983473:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 412 00000100:00100000:3.0:1749393289.983482:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499708800:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393289.983485:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 413 00000100:00100000:1.0:1749393289.983492:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499708928:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393289.983509:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 331 last 0 00010000:00080000:1.0:1749393289.983513:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 331 last 0 00000100:00100000:2.0:1749393289.983516:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499708672:12345-192.168.203.32@tcp:400: Request processed in 59us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393289.983523:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 281 00000100:00100000:3.0:1749393289.983559:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499708800:12345-192.168.203.32@tcp:38: Request processed in 77us (342us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393289.983564:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499708928:12345-192.168.203.32@tcp:38: Request processed in 72us (229us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393289.983567:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 412 00000100:00100000:1.0:1749393289.983572:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 413 00010000:00010000:2.0:1749393290.148376:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393290.732400:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507231616:0@lo:41: 00000100:00100000:1.0:1749393290.732474:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393290.732535:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507231616 00000100:00100000:2.0:1749393290.732547:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507231616 00000100:00100000:2.0:1749393290.732596:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1749393290.732604:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507231616:12345-0@lo:41: 00000004:00000024:2.0:1749393290.732642:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393290.732709:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507231616:12345-0@lo:41: Request processed in 104us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393290.732717:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1749393290.732748:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507231616:0@lo:41: 00010000:00010000:2.0:1749393291.150373:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393291.164353:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507231744:0@lo:400: 00000100:00100000:2.0:1749393291.164423:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393291.164469:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507231872:0@lo:38: 00000100:00100000:2.0:1749393291.164487:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393291.164488:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507231744 00000100:00100000:2.0:1749393291.164496:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507232128:0@lo:400: 00000100:00100000:1.0:1749393291.164501:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507231744 00000100:00100000:3.0:1749393291.164517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393291.164525:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393291.164548:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1749393291.164556:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507231872 00000100:00100000:1.0:1749393291.164557:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507231744:12345-0@lo:400: 00000100:00100000:3.0:1749393291.164561:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507231872 00000100:00100000:2.0:1749393291.164576:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507232128 00000100:00100000:3.0:1749393291.164587:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1749393291.164591:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507232128 00000100:00100000:3.0:1749393291.164593:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507231872:12345-0@lo:38: 00010000:00020000:3.0:1749393291.164618:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393291.164619:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507231744:12345-0@lo:400: Request processed in 61us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393291.164623:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1749393291.164627:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1749393291.164630:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507232128:12345-0@lo:400: 00000100:00100000:3.0:1749393291.164648:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507231872:12345-0@lo:38: Request processed in 54us (130us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393291.164662:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507232640:0@lo:400: 00000100:00100000:3.0:1749393291.164669:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1749393291.164673:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507232128:12345-0@lo:400: Request processed in 43us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393291.164680:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1749393291.164688:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393291.164706:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507233024:0@lo:400: 00000100:00080000:3.0:1749393291.164709:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393291.164713:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393291.164719:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507231872:0@lo:38: 00000100:00100000:3.0:1749393291.164726:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507232000:0@lo:38: 00000100:00100000:1.0:1749393291.164740:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507232640 00000100:00100000:1.0:1749393291.164744:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507232640 00000100:00100000:2.0:1749393291.164746:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507232512 00000100:00100000:2.0:1749393291.164750:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507232512 00000100:00100000:3.0:1749393291.164767:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393291.164774:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1749393291.164780:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1749393291.164781:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507232640:12345-0@lo:400: 00000100:00100000:2.0:1749393291.164786:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099602300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507232512:12345-0@lo:400: 00000100:00100000:3.0:1749393291.164799:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507232256:0@lo:38: 00000100:00100000:1.0:1749393291.164819:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507232640:12345-0@lo:400: Request processed in 39us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393291.164822:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393291.164823:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099602300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507232512:12345-0@lo:400: Request processed in 37us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393291.164829:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1749393291.164835:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507232384:0@lo:38: 00000100:00100000:1.0:1749393291.164837:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1749393291.164846:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393291.164850:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393291.164855:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507233024 00000100:00100000:1.0:1749393291.164858:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507233024 00000100:00100000:3.0:1749393291.164865:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507232768:0@lo:38: 00000100:00100000:2.0:1749393291.164876:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507232128:0@lo:400: 00000100:00100000:1.0:1749393291.164879:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:3.0:1749393291.164880:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393291.164884:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507233024:12345-0@lo:400: 00000100:00100000:2.0:1749393291.164886:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507231744:0@lo:400: 00000100:00100000:3.0:1749393291.164894:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507232896:0@lo:38: 00000100:00100000:2.0:1749393291.164900:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393291.164906:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507233152:0@lo:400: 00000100:00100000:3.0:1749393291.164914:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393291.164919:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507233024:12345-0@lo:400: Request processed in 34us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393291.164924:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1749393291.164927:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393291.164940:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507232896 00000100:00100000:3.0:1749393291.164944:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507232896 00000100:00100000:1.0:1749393291.164945:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507233152 00000100:00100000:1.0:1749393291.164948:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507233152 00010000:00080000:2.0:1749393291.164951:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012f1af100 x1834371507233024/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393291.164963:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507233024:0@lo:400: 00000100:00100000:1.0:1749393291.164966:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1749393291.164969:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1749393291.164972:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507233152:12345-0@lo:400: 00000100:00100000:3.0:1749393291.164975:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507232256:12345-0@lo:38: 00000100:00100000:2.0:1749393291.164985:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00010000:00020000:3.0:1749393291.164989:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393291.164990:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099beaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507232384:12345-0@lo:38: 00000100:00100000:1.0:1749393291.164999:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507233152:12345-0@lo:400: Request processed in 27us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393291.165005:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00010000:00020000:2.0:1749393291.165017:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393291.165023:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1749393291.165024:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507232256:12345-0@lo:38: Request processed in 48us (201us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393291.165028:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099beb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507232768:12345-0@lo:38: 00000100:00100000:3.0:1749393291.165030:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00010000:00020000:1.0:1749393291.165044:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393291.165045:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1749393291.165047:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099beaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507232384:12345-0@lo:38: Request processed in 56us (196us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393291.165050:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507232896:12345-0@lo:38: 00000100:00100000:2.0:1749393291.165055:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1749393291.165067:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099beb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507232768:12345-0@lo:38: Request processed in 38us (186us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393291.165116:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393291.165119:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00010000:00080000:2.0:1749393291.165123:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012f1ad500 x1834371507233152/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393291.165135:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507233152:0@lo:400: 00000100:00100000:3.0:1749393291.165145:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507232896:12345-0@lo:38: Request processed in 94us (230us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393291.165152:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00080000:2.0:1749393291.165171:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393291.165175:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393291.165179:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507232256:0@lo:38: 00000100:00080000:2.0:1749393291.165188:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393291.165191:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393291.165194:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507232384:0@lo:38: 00000100:00080000:2.0:1749393291.165204:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393291.165206:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393291.165209:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507232768:0@lo:38: 00000100:00080000:2.0:1749393291.165217:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393291.165219:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393291.165222:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507232896:0@lo:38: 00000100:00080000:2.0:1749393291.165230:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393291.165233:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393291.165236:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507232000:0@lo:38: 00000100:00100000:2.0:1749393291.817248:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507233280:0@lo:700: 00000100:00100000:2.0:1749393291.817370:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393291.817475:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393291.817492:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507233280 00000100:00100000:3.0:1749393291.817496:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507233408 00000100:00100000:2.0:1749393291.817497:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507233280 00000100:00100000:3.0:1749393291.817518:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507233408 00000100:00100000:2.0:1749393291.817553:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:2.0:1749393291.817562:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507233280:12345-0@lo:700: 00000100:00100000:3.0:1749393291.817570:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:3.0:1749393291.817578:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099602d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507233408:12345-0@lo:700: 00000100:00100000:2.0:1749393291.817598:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393291.817604:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507233536:0@lo:700: 40000000:00080000:2.0:1749393291.817618:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393291.817621:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393291.817684:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507233280:12345-0@lo:700: Request processed in 122us (315us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393291.817688:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50840 going to sleep for 0 seconds 00000100:00100000:2.0:1749393291.817693:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1749393291.817695:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507233664:0@lo:700: 40000000:00080000:3.0:1749393291.817707:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393291.817710:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393291.817770:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099602d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507233408:12345-0@lo:700: Request processed in 192us (303us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393291.817779:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1749393291.817810:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099601f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507233408:0@lo:700: 00000100:00100000:2.0:1749393292.588524:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507233920 00000100:00100000:2.0:1749393292.588536:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507233920 00000100:00100000:2.0:1749393292.588581:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1749393292.588589:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507233920:12345-0@lo:41: 00000004:00000024:2.0:1749393292.588626:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393292.588688:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507233920:12345-0@lo:41: Request processed in 98us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393292.588696:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1749393292.834312:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393292.834334:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507234176/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393297 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393292.834379:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393292.834412:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507234048 00000100:00100000:2.0:1749393292.834418:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507234048 00000100:00100000:3.0:1749393292.834450:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507234176 00000100:00100000:3.0:1749393292.834459:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507234176 00000100:00100000:2.0:1749393292.834462:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1749393292.834469:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507234048:12345-0@lo:700: 40000000:00080000:2.0:1749393292.834493:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393292.834507:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:3.0:1749393292.834516:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507234176:12345-0@lo:700: 40000000:00080000:3.0:1749393292.834537:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393292.834543:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507234048:12345-0@lo:700: Request processed in 73us (213us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393292.834551:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1749393292.834580:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507234176:12345-0@lo:700: Request processed in 65us (200us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393292.834585:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507234176/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393308 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393292.834588:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1749393292.834596:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00010000:00010000:2.0:1749393293.154359:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393293.818270:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099509500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507234304:0@lo:700: 00000100:00100000:1.0:1749393293.818389:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393293.818505:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91816c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393293.818534:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507234304 00000100:00100000:3.0:1749393293.818545:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507234304 00000100:00100000:3.0:1749393293.818611:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507234432 00000100:00100000:3.0:1749393293.818614:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507234432 00000100:00100000:2.0:1749393293.818631:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1749393293.818647:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507234304:12345-0@lo:700: 00000100:00100000:3.0:1749393293.818656:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1749393293.818664:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099600a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507234432:12345-0@lo:700: 00000100:00100000:2.0:1749393293.818693:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393293.818701:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507234560:0@lo:700: 40000000:00080000:2.0:1749393293.818715:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393293.818718:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393293.818793:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50840 going to sleep for 0 seconds 00000100:00100000:2.0:1749393293.818798:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507234304:12345-0@lo:700: Request processed in 156us (412us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393293.818801:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507234688:0@lo:700: 00000100:00100000:2.0:1749393293.818807:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 40000000:00080000:3.0:1749393293.818813:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393293.818816:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393293.818863:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099509500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507234304:0@lo:700: 00000100:00100000:3.0:1749393293.818879:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099600a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507234432:12345-0@lo:700: Request processed in 215us (411us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393293.818887:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00010000:00010000:2.0:1749393294.156453:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393294.991803:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499709056 00000100:00100000:2.0:1749393294.991818:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499709056 00000100:00100000:3.0:1749393294.991882:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 420 00000100:00100000:2.0:1749393294.991891:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 283 00000100:00100000:3.0:1749393294.991894:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099600e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499709184:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393294.991904:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499709056:12345-192.168.203.32@tcp:400: 00010000:00080000:3.0:1749393294.991929:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 336 last 0 00000100:00100000:2.0:1749393294.991982:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499709056:12345-192.168.203.32@tcp:400: Request processed in 79us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393294.991992:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099600e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499709184:12345-192.168.203.32@tcp:38: Request processed in 99us (260us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393294.992001:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 420 00000100:00100000:2.0:1749393294.992014:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 283 00010000:00010000:2.0:1749393295.158432:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393295.740430:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099509500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507234944:0@lo:41: 00000100:00100000:2.0:1749393295.740517:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393295.740820:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099509500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507234944:0@lo:41: 00000100:00100000:1.0:1749393295.819221:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507235072:0@lo:700: 00000100:00100000:1.0:1749393295.819293:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393295.819354:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91816c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393295.819415:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507235072 00000100:00100000:2.0:1749393295.819424:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507235200 00000100:00100000:3.0:1749393295.819424:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507235072 00000100:00100000:2.0:1749393295.819433:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507235200 00000100:00100000:3.0:1749393295.819492:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1749393295.819502:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507235072:12345-0@lo:700: 00000100:00100000:2.0:1749393295.819510:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1749393295.819522:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507235200:12345-0@lo:700: 00000100:00100000:3.0:1749393295.819542:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50840 going to sleep for 0 seconds 00000100:00100000:3.0:1749393295.819549:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507235328:0@lo:700: 40000000:00080000:3.0:1749393295.819561:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393295.819564:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393295.830511:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507235072:12345-0@lo:700: Request processed in 11009us (11216us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393295.830540:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1749393295.830567:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962eb40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393295.830577:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507235456:0@lo:700: 40000000:00080000:2.0:1749393295.830591:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393295.830594:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393295.830619:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507235072:0@lo:700: 00000100:00100000:2.0:1749393295.830640:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507235200:12345-0@lo:700: Request processed in 11121us (11305us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393295.830651:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:1.0:1749393295.830665:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099601880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507235200:0@lo:700: 00010000:00010000:2.0:1749393296.160365:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393296.172324:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393296.172353:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099601c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507235584:0@lo:400: 00000100:00100000:2.0:1749393296.172432:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393296.172439:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393296.172444:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099602a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507235712:0@lo:38: 00000100:00100000:2.0:1749393296.172452:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099603480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507235968:0@lo:400: 00000100:00100000:3.0:1749393296.172498:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393296.172501:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393296.172539:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507235968 00000100:00100000:3.0:1749393296.172541:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099603100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507235840:0@lo:38: 00000100:00100000:1.0:1749393296.172550:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507235968 00000100:00100000:2.0:1749393296.172558:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507235584 00000100:00100000:3.0:1749393296.172561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393296.172564:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507235584 00000100:00100000:3.0:1749393296.172581:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099603800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507236096:0@lo:38: 00000100:00100000:2.0:1749393296.172600:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:3.0:1749393296.172600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393296.172603:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1749393296.172608:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507235584:12345-0@lo:400: 00000100:00100000:1.0:1749393296.172615:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507235968:12345-0@lo:400: 00000100:00100000:3.0:1749393296.172617:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099603b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507236224:0@lo:38: 00000100:00100000:3.0:1749393296.172632:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393296.172645:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099600700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507236352:0@lo:38: 00000100:00100000:2.0:1749393296.172660:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507235584:12345-0@lo:400: Request processed in 52us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393296.172668:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393296.172678:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099601880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507236480:0@lo:38: 00000100:00100000:2.0:1749393296.172679:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1749393296.172690:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507235968:12345-0@lo:400: Request processed in 74us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393296.172699:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393296.172701:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1749393296.172715:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507236736:0@lo:400: 00000100:00080000:3.0:1749393296.172722:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393296.172727:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393296.172731:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099602a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507235712:0@lo:38: 00000100:00100000:2.0:1749393296.172741:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393296.172760:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507236352 00000100:00100000:2.0:1749393296.172761:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393296.172766:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507236352 00000100:00100000:3.0:1749393296.172766:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1749393296.172767:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099601f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507236608:0@lo:400: 00000100:00100000:3.0:1749393296.172773:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507235840:12345-0@lo:38: 00000100:00100000:2.0:1749393296.172784:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1749393296.172791:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393296.172805:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507236736 00000100:00100000:1.0:1749393296.172806:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:2.0:1749393296.172809:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507236736 00000100:00100000:1.0:1749393296.172815:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507236224:12345-0@lo:38: 00000100:00100000:3.0:1749393296.172824:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507235840:12345-0@lo:38: Request processed in 50us (261us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393296.172831:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1749393296.172834:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507236608 00000100:00100000:2.0:1749393296.172836:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507236608 00010000:00020000:1.0:1749393296.172838:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393296.172848:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1749393296.172854:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1749393296.172854:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507236480:12345-0@lo:38: 00000100:00100000:2.0:1749393296.172859:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507236736:12345-0@lo:400: 00010000:00020000:3.0:1749393296.172877:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393296.172888:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507236224:12345-0@lo:38: Request processed in 71us (251us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393296.172899:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:2.0:1749393296.172902:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507236736:12345-0@lo:400: Request processed in 42us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393296.172906:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507236480:12345-0@lo:38: Request processed in 52us (206us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393296.172908:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1749393296.172913:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1749393296.172919:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1749393296.172924:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507236608:12345-0@lo:400: 00000100:00080000:3.0:1749393296.172942:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393296.172946:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393296.172947:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507236608:12345-0@lo:400: Request processed in 23us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393296.172950:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099603800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507236096:0@lo:38: 00000100:00100000:2.0:1749393296.172953:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00080000:3.0:1749393296.172959:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393296.172961:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393296.172965:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099603b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507236224:0@lo:38: 00000100:00080000:3.0:1749393296.172976:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393296.172978:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:2.0:1749393296.172981:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099601f80 x1834371507236608/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393296.172982:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099600700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507236352:0@lo:38: 00000100:00100000:1.0:1749393296.172984:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099601c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507235584:0@lo:400: 00000100:00080000:3.0:1749393296.172988:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393296.172991:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393296.172993:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099601880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507236480:0@lo:38: 00000100:00100000:2.0:1749393296.172995:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099601f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507236608:0@lo:400: 00000100:00080000:3.0:1749393296.173001:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393296.173003:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393296.173006:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099603100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507235840:0@lo:38: 00010000:00080000:2.0:1749393296.173007:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800994e1880 x1834371507236736/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393296.173016:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507236736:0@lo:400: 00000100:00100000:2.0:1749393296.173054:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099603480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507235968:0@lo:400: 00010000:00010000:2.0:1749393297.162290:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393297.596374:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507236992:0@lo:41: 00000100:00100000:2.0:1749393297.596448:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393297.596512:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507236992 00000100:00100000:1.0:1749393297.596538:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507236992 00000100:00100000:1.0:1749393297.596599:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1749393297.596608:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507236992:12345-0@lo:41: 00000004:00000024:1.0:1749393297.596644:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393297.596714:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507236992:12345-0@lo:41: Request processed in 106us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393297.596722:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1749393297.596748:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507236992:0@lo:41: 00000100:00100000:1.0:1749393297.831286:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507237120:0@lo:700: 00000100:00100000:2.0:1749393297.831286:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507237248:0@lo:700: 00000100:00100000:2.0:1749393297.831368:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393297.831419:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393297.831443:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393297.831468:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91816c0 going to sleep for 11 seconds 00000100:00080000:1.0:1749393297.831512:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393297.831550:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1749393297.831565:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1749393297.831567:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507237248:12345-0@lo:700: 00000100:00100000:3.0:1749393297.831580:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507237120:12345-0@lo:700: 00000100:00100000:1.0:1749393297.831616:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181180 going to sleep for 0 seconds 00000100:00100000:1.0:1749393297.831626:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507237376:0@lo:700: 40000000:00080000:1.0:1749393297.831643:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393297.831648:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393297.831714:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50840 going to sleep for 0 seconds 00000100:00100000:3.0:1749393297.831722:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1af480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507237504:0@lo:700: 00000100:00100000:1.0:1749393297.831732:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507237248:12345-0@lo:700: Request processed in 167us (362us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393297.831744:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 40000000:00080000:3.0:1749393297.831747:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393297.831750:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00080000:1.0:1749393297.831777:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393297.831791:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507237248:0@lo:700: 00000100:00100000:3.0:1749393297.831814:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507237120:12345-0@lo:700: Request processed in 237us (397us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393297.831823:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00010000:00010000:2.0:1749393298.164425:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1749393299.166427:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393299.832232:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507237760:0@lo:700: 00000100:00100000:2.0:1749393299.832324:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393299.832408:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393299.832447:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507237760 00000100:00100000:3.0:1749393299.832456:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507237760 00000100:00100000:1.0:1749393299.832499:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507237888 00000100:00100000:1.0:1749393299.832507:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507237888 00000100:00100000:3.0:1749393299.832509:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1749393299.832529:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507237760:12345-0@lo:700: 00000100:00100000:1.0:1749393299.832546:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1749393299.832553:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507237888:12345-0@lo:700: 00000100:00100000:3.0:1749393299.832568:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50840 going to sleep for 0 seconds 00000100:00100000:3.0:1749393299.832575:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1af480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507238016:0@lo:700: 40000000:00080000:3.0:1749393299.832587:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393299.832590:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393299.832621:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181180 going to sleep for 0 seconds 00000100:00100000:1.0:1749393299.832627:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507238144:0@lo:700: 00000100:00100000:3.0:1749393299.832646:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507237760:12345-0@lo:700: Request processed in 129us (322us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749393299.832649:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393299.832652:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393299.832654:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1749393299.832683:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507237760:0@lo:700: 00000100:00100000:1.0:1749393299.832704:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507237888:12345-0@lo:700: Request processed in 151us (302us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393299.832713:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1749393299.999961:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499709440 00000100:00100000:1.0:1749393299.999971:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499709440 00000100:00100000:2.0:1749393299.999999:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 428 00000100:00100000:2.0:1749393300.000009:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499709568:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393300.000014:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 285 00000100:00100000:1.0:1749393300.000022:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499709440:12345-192.168.203.32@tcp:400: 00010000:00080000:2.0:1749393300.000039:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 341 last 0 00000100:00100000:1.0:1749393300.000118:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499709440:12345-192.168.203.32@tcp:400: Request processed in 94us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393300.000122:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499709568:12345-192.168.203.32@tcp:38: Request processed in 112us (249us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393300.000127:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 285 00000100:00100000:2.0:1749393300.000131:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 428 00010000:00010000:2.0:1749393300.168359:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393300.748472:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507238400:0@lo:41: 00000100:00100000:1.0:1749393300.748548:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393300.748633:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507238400 00000100:00100000:2.0:1749393300.748647:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507238400 00000100:00100000:2.0:1749393300.748707:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1749393300.748737:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507238400:12345-0@lo:41: 00000004:00000024:2.0:1749393300.748782:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393300.748868:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507238400:12345-0@lo:41: Request processed in 132us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393300.748879:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1749393300.748900:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507238400:0@lo:41: 00010000:00010000:3.0:1749393301.170492:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393301.180347:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507238528:0@lo:400: 00000100:00100000:3.0:1749393301.180404:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507238656:0@lo:38: 00000100:00100000:2.0:1749393301.180434:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393301.180464:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393301.180497:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507238912:0@lo:400: 00000100:00100000:3.0:1749393301.180523:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393301.180533:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507238528 00000100:00100000:1.0:1749393301.180547:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507238528 00000100:00100000:3.0:1749393301.180561:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507238784:0@lo:38: 00000100:00100000:2.0:1749393301.180564:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507238912 00000100:00100000:2.0:1749393301.180573:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507238912 00000100:00100000:3.0:1749393301.180578:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393301.180593:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507239040:0@lo:38: 00000100:00100000:1.0:1749393301.180605:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1749393301.180608:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393301.180617:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1749393301.180618:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507238528:12345-0@lo:400: 00000100:00100000:2.0:1749393301.180629:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507238912:12345-0@lo:400: 00000100:00100000:3.0:1749393301.180635:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507239168:0@lo:38: 00000100:00100000:3.0:1749393301.180656:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393301.180676:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507239552:0@lo:38: 00000100:00100000:1.0:1749393301.180715:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507238528:12345-0@lo:400: Request processed in 98us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393301.180716:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393301.180723:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507238912:12345-0@lo:400: Request processed in 93us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393301.180728:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1749393301.180731:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507239680:0@lo:38: 00000100:00100000:2.0:1749393301.180732:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1749393301.180752:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393301.180760:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507239296:0@lo:400: 00000100:00100000:1.0:1749393301.180777:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507239424:0@lo:400: 00000100:00100000:3.0:1749393301.180780:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507238656 00000100:00100000:3.0:1749393301.180785:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507238656 00000100:00100000:2.0:1749393301.180789:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393301.180799:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507238784 00000100:00100000:3.0:1749393301.180802:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507238784 00000100:00100000:3.0:1749393301.180808:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507239040 00000100:00100000:3.0:1749393301.180810:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507239040 00000100:00100000:1.0:1749393301.180815:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393301.180816:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507239168 00000100:00100000:3.0:1749393301.180818:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507239168 00000100:00100000:3.0:1749393301.180823:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507239552 00000100:00100000:3.0:1749393301.180825:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507239552 00000100:00100000:3.0:1749393301.180830:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507239680 00000100:00100000:3.0:1749393301.180832:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507239680 00000100:00100000:2.0:1749393301.180833:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507238528:0@lo:400: 00000100:00100000:3.0:1749393301.180841:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1749393301.180847:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507238656:12345-0@lo:38: 00000100:00100000:2.0:1749393301.180867:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00010000:00020000:3.0:1749393301.180870:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393301.180873:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507238784:12345-0@lo:38: 00000100:00100000:1.0:1749393301.180887:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00010000:00020000:2.0:1749393301.180891:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393301.180908:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507239040:12345-0@lo:38: 00000100:00100000:2.0:1749393301.180924:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507238784:12345-0@lo:38: Request processed in 49us (344us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393301.180930:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00010000:00020000:1.0:1749393301.180932:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393301.180944:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1749393301.180950:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507239168:12345-0@lo:38: 00010000:00020000:2.0:1749393301.180972:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393301.180974:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507239040:12345-0@lo:38: Request processed in 65us (362us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393301.180985:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1749393301.181001:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507239168:12345-0@lo:38: Request processed in 52us (344us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393301.181007:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1749393301.181013:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1749393301.181015:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507239552:12345-0@lo:38: 00000100:00100000:2.0:1749393301.181025:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1749393301.181029:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099603480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507239680:12345-0@lo:38: 00010000:00020000:1.0:1749393301.181031:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393301.181039:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393301.181064:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099603480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507239680:12345-0@lo:38: Request processed in 33us (311us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393301.181070:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507239552:12345-0@lo:38: Request processed in 54us (351us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393301.181070:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1749393301.181129:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00010000:00080000:2.0:1749393301.181140:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800994e2d80 x1834371507239296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393301.181153:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507239296:0@lo:400: 00000100:00100000:1.0:1749393301.181157:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507239808 00000100:00100000:1.0:1749393301.181162:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507239808 00000100:00100000:1.0:1749393301.181207:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:1.0:1749393301.181213:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507239808:12345-0@lo:400: 00000100:00100000:1.0:1749393301.181304:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507239808:12345-0@lo:400: Request processed in 90us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393301.181311:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00010000:00080000:1.0:1749393301.181343:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800994e0a80 x1834371507239424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393301.181357:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507239424:0@lo:400: 00000100:00080000:2.0:1749393301.190395:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393301.190405:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393301.190414:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507239552:0@lo:38: 00000100:00080000:2.0:1749393301.190429:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393301.190433:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393301.190438:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507239680:0@lo:38: 00000100:00080000:2.0:1749393301.190450:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393301.190454:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393301.190458:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507238784:0@lo:38: 00000100:00080000:2.0:1749393301.190470:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393301.190486:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393301.190491:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507239040:0@lo:38: 00000100:00080000:2.0:1749393301.190506:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393301.190510:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393301.190514:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507239168:0@lo:38: 00000100:00100000:3.0:1749393301.194629:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507238656:12345-0@lo:38: Request processed in 13778us (14163us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393301.194639:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00080000:2.0:1749393301.194736:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393301.194743:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393301.194750:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507238656:0@lo:38: 00000100:00100000:2.0:1749393301.833326:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507240192:0@lo:700: 00000100:00100000:2.0:1749393301.833455:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393301.833505:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393301.833548:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507240064 00000100:00100000:1.0:1749393301.833560:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507240064 00000100:00100000:3.0:1749393301.833596:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507240192 00000100:00100000:3.0:1749393301.833605:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507240192 00000100:00100000:1.0:1749393301.833624:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1749393301.833634:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507240064:12345-0@lo:700: 00000100:00100000:3.0:1749393301.833655:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1749393301.833664:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507240192:12345-0@lo:700: 00000100:00100000:1.0:1749393301.833680:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91816c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393301.833702:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507240320:0@lo:700: 40000000:00080000:1.0:1749393301.833719:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393301.833722:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393301.833796:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393301.833802:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507240064:12345-0@lo:700: Request processed in 169us (395us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393301.833811:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1749393301.833813:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099601f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507240448:0@lo:700: 40000000:00080000:3.0:1749393301.833826:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393301.833829:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393301.833893:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507240192:12345-0@lo:700: Request processed in 229us (440us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393301.833902:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1749393301.833958:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507240192:0@lo:700: 00010000:00010000:2.0:1749393302.172388:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393302.604562:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507240704 00000100:00100000:2.0:1749393302.604575:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507240704 00000100:00100000:2.0:1749393302.604641:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1749393302.604654:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507240704:12345-0@lo:41: 00000004:00000024:2.0:1749393302.604696:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393302.604779:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507240704:12345-0@lo:41: Request processed in 125us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393302.604792:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00010000:00010000:2.0:1749393303.174296:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393303.834276:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393303.834309:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507240960/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393308 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393303.834345:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507241088:0@lo:700: 00000100:00100000:3.0:1749393303.834354:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099601f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507241216:0@lo:700: 00000100:00100000:2.0:1749393303.834427:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507240832 00000100:00100000:3.0:1749393303.834431:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393303.834435:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507240832 00000100:00100000:1.0:1749393303.834461:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507241216 00000100:00100000:1.0:1749393303.834469:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507241216 00000100:00100000:3.0:1749393303.834481:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50840 going to sleep for 11 seconds 00000100:00100000:2.0:1749393303.834487:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1749393303.834496:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507240832:12345-0@lo:700: 40000000:00080000:2.0:1749393303.834523:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393303.834525:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 40000000:02000000:2.0:1749393303.834526:0:9568:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393303.834537:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507241216:12345-0@lo:700: 00000100:00100000:1.0:1749393303.834581:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91819c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393303.834590:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099509500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507241344:0@lo:700: 40000000:00080000:1.0:1749393303.834610:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393303.834614:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393303.834693:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507241216:12345-0@lo:700: Request processed in 155us (258us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393303.834706:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1749393303.834722:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099601f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507241216:0@lo:700: 00000100:00100000:1.0:1749393303.834743:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393303.834784:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91816c0 going to sleep for 11 seconds 00000100:00080000:1.0:1749393303.834863:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393303.835120:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507241088:0@lo:700: 00000100:00100000:3.0:1749393303.836246:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393303.836306:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00080000:1.0:1749393303.836352:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393303.839927:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507240832:12345-0@lo:700: Request processed in 5427us (5531us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393303.839942:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1749393303.840020:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507240832/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393319 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393303.840034:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393303.840133:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507240960/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393319 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393303.840147:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00010000:00010000:2.0:1749393304.176442:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393305.007627:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499709824 00000100:00100000:2.0:1749393305.007636:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499709824 00000100:00100000:3.0:1749393305.007656:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499709952 00000100:00100000:3.0:1749393305.007663:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499709952 00000100:00100000:3.0:1749393305.007699:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499710080 00000100:00100000:2.0:1749393305.007700:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 287 00000100:00100000:3.0:1749393305.007701:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499710080 00000100:00100000:2.0:1749393305.007707:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499709824:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393305.007722:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 436 00000100:00100000:3.0:1749393305.007732:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 437 00000100:00100000:1.0:1749393305.007733:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499709952:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393305.007738:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499710080:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393305.007761:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 346 last 0 00000100:00100000:2.0:1749393305.007765:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499709824:12345-192.168.203.32@tcp:400: Request processed in 58us (267us total) trans 0 rc 0/0 00010000:00080000:1.0:1749393305.007771:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 346 last 0 00000100:00100000:2.0:1749393305.007771:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 287 00000100:00100000:3.0:1749393305.007806:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499710080:12345-192.168.203.32@tcp:38: Request processed in 67us (181us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393305.007812:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 437 00000100:00100000:1.0:1749393305.007825:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499709952:12345-192.168.203.32@tcp:38: Request processed in 91us (274us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393305.007835:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 436 00010000:00010000:3.0:1749393305.178344:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393305.756638:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507241728 00000100:00100000:2.0:1749393305.756649:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507241728 00000100:00100000:2.0:1749393305.756698:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1749393305.756707:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507241728:12345-0@lo:41: 00000004:00000024:2.0:1749393305.756743:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393305.756811:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507241728:12345-0@lo:41: Request processed in 104us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393305.756819:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1749393305.835252:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099601880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507241856:0@lo:700: 00000100:00100000:3.0:1749393305.835317:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393305.835385:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50840 going to sleep for 11 seconds 00000100:00080000:1.0:1749393305.835493:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393305.835682:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099601880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507241856:0@lo:700: 00000100:00100000:1.0:1749393305.836229:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507242112:0@lo:700: 00000100:00100000:1.0:1749393305.836285:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393305.836357:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91816c0 going to sleep for 11 seconds 00000100:00080000:1.0:1749393305.836423:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393305.836595:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507242112:0@lo:700: 00010000:00010000:2.0:1749393306.180434:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393306.188355:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507242368:0@lo:400: 00000100:00100000:1.0:1749393306.188403:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507242752:0@lo:400: 00000100:00100000:2.0:1749393306.188420:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393306.188453:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393306.188453:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507242496:0@lo:38: 00000100:00100000:2.0:1749393306.188488:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507242368 00000100:00100000:2.0:1749393306.188494:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507242368 00000100:00100000:3.0:1749393306.188501:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393306.188502:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507242752 00000100:00100000:1.0:1749393306.188508:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507242752 00000100:00100000:2.0:1749393306.188531:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1749393306.188531:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507242624:0@lo:38: 00000100:00100000:1.0:1749393306.188541:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1749393306.188541:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507242368:12345-0@lo:400: 00000100:00100000:1.0:1749393306.188549:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507242752:12345-0@lo:400: 00000100:00100000:3.0:1749393306.188549:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393306.188562:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507242880:0@lo:38: 00000100:00100000:3.0:1749393306.188590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393306.188591:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507242368:12345-0@lo:400: Request processed in 52us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393306.188599:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1749393306.188601:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507242752:12345-0@lo:400: Request processed in 53us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393306.188608:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1749393306.188610:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507243008:0@lo:38: 00000100:00100000:2.0:1749393306.188629:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507243520:0@lo:400: 00000100:00100000:1.0:1749393306.188630:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507242496 00000100:00100000:3.0:1749393306.188630:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393306.188633:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507242496 00000100:00100000:3.0:1749393306.188645:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507243136:0@lo:38: 00000100:00100000:1.0:1749393306.188647:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507242624 00000100:00100000:1.0:1749393306.188650:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507242624 00000100:00100000:2.0:1749393306.188652:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393306.188660:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507242880 00000100:00100000:1.0:1749393306.188662:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507242880 00000100:00100000:3.0:1749393306.188665:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393306.188679:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507243264:0@lo:38: 00000100:00100000:2.0:1749393306.188680:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507243136 00000100:00100000:2.0:1749393306.188684:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507243136 00000100:00100000:1.0:1749393306.188687:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1749393306.188692:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099601880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507242496:12345-0@lo:38: 00000100:00100000:3.0:1749393306.188694:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393306.188698:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1749393306.188703:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099603b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507242624:12345-0@lo:38: 00010000:00020000:1.0:1749393306.188715:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393306.188723:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1749393306.188729:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099602a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507243136:12345-0@lo:38: 00010000:00020000:2.0:1749393306.188735:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393306.188752:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099601880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507242496:12345-0@lo:38: Request processed in 58us (250us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393306.188759:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00010000:00020000:3.0:1749393306.188760:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393306.188766:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099603b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507242624:12345-0@lo:38: Request processed in 62us (217us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393306.188771:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1749393306.188776:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1749393306.188777:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099601c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507243008:12345-0@lo:38: 00010000:00020000:1.0:1749393306.188789:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393306.188791:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1749393306.188791:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099602a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507243136:12345-0@lo:38: Request processed in 60us (124us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393306.188795:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507243264:12345-0@lo:38: 00000100:00100000:3.0:1749393306.188798:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00010000:00020000:2.0:1749393306.188806:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393306.188807:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099601c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507243008:12345-0@lo:38: Request processed in 30us (177us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393306.188814:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1749393306.188829:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507243264:12345-0@lo:38: Request processed in 32us (134us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393306.188832:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393306.188834:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00080000:3.0:1749393306.188837:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393306.188842:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507243008:0@lo:38: 00000100:00100000:1.0:1749393306.188845:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507242752:0@lo:400: 00000100:00100000:2.0:1749393306.188857:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00080000:1.0:1749393306.188864:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749393306.188864:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393306.188867:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393306.188871:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507243136:0@lo:38: 00000100:00100000:2.0:1749393306.188876:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507243392:12345-0@lo:400: 00000100:00080000:3.0:1749393306.188879:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393306.188882:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393306.188885:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507243264:0@lo:38: 00000100:00080000:3.0:1749393306.188893:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393306.188896:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393306.188899:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507242496:0@lo:38: 00000100:00080000:3.0:1749393306.188907:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393306.188909:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393306.188913:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507243392:12345-0@lo:400: Request processed in 40us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393306.188913:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507242624:0@lo:38: 00000100:00100000:2.0:1749393306.188920:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00080000:3.0:1749393306.188921:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393306.188923:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393306.188927:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507242880:0@lo:38: 00010000:00080000:1.0:1749393306.188933:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017fb80 x1834371507243392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393306.188945:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507243392:0@lo:400: 00000100:00100000:2.0:1749393306.188948:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507242368:0@lo:400: 00010000:00010000:2.0:1749393307.182335:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393307.612365:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507243776:0@lo:41: 00000100:00100000:2.0:1749393307.612437:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393307.612499:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507243776 00000100:00100000:1.0:1749393307.612510:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507243776 00000100:00100000:1.0:1749393307.612557:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1749393307.612566:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507243776:12345-0@lo:41: 00000004:00000024:1.0:1749393307.612601:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393307.612671:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507243776:12345-0@lo:41: Request processed in 105us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393307.612679:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:2.0:1749393307.612707:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507243776:0@lo:41: 00000100:00100000:3.0:1749393307.836250:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507243904:0@lo:700: 00000100:00100000:3.0:1749393307.836292:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393307.836352:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c50840 going to sleep for 11 seconds 00000100:00080000:1.0:1749393307.836461:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393307.836641:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507243904:0@lo:700: 00000100:00100000:1.0:1749393307.837224:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507244160:0@lo:700: 00000100:00100000:1.0:1749393307.837264:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393307.837318:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91816c0 going to sleep for 11 seconds 00000100:00080000:1.0:1749393307.837461:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393307.837607:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507244160:0@lo:700: 00010000:00010000:3.0:1749393308.184377:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1749393309.186376:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393309.837573:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507244544 00000100:00100000:2.0:1749393309.837583:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507244544 00000100:00080000:1.0:1749393309.837619:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393309.837654:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1749393309.837664:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507244544:12345-0@lo:700: 00000100:00100000:2.0:1749393309.837707:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962ed80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393309.837714:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507244672:0@lo:700: 40000000:00080000:2.0:1749393309.837729:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393309.837732:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393309.837789:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507244544:12345-0@lo:700: Request processed in 126us (344us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393309.837798:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:1.0:1749393309.838225:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507244800:0@lo:700: 00000100:00100000:1.0:1749393309.838266:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393309.838323:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91816c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393309.838384:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507244800 00000100:00100000:2.0:1749393309.838393:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507244800 00000100:00100000:2.0:1749393309.838452:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00080000:1.0:1749393309.838457:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393309.838460:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507244800:12345-0@lo:700: 00000100:00100000:2.0:1749393309.838491:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962ed80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393309.838507:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507244928:0@lo:700: 40000000:00080000:2.0:1749393309.838519:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393309.838521:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393309.838573:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507244800:12345-0@lo:700: Request processed in 114us (306us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393309.838582:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1749393309.838604:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507244800:0@lo:700: 00000100:00100000:2.0:1749393310.015443:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499710208 00000100:00100000:2.0:1749393310.015454:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499710208 00000100:00100000:3.0:1749393310.015476:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499710336 00000100:00100000:3.0:1749393310.015486:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499710336 00000100:00100000:2.0:1749393310.015523:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 289 00000100:00100000:3.0:1749393310.015525:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499710464 00000100:00100000:3.0:1749393310.015528:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499710464 00000100:00100000:2.0:1749393310.015533:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499710208:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393310.015546:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 444 00000100:00100000:3.0:1749393310.015553:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499710336:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393310.015581:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 351 last 0 00000100:00100000:2.0:1749393310.015597:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499710208:12345-192.168.203.32@tcp:400: Request processed in 66us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393310.015606:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 289 00000100:00100000:3.0:1749393310.015635:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499710336:12345-192.168.203.32@tcp:38: Request processed in 81us (278us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393310.015643:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 444 00010000:00010000:2.0:1749393310.188409:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393310.764394:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507245184:0@lo:41: 00000100:00100000:1.0:1749393310.764470:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393310.764533:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507245184 00000100:00100000:2.0:1749393310.764545:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507245184 00000100:00100000:2.0:1749393310.764605:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1749393310.764614:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507245184:12345-0@lo:41: 00000004:00000024:2.0:1749393310.764650:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393310.764716:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507245184:12345-0@lo:41: Request processed in 102us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393310.764724:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1749393310.764759:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507245184:0@lo:41: 00010000:00010000:2.0:1749393311.190386:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393311.196336:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507245312:0@lo:400: 00000100:00100000:2.0:1749393311.196385:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507245696:0@lo:400: 00000100:00100000:1.0:1749393311.196397:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393311.196423:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507245440:0@lo:38: 00000100:00100000:2.0:1749393311.196436:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393311.196459:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507246208:0@lo:400: 00000100:00100000:3.0:1749393311.196471:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393311.196483:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507245312 00000100:00100000:1.0:1749393311.196484:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393311.196490:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507245312 00000100:00100000:3.0:1749393311.196501:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507245568:0@lo:38: 00000100:00100000:1.0:1749393311.196504:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393311.196511:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507246080:0@lo:400: 00000100:00100000:3.0:1749393311.196519:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393311.196528:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393311.196534:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507245824:0@lo:38: 00000100:00100000:2.0:1749393311.196536:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1749393311.196544:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507245312:12345-0@lo:400: 00000100:00100000:3.0:1749393311.196551:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393311.196552:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507246208 00000100:00100000:1.0:1749393311.196558:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507246208 00000100:00100000:3.0:1749393311.196571:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507245952:0@lo:38: 00000100:00100000:1.0:1749393311.196590:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507246080 00000100:00100000:2.0:1749393311.196590:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507245312:12345-0@lo:400: Request processed in 46us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393311.196590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393311.196592:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507246080 00000100:00100000:2.0:1749393311.196598:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:3.0:1749393311.196604:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507246336:0@lo:38: 00000100:00100000:1.0:1749393311.196609:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1749393311.196620:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393311.196626:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507245696 00000100:00100000:1.0:1749393311.196627:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507246208:12345-0@lo:400: 00000100:00100000:2.0:1749393311.196630:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507245696 00000100:00100000:3.0:1749393311.196630:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507246464:0@lo:38: 00000100:00100000:3.0:1749393311.196644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393311.196649:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1749393311.196655:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507245696:12345-0@lo:400: 00000100:00100000:1.0:1749393311.196673:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507246208:12345-0@lo:400: Request processed in 47us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393311.196673:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1749393311.196679:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507245568:12345-0@lo:38: 00000100:00100000:1.0:1749393311.196680:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1749393311.196683:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507245696:12345-0@lo:400: Request processed in 28us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393311.196690:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1749393311.196695:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00010000:00020000:3.0:1749393311.196698:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393311.196701:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507246080:12345-0@lo:400: 00000100:00100000:2.0:1749393311.196712:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507246720:0@lo:400: 00000100:00100000:1.0:1749393311.196731:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507246080:12345-0@lo:400: Request processed in 30us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393311.196737:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1749393311.196748:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507245568:12345-0@lo:38: Request processed in 67us (227us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393311.196749:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393311.196751:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393311.196761:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507246720 00000100:00100000:1.0:1749393311.196765:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507246720 00000100:00100000:3.0:1749393311.196773:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1749393311.196782:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507245696:0@lo:400: 00000100:00100000:1.0:1749393311.196786:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1749393311.196791:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507246720:12345-0@lo:400: 00000100:00100000:3.0:1749393311.196791:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1749393311.196796:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507245952:12345-0@lo:38: 00000100:00100000:2.0:1749393311.196798:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749393311.196805:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507246592:0@lo:400: 00010000:00020000:3.0:1749393311.196809:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393311.196817:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507246720:12345-0@lo:400: Request processed in 25us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393311.196824:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1749393311.196824:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393311.196837:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507245952:12345-0@lo:38: Request processed in 40us (247us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393311.196844:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1749393311.196846:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507246592 00000100:00100000:1.0:1749393311.196849:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507246592 00010000:00080000:2.0:1749393311.196850:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e765880 x1834371507246720/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393311.196854:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1749393311.196858:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507246464:12345-0@lo:38: 00000100:00100000:2.0:1749393311.196862:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507246720:0@lo:400: 00000100:00100000:1.0:1749393311.196863:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1749393311.196868:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507246592:12345-0@lo:400: 00010000:00020000:3.0:1749393311.196870:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393311.196890:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507246464:12345-0@lo:38: Request processed in 30us (244us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393311.196896:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1749393311.196900:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507246592:12345-0@lo:400: Request processed in 31us (75us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393311.196906:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00010000:00080000:2.0:1749393311.196913:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e765500 x1834371507246592/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393311.196918:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749393311.196921:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393311.196923:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507246592:0@lo:400: 00000100:00080000:3.0:1749393311.196926:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393311.196931:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507245952:0@lo:38: 00010000:00080000:1.0:1749393311.196939:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800994e0000 x1834371507246080/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393311.196941:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393311.196944:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393311.196948:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507246336:0@lo:38: 00000100:00080000:3.0:1749393311.196955:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393311.196957:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393311.196960:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507246464:0@lo:38: 00000100:00100000:1.0:1749393311.196967:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507246080:0@lo:400: 00000100:00080000:3.0:1749393311.196968:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393311.196977:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393311.196981:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507245440:0@lo:38: 00010000:00080000:1.0:1749393311.196982:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800994e3100 x1834371507246208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393311.196991:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507246208:0@lo:400: 00000100:00080000:3.0:1749393311.196993:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393311.196995:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393311.196998:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507245568:0@lo:38: 00000100:00080000:3.0:1749393311.197006:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393311.197008:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393311.197011:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507245824:0@lo:38: 00000100:00100000:1.0:1749393311.197018:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507245312:0@lo:400: 00000100:00100000:2.0:1749393311.838542:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507246848 00000100:00100000:2.0:1749393311.838569:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507246848 00000100:00100000:2.0:1749393311.838619:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1749393311.838628:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507246848:12345-0@lo:700: 00000100:00100000:2.0:1749393311.838674:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962ef00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393311.838680:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507246976:0@lo:700: 40000000:00080000:2.0:1749393311.838696:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393311.838699:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393311.838763:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507246848:12345-0@lo:700: Request processed in 135us (365us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393311.838772:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:1.0:1749393311.839233:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507247104:0@lo:700: 00000100:00100000:1.0:1749393311.839274:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393311.839330:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393311.839393:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507247104 00000100:00100000:2.0:1749393311.839402:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507247104 00000100:00100000:2.0:1749393311.839452:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1749393311.839460:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507247104:12345-0@lo:700: 00000100:00100000:2.0:1749393311.839493:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962ef00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393311.839499:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507247232:0@lo:700: 40000000:00080000:2.0:1749393311.839510:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393311.839513:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393311.839566:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507247104:12345-0@lo:700: Request processed in 106us (291us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393311.839574:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:1.0:1749393311.839606:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507247104:0@lo:700: 00000100:00100000:2.0:1749393312.192329:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393312.192383:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393312.620517:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507247488 00000100:00100000:2.0:1749393312.620528:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507247488 00000100:00100000:2.0:1749393312.620582:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1749393312.620591:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507247488:12345-0@lo:41: 00000004:00000024:2.0:1749393312.620627:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393312.620707:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507247488:12345-0@lo:41: Request processed in 115us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393312.620716:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1749393313.192241:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393313.839449:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507247616 00000100:00100000:2.0:1749393313.839460:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507247616 00000100:00080000:1.0:1749393313.839494:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393313.839528:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1749393313.839538:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507247616:12345-0@lo:700: 00000100:00100000:2.0:1749393313.839582:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962ef00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393313.839590:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507247744:0@lo:700: 40000000:00080000:2.0:1749393313.839605:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393313.839609:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393313.839667:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507247616:12345-0@lo:700: Request processed in 130us (342us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393313.839676:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1749393313.840321:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507247872:0@lo:700: 00000100:00100000:2.0:1749393313.840359:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393313.840417:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962ef00 going to sleep for 11 seconds 00000100:00080000:1.0:1749393313.840494:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393313.840677:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507247872:0@lo:700: 00000100:00100000:2.0:1749393314.192215:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393314.196318:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393314.839199:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393314.839222:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507248256/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393319 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393314.839272:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393314.839324:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00080000:1.0:1749393314.839414:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393314.839479:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507248256/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393330 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393314.839485:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749393314.840147:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:1.0:1749393314.840158:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507248384/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393319 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393314.840179:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393314.840210:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00080000:2.0:1749393314.840232:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393314.840252:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507248384/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393330 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393314.840258:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393315.023889:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499710592 00000100:00100000:2.0:1749393315.023900:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499710592 00000100:00100000:3.0:1749393315.023945:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 453 00000100:00100000:3.0:1749393315.023956:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499710848:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393315.023958:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 291 00000100:00100000:2.0:1749393315.023972:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499710592:12345-192.168.203.32@tcp:400: 00010000:00080000:3.0:1749393315.023985:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 356 last 0 00000100:00100000:2.0:1749393315.024051:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499710592:12345-192.168.203.32@tcp:400: Request processed in 80us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393315.024063:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499710848:12345-192.168.203.32@tcp:38: Request processed in 107us (228us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393315.024112:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 453 00000100:00100000:2.0:1749393315.024119:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 291 00000100:00100000:2.0:1749393315.192224:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393315.198304:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393315.772373:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507248512:0@lo:41: 00000100:00100000:2.0:1749393315.772448:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393315.772728:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507248512:0@lo:41: 00000100:00100000:2.0:1749393315.840371:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507248640 00000100:00100000:2.0:1749393315.840382:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507248640 00000100:00100000:2.0:1749393315.840459:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1749393315.840471:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507248640:12345-0@lo:700: 00000100:00100000:2.0:1749393315.840521:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e9c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393315.840530:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507248768:0@lo:700: 40000000:00080000:2.0:1749393315.840547:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393315.840552:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393315.840619:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507248640:12345-0@lo:700: Request processed in 149us (349us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393315.840632:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1749393315.841208:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507248896:0@lo:700: 00000100:00100000:2.0:1749393315.841252:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393315.841329:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e9c0 going to sleep for 11 seconds 00000100:00080000:2.0:1749393315.841406:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393315.841606:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507248896:0@lo:700: 00000100:00100000:2.0:1749393316.192202:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393316.200267:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393316.204225:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749393316.204238:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507249152:0@lo:400: 00000100:00100000:1.0:1749393316.204258:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393316.204268:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507249536:0@lo:400: 00000100:00100000:3.0:1749393316.204278:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507249280:0@lo:38: 00000100:00100000:2.0:1749393316.204290:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393316.204300:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393316.204315:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393316.204328:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507249536 00000100:00100000:3.0:1749393316.204331:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507249408:0@lo:38: 00000100:00100000:1.0:1749393316.204333:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507249536 00000100:00100000:2.0:1749393316.204339:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507249152 00000100:00100000:3.0:1749393316.204341:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393316.204342:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507249152 00000100:00100000:3.0:1749393316.204353:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507249664:0@lo:38: 00000100:00100000:1.0:1749393316.204355:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1749393316.204359:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1749393316.204360:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507249536:12345-0@lo:400: 00000100:00100000:2.0:1749393316.204363:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507249152:12345-0@lo:400: 00000100:00100000:3.0:1749393316.204363:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393316.204371:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507249792:0@lo:38: 00000100:00100000:3.0:1749393316.204385:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393316.204393:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507249536:12345-0@lo:400: Request processed in 33us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393316.204395:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507249152:12345-0@lo:400: Request processed in 32us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393316.204397:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1749393316.204399:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:3.0:1749393316.204401:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507249920:0@lo:38: 00000100:00100000:1.0:1749393316.204413:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507250176 00000100:00100000:3.0:1749393316.204414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393316.204415:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507250176 00000100:00100000:3.0:1749393316.204422:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507250048:0@lo:38: 00000100:00100000:2.0:1749393316.204424:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507249152:0@lo:400: 00000100:00100000:1.0:1749393316.204429:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507250304 00000100:00100000:1.0:1749393316.204431:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507250304 00000100:00100000:3.0:1749393316.204431:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393316.204436:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393316.204440:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1749393316.204443:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507250176:12345-0@lo:400: 00000100:00100000:2.0:1749393316.204445:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1749393316.204446:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507249792 00000100:00100000:2.0:1749393316.204449:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507250304:12345-0@lo:400: 00000100:00100000:3.0:1749393316.204449:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507249792 00000100:00100000:1.0:1749393316.204460:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507250176:12345-0@lo:400: Request processed in 17us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393316.204462:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1749393316.204464:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1749393316.204466:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507250304:12345-0@lo:400: Request processed in 16us (59us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393316.204466:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507249408:12345-0@lo:38: 00000100:00100000:2.0:1749393316.204469:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00010000:00020000:3.0:1749393316.204478:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393316.204480:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507249536:0@lo:400: 00000100:00100000:2.0:1749393316.204488:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1749393316.204491:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507249664:12345-0@lo:38: 00010000:00080000:1.0:1749393316.204494:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e764380 x1834371507250304/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749393316.204499:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393316.204500:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507250304:0@lo:400: 00000100:00100000:3.0:1749393316.204500:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507249408:12345-0@lo:38: Request processed in 34us (157us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393316.204504:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00010000:00080000:1.0:1749393316.204506:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e765180 x1834371507250176/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393316.204513:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507249664:12345-0@lo:38: Request processed in 21us (149us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393316.204513:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1749393316.204516:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507249920:12345-0@lo:38: 00000100:00100000:1.0:1749393316.204517:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507250176:0@lo:400: 00000100:00100000:2.0:1749393316.204519:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00010000:00020000:3.0:1749393316.204521:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393316.204526:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1749393316.204528:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507250048:12345-0@lo:38: 00000100:00100000:3.0:1749393316.204531:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507249920:12345-0@lo:38: Request processed in 14us (116us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393316.204534:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393316.204534:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1749393316.204543:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507250048:12345-0@lo:38: Request processed in 14us (111us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393316.204548:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393316.204550:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00080000:3.0:1749393316.204550:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393316.204553:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507249664:0@lo:38: 00000100:00080000:3.0:1749393316.204557:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393316.204559:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393316.204561:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507249792:0@lo:38: 00000100:00080000:3.0:1749393316.204564:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393316.204570:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393316.204572:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507249920:0@lo:38: 00000100:00080000:3.0:1749393316.204578:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393316.204579:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393316.204581:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507250048:0@lo:38: 00000100:00080000:3.0:1749393316.204585:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393316.204587:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393316.204588:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507249280:0@lo:38: 00000100:00080000:3.0:1749393316.204592:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393316.204593:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393316.204594:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507249408:0@lo:38: 00000100:00100000:2.0:1749393317.192142:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393317.202338:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393317.628381:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507250560:0@lo:41: 00000100:00100000:1.0:1749393317.628459:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393317.628523:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507250560 00000100:00100000:2.0:1749393317.628534:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507250560 00000100:00100000:2.0:1749393317.628583:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1749393317.628592:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507250560:12345-0@lo:41: 00000004:00000024:2.0:1749393317.628629:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393317.628695:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507250560:12345-0@lo:41: Request processed in 104us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393317.628704:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1749393317.628734:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507250560:0@lo:41: 00000100:00100000:2.0:1749393317.841410:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507250688 00000100:00100000:2.0:1749393317.841421:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507250688 00000100:00100000:2.0:1749393317.841492:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1749393317.841501:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507250688:12345-0@lo:700: 00000100:00100000:2.0:1749393317.841544:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961000 going to sleep for 0 seconds 00000100:00100000:2.0:1749393317.841551:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507250816:0@lo:700: 40000000:00080000:2.0:1749393317.841565:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393317.841569:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393317.841621:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507250688:12345-0@lo:700: Request processed in 121us (333us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393317.841629:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1749393317.842221:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507250944:0@lo:700: 00000100:00100000:2.0:1749393317.842259:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393317.842316:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961000 going to sleep for 11 seconds 00000100:00080000:2.0:1749393317.842417:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393317.842572:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507250944:0@lo:700: 00000100:00100000:2.0:1749393318.192235:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393318.204361:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393319.171306:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 25 seconds 00010000:00010000:2.0:1749393319.206311:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393319.842417:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507251328 00000100:00100000:2.0:1749393319.842428:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507251328 00000100:00100000:2.0:1749393319.842503:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1749393319.842513:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507251328:12345-0@lo:700: 00000100:00100000:2.0:1749393319.842557:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961000 going to sleep for 0 seconds 00000100:00100000:2.0:1749393319.842564:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507251456:0@lo:700: 40000000:00080000:2.0:1749393319.842578:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393319.842581:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393319.842637:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507251328:12345-0@lo:700: Request processed in 125us (340us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393319.842646:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1749393319.843171:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507251584:0@lo:700: 00000100:00100000:2.0:1749393319.843201:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393319.843252:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961000 going to sleep for 11 seconds 00000100:00080000:2.0:1749393319.843292:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393319.843438:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507251584:0@lo:700: 00000100:00100000:2.0:1749393320.031409:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499710976 00000100:00100000:2.0:1749393320.031418:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499710976 00000100:00100000:3.0:1749393320.031447:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499711104 00000100:00100000:3.0:1749393320.031456:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499711104 00000100:00100000:2.0:1749393320.031470:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 293 00000100:00100000:2.0:1749393320.031479:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499710976:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393320.031483:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499711232 00000100:00100000:3.0:1749393320.031486:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499711232 00000100:00100000:1.0:1749393320.031503:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 460 00000100:00100000:1.0:1749393320.031514:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499711104:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393320.031516:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 461 00000100:00100000:3.0:1749393320.031523:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499711232:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393320.031534:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499710976:12345-192.168.203.32@tcp:400: Request processed in 55us (249us total) trans 0 rc 0/0 00010000:00080000:1.0:1749393320.031543:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 361 last 0 00010000:00080000:3.0:1749393320.031548:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 361 last 0 00000100:00100000:2.0:1749393320.031556:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 293 00000100:00100000:3.0:1749393320.031600:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499711232:12345-192.168.203.32@tcp:38: Request processed in 76us (231us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393320.031608:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 461 00000100:00100000:1.0:1749393320.031614:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499711104:12345-192.168.203.32@tcp:38: Request processed in 100us (282us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393320.031622:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 460 00010000:00010000:3.0:1749393320.208272:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393320.780568:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507251968 00000100:00100000:2.0:1749393320.780579:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507251968 00000100:00100000:2.0:1749393320.780623:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:2.0:1749393320.780632:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507251968:12345-0@lo:41: 00000004:00000024:2.0:1749393320.780669:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393320.780733:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507251968:12345-0@lo:41: Request processed in 101us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393320.780742:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00010000:00010000:2.0:1749393321.210310:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393321.212317:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507252096:0@lo:400: 00000100:00100000:2.0:1749393321.212351:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507252480:0@lo:400: 00000100:00100000:1.0:1749393321.212367:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393321.212391:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507252224:0@lo:38: 00000100:00100000:2.0:1749393321.212408:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393321.212435:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507252864:0@lo:400: 00000100:00100000:3.0:1749393321.212452:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393321.212463:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393321.212463:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507252096 00000100:00100000:2.0:1749393321.212470:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507252096 00000100:00100000:1.0:1749393321.212490:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749393321.212496:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507252352:0@lo:38: 00000100:00100000:1.0:1749393321.212497:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507252992:0@lo:400: 00000100:00100000:2.0:1749393321.212500:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:2.0:1749393321.212507:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507252096:12345-0@lo:400: 00000100:00100000:1.0:1749393321.212514:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393321.212518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393321.212534:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507252608:0@lo:38: 00000100:00100000:1.0:1749393321.212541:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507252864 00000100:00100000:1.0:1749393321.212547:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507252864 00000100:00100000:2.0:1749393321.212547:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507252096:12345-0@lo:400: Request processed in 39us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393321.212551:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393321.212554:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1749393321.212571:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507252736:0@lo:38: 00000100:00100000:1.0:1749393321.212578:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507252992 00000100:00100000:2.0:1749393321.212579:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507252480 00000100:00100000:1.0:1749393321.212581:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507252992 00000100:00100000:2.0:1749393321.212582:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507252480 00000100:00100000:3.0:1749393321.212588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393321.212598:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1749393321.212601:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507253120:0@lo:38: 00000100:00100000:2.0:1749393321.212602:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1749393321.212605:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507252864:12345-0@lo:400: 00000100:00100000:2.0:1749393321.212608:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507252480:12345-0@lo:400: 00000100:00100000:3.0:1749393321.212616:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393321.212626:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507253248:0@lo:38: 00000100:00100000:2.0:1749393321.212638:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507252480:12345-0@lo:400: Request processed in 29us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393321.212644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393321.212645:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1749393321.212649:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507252864:12345-0@lo:400: Request processed in 44us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393321.212667:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1749393321.212669:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507253120 00000100:00100000:3.0:1749393321.212674:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507253120 00000100:00100000:2.0:1749393321.212679:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1749393321.212685:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507252992:12345-0@lo:400: 00000100:00080000:1.0:1749393321.212690:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393321.212690:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507253248 00000100:00100000:3.0:1749393321.212692:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507253248 00000100:00100000:3.0:1749393321.212704:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1749393321.212710:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507252352:12345-0@lo:38: 00000100:00100000:2.0:1749393321.212717:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507252992:12345-0@lo:400: Request processed in 33us (202us total) trans 0 rc 0/0 00010000:00080000:1.0:1749393321.212720:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b169f80 x1834371507252864/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393321.212724:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00010000:00020000:3.0:1749393321.212729:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393321.212734:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507252864:0@lo:400: 00000100:00100000:2.0:1749393321.212747:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507253504:0@lo:400: 00010000:00080000:1.0:1749393321.212755:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b16aa00 x1834371507252992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393321.212765:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507252992:0@lo:400: 00000100:00100000:3.0:1749393321.212766:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507252352:12345-0@lo:38: Request processed in 54us (246us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393321.212771:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393321.212783:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507253376:0@lo:400: 00000100:00100000:3.0:1749393321.212787:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1749393321.212797:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507252480:0@lo:400: 00000100:00100000:3.0:1749393321.212810:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1749393321.212812:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393321.212815:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507253120:12345-0@lo:38: 00000100:00100000:2.0:1749393321.212818:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507253504 00000100:00100000:2.0:1749393321.212821:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507253504 00010000:00020000:3.0:1749393321.212831:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393321.212834:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507252096:0@lo:400: 00000100:00100000:2.0:1749393321.212842:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507253376 00000100:00100000:2.0:1749393321.212845:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507253376 00000100:00100000:3.0:1749393321.212855:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507253120:12345-0@lo:38: Request processed in 39us (238us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393321.212857:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1749393321.212862:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1749393321.212864:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507253504:12345-0@lo:400: 00000100:00100000:3.0:1749393321.212864:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1749393321.212868:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507253376:12345-0@lo:400: 00000100:00100000:1.0:1749393321.212903:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507253504:12345-0@lo:400: Request processed in 40us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393321.212906:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507253376:12345-0@lo:400: Request processed in 38us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393321.212910:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1749393321.212914:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00080000:3.0:1749393321.212919:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393321.212924:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00080000:2.0:1749393321.212927:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393321.212929:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507252736:0@lo:38: 00000100:00080000:3.0:1749393321.212939:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393321.212941:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393321.212945:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507253120:0@lo:38: 00010000:00080000:2.0:1749393321.212947:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b16ad80 x1834371507253376/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393321.212953:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393321.212956:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393321.212959:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507253248:0@lo:38: 00000100:00100000:2.0:1749393321.212960:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507253376:0@lo:400: 00000100:00080000:3.0:1749393321.212967:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393321.212969:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393321.212973:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507252224:0@lo:38: 00000100:00080000:3.0:1749393321.212982:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:2.0:1749393321.212984:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b16b480 x1834371507253504/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393321.212984:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393321.212988:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507252352:0@lo:38: 00000100:00100000:2.0:1749393321.212994:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507253504:0@lo:400: 00000100:00080000:3.0:1749393321.212995:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393321.212998:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393321.213001:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507252608:0@lo:38: 00000100:00100000:2.0:1749393321.843411:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507253632 00000100:00100000:2.0:1749393321.843421:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507253632 00000100:00100000:2.0:1749393321.843470:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1749393321.843479:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507253632:12345-0@lo:700: 00000100:00100000:2.0:1749393321.843517:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961a80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393321.843523:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507253760:0@lo:700: 40000000:00080000:2.0:1749393321.843536:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393321.843539:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393321.843597:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507253632:12345-0@lo:700: Request processed in 118us (319us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393321.843605:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1749393321.844181:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507253888:0@lo:700: 00000100:00100000:2.0:1749393321.844211:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393321.844261:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961a80 going to sleep for 11 seconds 00000100:00100000:2.0:1749393321.844503:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507253888:0@lo:700: 00010000:00010000:2.0:1749393322.212317:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393322.636384:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507254272:0@lo:41: 00000100:00100000:1.0:1749393322.636476:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393322.636507:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507254272 00000100:00100000:2.0:1749393322.636518:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507254272 00000100:00100000:2.0:1749393322.636566:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:2.0:1749393322.636574:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507254272:12345-0@lo:41: 00000004:00000024:2.0:1749393322.636609:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393322.636673:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507254272:12345-0@lo:41: Request processed in 99us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393322.636681:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1749393322.636711:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507254272:0@lo:41: 00010000:00010000:2.0:1749393323.214323:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393323.844478:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507254400 00000100:00100000:2.0:1749393323.844490:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507254400 00000100:00100000:2.0:1749393323.844560:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1749393323.844570:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507254400:12345-0@lo:700: 00000100:00100000:2.0:1749393323.844629:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961a80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393323.844636:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507254528:0@lo:700: 40000000:00080000:2.0:1749393323.844650:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393323.844653:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393323.844713:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507254400:12345-0@lo:700: Request processed in 144us (374us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393323.844722:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1749393323.845169:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507254656:0@lo:700: 00000100:00100000:2.0:1749393323.845200:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393323.845250:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961a80 going to sleep for 11 seconds 00000100:00080000:2.0:1749393323.845310:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393323.845497:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507254656:0@lo:700: 00000100:00100000:2.0:1749393324.192331:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393324.216334:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393325.039517:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499711616 00000100:00100000:1.0:1749393325.039527:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499711616 00000100:00100000:2.0:1749393325.039554:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499711360 00000100:00100000:2.0:1749393325.039563:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499711360 00000100:00100000:1.0:1749393325.039566:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 468 00000100:00100000:1.0:1749393325.039574:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499711616:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393325.039608:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 366 last 0 00000100:00100000:2.0:1749393325.039608:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 295 00000100:00100000:2.0:1749393325.039617:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499711360:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393325.039682:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499711360:12345-192.168.203.32@tcp:400: Request processed in 65us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393325.039690:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 295 00000100:00100000:1.0:1749393325.039696:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499711616:12345-192.168.203.32@tcp:38: Request processed in 119us (225us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393325.039705:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 468 00000100:00100000:2.0:1749393325.192259:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393325.218327:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393325.788403:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393325.788432:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507255040:0@lo:41: 00000100:00100000:1.0:1749393325.788508:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393325.788572:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507255040 00000100:00100000:2.0:1749393325.788584:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507255040 00000100:00100000:2.0:1749393325.788632:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:2.0:1749393325.788642:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507255040:12345-0@lo:41: 00000004:00000024:2.0:1749393325.788698:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393325.788768:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507255040:12345-0@lo:41: Request processed in 126us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393325.788777:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:1.0:1749393325.788805:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507255040:0@lo:41: 00000100:00100000:1.0:1749393325.839240:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393325.839272:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507255168/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393330 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393325.839341:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393325.839430:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00080000:2.0:1749393325.839488:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393325.839630:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507255168/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393341 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393325.839641:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393325.840170:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393325.840191:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507255296/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393330 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393325.840234:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393325.840290:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00080000:1.0:1749393325.840302:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393325.840397:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507255296/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393341 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393325.840405:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393325.845254:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507255424 00000100:00100000:2.0:1749393325.845261:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507255424 00000100:00100000:2.0:1749393325.845293:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00080000:1.0:1749393325.845294:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393325.845300:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507255424:12345-0@lo:700: 00000100:00100000:2.0:1749393325.845330:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961f00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393325.845336:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507255552:0@lo:700: 40000000:00080000:2.0:1749393325.845347:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393325.845349:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393325.845394:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507255424:12345-0@lo:700: Request processed in 94us (188us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393325.845401:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1749393325.846153:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507255680:0@lo:700: 00000100:00100000:2.0:1749393325.846185:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393325.846234:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961f00 going to sleep for 11 seconds 00000100:00080000:1.0:1749393325.846327:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393325.846476:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507255680:0@lo:700: 00000100:00100000:2.0:1749393326.192233:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393326.220378:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507255936:0@lo:400: 00000100:00100000:3.0:1749393326.220418:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507256064:0@lo:38: 00000100:00100000:2.0:1749393326.220453:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393326.220495:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393326.220533:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393326.220541:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507256320:0@lo:400: 00000100:00100000:3.0:1749393326.220541:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507256192:0@lo:38: 00000100:00100000:2.0:1749393326.220567:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393326.220582:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393326.220602:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507255936 00000100:00100000:2.0:1749393326.220610:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507255936 00000100:00100000:3.0:1749393326.220627:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507256448:0@lo:38: 00000100:00100000:1.0:1749393326.220633:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507256064 00000100:00100000:1.0:1749393326.220642:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507256064 00000100:00100000:2.0:1749393326.220648:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:2.0:1749393326.220656:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507255936:12345-0@lo:400: 00000100:00100000:3.0:1749393326.220662:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393326.220682:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507256192 00000100:00100000:1.0:1749393326.220684:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507256192 00000100:00100000:3.0:1749393326.220695:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507256576:0@lo:38: 00000100:00100000:1.0:1749393326.220697:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507256448 00000100:00100000:1.0:1749393326.220699:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507256448 00000100:00100000:2.0:1749393326.220699:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507255936:12345-0@lo:400: Request processed in 43us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393326.220706:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1749393326.220714:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1749393326.220721:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507256064:12345-0@lo:38: 00000100:00100000:3.0:1749393326.220727:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393326.220734:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507256320 00000100:00100000:2.0:1749393326.220737:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507256320 00000100:00100000:3.0:1749393326.220743:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507256704:0@lo:38: 00010000:00020000:1.0:1749393326.220746:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393326.220757:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:2.0:1749393326.220762:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507256320:12345-0@lo:400: 00000100:00100000:3.0:1749393326.220767:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393326.220789:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507256832:0@lo:38: 00000100:00100000:1.0:1749393326.220803:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507256064:12345-0@lo:38: Request processed in 81us (311us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393326.220804:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507256320:12345-0@lo:400: Request processed in 41us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393326.220810:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1749393326.220815:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393326.220823:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1749393326.220838:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507256576 00000100:00100000:1.0:1749393326.220841:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507256576 00000100:00100000:2.0:1749393326.220841:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507256320:0@lo:400: 00000100:00080000:3.0:1749393326.220846:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393326.220849:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507256704 00000100:00100000:1.0:1749393326.220851:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507256704 00000100:00100000:2.0:1749393326.220851:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507255936:0@lo:400: 00000100:00080000:3.0:1749393326.220852:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393326.220857:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507256832 00000100:00100000:1.0:1749393326.220860:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507256832 00000100:00100000:3.0:1749393326.220860:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507256192:0@lo:38: 00000100:00080000:3.0:1749393326.220876:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393326.220879:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00080000:3.0:1749393326.220881:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393326.220884:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507256576:12345-0@lo:38: 00000100:00100000:3.0:1749393326.220887:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507256064:0@lo:38: 00000100:00100000:2.0:1749393326.220893:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1749393326.220898:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507256704:12345-0@lo:38: 00010000:00020000:1.0:1749393326.220900:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393326.220915:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393326.220938:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507256576:12345-0@lo:38: Request processed in 52us (212us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393326.220945:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00080000:3.0:1749393326.220948:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393326.220953:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393326.220956:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1749393326.220960:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507256576:0@lo:38: 00000100:00100000:1.0:1749393326.220962:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507256832:12345-0@lo:38: 00000100:00100000:2.0:1749393326.220963:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507256704:12345-0@lo:38: Request processed in 61us (195us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393326.220971:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00010000:00020000:1.0:1749393326.220972:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749393326.220974:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393326.220978:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393326.220983:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507256704:0@lo:38: 00000100:00100000:1.0:1749393326.220991:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507256832:12345-0@lo:38: Request processed in 30us (177us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393326.220995:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393326.220997:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00080000:3.0:1749393326.220999:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393326.221004:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507256448:0@lo:38: 00010000:00010000:2.0:1749393326.221041:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1749393326.221049:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393326.221134:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393326.221142:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507256832:0@lo:38: 00010000:00010000:2.0:1749393327.222430:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393327.644387:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507257088:0@lo:41: 00000100:00100000:2.0:1749393327.644460:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393327.644817:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507257088:0@lo:41: 00000100:00100000:2.0:1749393327.846516:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507257216 00000100:00100000:2.0:1749393327.846528:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507257216 00000100:00080000:1.0:1749393327.846567:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393327.846583:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1749393327.846594:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507257216:12345-0@lo:700: 00000100:00100000:2.0:1749393327.846638:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961f00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393327.846645:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507257344:0@lo:700: 40000000:00080000:2.0:1749393327.846662:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393327.846666:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393327.846727:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507257216:12345-0@lo:700: Request processed in 135us (359us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393327.846736:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1749393327.847153:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507257472:0@lo:700: 00000100:00100000:2.0:1749393327.847187:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393327.847239:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961f00 going to sleep for 11 seconds 00000100:00080000:1.0:1749393327.847327:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393327.847440:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507257472:0@lo:700: 00000100:00100000:2.0:1749393328.192350:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393328.224334:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393329.192257:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393329.226344:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393329.847461:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507257856 00000100:00100000:2.0:1749393329.847472:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507257856 00000100:00080000:1.0:1749393329.847512:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393329.847526:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1749393329.847537:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507257856:12345-0@lo:700: 00000100:00100000:2.0:1749393329.847580:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961f00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393329.847587:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507257984:0@lo:700: 40000000:00080000:2.0:1749393329.847605:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393329.847608:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393329.847670:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507257856:12345-0@lo:700: Request processed in 135us (351us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393329.847679:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1749393329.848161:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507258112:0@lo:700: 00000100:00100000:2.0:1749393329.848192:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393329.848243:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961f00 going to sleep for 11 seconds 00000100:00080000:1.0:1749393329.848335:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393329.848437:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507258112:0@lo:700: 00000100:00100000:2.0:1749393330.047546:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499711744 00000100:00100000:2.0:1749393330.047574:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499711744 00000100:00100000:2.0:1749393330.047610:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 297 00000100:00100000:3.0:1749393330.047615:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499711872 00000100:00100000:2.0:1749393330.047616:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499711744:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393330.047621:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499711872 00000100:00100000:3.0:1749393330.047665:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499712000 00000100:00100000:3.0:1749393330.047667:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499712000 00000100:00100000:3.0:1749393330.047685:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 476 00000100:00100000:3.0:1749393330.047710:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499711872:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393330.047716:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 477 00000100:00100000:1.0:1749393330.047727:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499712000:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393330.047732:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499711744:12345-192.168.203.32@tcp:400: Request processed in 113us (334us total) trans 0 rc 0/0 00010000:00080000:3.0:1749393330.047738:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 371 last 0 00000100:00100000:2.0:1749393330.047741:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 297 00010000:00080000:1.0:1749393330.047754:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 371 last 0 00000100:00100000:3.0:1749393330.047796:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499711872:12345-192.168.203.32@tcp:38: Request processed in 86us (329us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393330.047804:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 476 00000100:00100000:1.0:1749393330.047805:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499712000:12345-192.168.203.32@tcp:38: Request processed in 77us (256us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393330.047823:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 477 00000100:00100000:2.0:1749393330.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393330.228315:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393330.796393:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507258496:0@lo:41: 00000100:00100000:3.0:1749393330.796468:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393330.796829:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507258496:0@lo:41: 00000100:00100000:2.0:1749393331.192222:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393331.228271:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507258624:0@lo:400: 00000100:00100000:3.0:1749393331.228347:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507258880:0@lo:400: 00000100:00100000:2.0:1749393331.228356:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393331.228396:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393331.228432:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507258624 00000100:00100000:2.0:1749393331.228440:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507258624 00000100:00100000:3.0:1749393331.228443:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507258752:0@lo:38: 00000100:00100000:3.0:1749393331.228465:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393331.228478:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1749393331.228481:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507259008:0@lo:38: 00000100:00100000:2.0:1749393331.228486:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507258624:12345-0@lo:400: 00000100:00100000:3.0:1749393331.228497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393331.228504:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507259136:0@lo:400: 00000100:00100000:3.0:1749393331.228509:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507259264:0@lo:38: 00000100:00100000:2.0:1749393331.228533:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507258624:12345-0@lo:400: Request processed in 47us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393331.228533:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393331.228542:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1749393331.228552:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393331.228566:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507259392:0@lo:38: 00000100:00100000:2.0:1749393331.228574:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507258752 00000100:00100000:2.0:1749393331.228578:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507258752 00000100:00100000:3.0:1749393331.228586:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393331.228589:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507260160:0@lo:400: 00000100:00100000:2.0:1749393331.228594:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507259008 00000100:00100000:2.0:1749393331.228596:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507259008 00000100:00100000:3.0:1749393331.228606:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507259776:0@lo:38: 00000100:00100000:2.0:1749393331.228607:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507259264 00000100:00100000:2.0:1749393331.228609:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507259264 00000100:00100000:2.0:1749393331.228617:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507259392 00000100:00100000:2.0:1749393331.228619:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507259392 00000100:00100000:3.0:1749393331.228623:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393331.228628:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1749393331.228630:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393331.228633:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507258752:12345-0@lo:38: 00000100:00100000:3.0:1749393331.228633:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507259904:0@lo:38: 00010000:00020000:2.0:1749393331.228655:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393331.228665:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393331.228680:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507259776 00000100:00100000:2.0:1749393331.228685:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507258752:12345-0@lo:38: Request processed in 51us (219us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393331.228686:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507259776 00000100:00100000:2.0:1749393331.228691:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00080000:3.0:1749393331.228692:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393331.228696:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393331.228700:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507259904 00000100:00100000:3.0:1749393331.228701:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507258752:0@lo:38: 00000100:00100000:2.0:1749393331.228702:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507259904 00000100:00100000:1.0:1749393331.228705:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1749393331.228712:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507259008:12345-0@lo:38: 00000100:00100000:2.0:1749393331.228723:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1749393331.228727:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507259264:12345-0@lo:38: 00010000:00020000:1.0:1749393331.228731:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393331.228734:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00010000:00020000:2.0:1749393331.228738:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393331.228740:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507259392:12345-0@lo:38: 00010000:00020000:3.0:1749393331.228758:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393331.228769:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507259008:12345-0@lo:38: Request processed in 56us (271us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393331.228771:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507259264:12345-0@lo:38: Request processed in 43us (238us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393331.228776:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1749393331.228786:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1749393331.228786:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507259392:12345-0@lo:38: Request processed in 45us (199us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393331.228791:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1749393331.228795:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507259776:12345-0@lo:38: 00000100:00100000:3.0:1749393331.228796:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1749393331.228800:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1749393331.228804:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507259904:12345-0@lo:38: 00010000:00020000:1.0:1749393331.228806:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393331.228817:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393331.228817:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507260032:0@lo:400: 00000100:00100000:1.0:1749393331.228825:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507259776:12345-0@lo:38: Request processed in 28us (200us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393331.228831:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1749393331.228840:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393331.228844:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507259904:12345-0@lo:38: Request processed in 39us (179us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393331.228850:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1749393331.228853:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507260160 00000100:00100000:1.0:1749393331.228856:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507260160 00000100:00100000:3.0:1749393331.228867:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507258880:0@lo:400: 00000100:00100000:2.0:1749393331.228874:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507259648:0@lo:400: 00000100:00100000:1.0:1749393331.228882:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507260032 00000100:00100000:1.0:1749393331.228884:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507260032 00000100:00100000:2.0:1749393331.228895:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393331.228897:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1749393331.228903:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507259648 00000100:00100000:3.0:1749393331.228905:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507259520:12345-0@lo:400: 00000100:00100000:1.0:1749393331.228906:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507259648 00000100:00100000:1.0:1749393331.228918:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1749393331.228918:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507258624:0@lo:400: 00000100:00100000:1.0:1749393331.228924:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507260032:12345-0@lo:400: 00000100:00100000:2.0:1749393331.228943:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1749393331.228943:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507259520:12345-0@lo:400: Request processed in 40us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393331.228950:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507259648:12345-0@lo:400: 00000100:00100000:3.0:1749393331.228950:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00080000:3.0:1749393331.228974:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393331.228980:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507260032:12345-0@lo:400: Request processed in 54us (137us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393331.228984:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393331.228985:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507259648:12345-0@lo:400: Request processed in 36us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393331.228987:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1749393331.228989:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507259392:0@lo:38: 00000100:00100000:2.0:1749393331.228992:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00080000:3.0:1749393331.229001:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393331.229004:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393331.229007:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507259776:0@lo:38: 00000100:00080000:3.0:1749393331.229045:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:2.0:1749393331.229048:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b169c00 x1834371507259648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393331.229048:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:1.0:1749393331.229052:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009945dc00 x1834371507260160/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393331.229052:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507259904:0@lo:38: 00000100:00080000:3.0:1749393331.229061:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393331.229063:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507259648:0@lo:400: 00000100:00080000:3.0:1749393331.229063:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393331.229066:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507260160:0@lo:400: 00000100:00100000:3.0:1749393331.229067:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507259008:0@lo:38: 00000100:00100000:1.0:1749393331.229116:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507259136:0@lo:400: 00000100:00080000:3.0:1749393331.229124:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393331.229127:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393331.229131:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507259264:0@lo:38: 00010000:00080000:3.0:1749393331.229171:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b168000 x1834371507260032/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393331.229184:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507260032:0@lo:400: 00010000:00010000:3.0:1749393331.230299:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393331.848518:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507260288 00000100:00100000:2.0:1749393331.848529:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507260288 00000100:00100000:2.0:1749393331.848579:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1749393331.848588:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507260288:12345-0@lo:700: 00000100:00100000:2.0:1749393331.848632:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393331.848639:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507260416:0@lo:700: 40000000:00080000:2.0:1749393331.848670:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393331.848673:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393331.848742:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507260288:12345-0@lo:700: Request processed in 154us (373us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393331.848751:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1749393331.849159:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507260544:0@lo:700: 00000100:00100000:2.0:1749393331.849189:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393331.849241:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961b40 going to sleep for 11 seconds 00000100:00100000:2.0:1749393331.849420:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507260544:0@lo:700: 00000100:00100000:2.0:1749393332.192237:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393332.652508:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507260928 00000100:00100000:1.0:1749393332.652520:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507260928 00000100:00100000:1.0:1749393332.652564:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1749393332.652573:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507260928:12345-0@lo:41: 00000004:00000024:1.0:1749393332.652609:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393332.652679:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507260928:12345-0@lo:41: Request processed in 105us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393332.652687:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1749393333.192248:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393333.234363:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393333.849519:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507261056 00000100:00100000:2.0:1749393333.849530:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507261056 00000100:00100000:2.0:1749393333.849606:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1749393333.849617:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507261056:12345-0@lo:700: 00000100:00100000:2.0:1749393333.849660:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393333.849667:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507261184:0@lo:700: 40000000:00080000:2.0:1749393333.849683:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393333.849687:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393333.849743:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507261056:12345-0@lo:700: Request processed in 128us (379us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393333.849752:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1749393333.850156:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507261312:0@lo:700: 00000100:00100000:2.0:1749393333.850187:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393333.850237:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961b40 going to sleep for 11 seconds 00000100:00080000:1.0:1749393333.850325:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393333.850432:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507261312:0@lo:700: 00010000:00010000:2.0:1749393334.236310:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393335.055863:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499712256 00000100:00100000:2.0:1749393335.055875:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499712256 00000100:00100000:3.0:1749393335.055898:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499712128 00000100:00100000:3.0:1749393335.055908:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499712128 00000100:00100000:2.0:1749393335.055910:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499712384 00000100:00100000:2.0:1749393335.055913:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499712384 00000100:00100000:2.0:1749393335.055941:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 485 00000100:00100000:2.0:1749393335.055948:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499712384:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393335.055954:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 299 00000100:00100000:3.0:1749393335.055962:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499712128:12345-192.168.203.32@tcp:400: 00010000:00080000:2.0:1749393335.055973:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 376 last 0 00000100:00100000:2.0:1749393335.056115:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499712384:12345-192.168.203.32@tcp:38: Request processed in 164us (246us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393335.056119:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499712128:12345-192.168.203.32@tcp:400: Request processed in 110us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393335.056125:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 485 00000100:00100000:3.0:1749393335.056142:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 299 00010000:00010000:3.0:1749393335.238328:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393335.804372:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507261696:0@lo:41: 00000100:00100000:2.0:1749393335.804445:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393335.804597:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507261696 00000100:00100000:1.0:1749393335.804609:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507261696 00000100:00100000:1.0:1749393335.804669:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:1.0:1749393335.804679:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507261696:12345-0@lo:41: 00000004:00000024:1.0:1749393335.804717:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393335.804782:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507261696:12345-0@lo:41: Request processed in 103us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393335.804790:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:2.0:1749393335.804817:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507261696:0@lo:41: 00000100:00100000:2.0:1749393335.850377:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507261824 00000100:00100000:2.0:1749393335.850386:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507261824 00000100:00080000:1.0:1749393335.850422:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393335.850431:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1749393335.850440:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507261824:12345-0@lo:700: 00000100:00100000:2.0:1749393335.850479:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393335.850485:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507261952:0@lo:700: 40000000:00080000:2.0:1749393335.850499:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393335.850502:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393335.850575:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507261824:12345-0@lo:700: Request processed in 136us (324us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393335.850584:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1749393335.851151:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e3100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507262080:0@lo:700: 00000100:00100000:2.0:1749393335.851183:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393335.851235:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961b40 going to sleep for 11 seconds 00000100:00080000:1.0:1749393335.851287:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393335.851438:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e3100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507262080:0@lo:700: 00000100:00100000:3.0:1749393336.236304:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393336.236326:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507262336:0@lo:400: 00000100:00100000:2.0:1749393336.236358:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507262464:0@lo:38: 00000100:00100000:1.0:1749393336.236400:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099602d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507262592:0@lo:400: 00000100:00100000:3.0:1749393336.236402:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393336.236420:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393336.236449:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393336.236457:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507262464 00000100:00100000:2.0:1749393336.236464:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507262464 00000100:00100000:3.0:1749393336.236468:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507262336 00000100:00100000:3.0:1749393336.236474:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507262336 00000100:00100000:1.0:1749393336.236482:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393336.236491:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099600a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507262848:0@lo:400: 00000100:00100000:2.0:1749393336.236493:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1749393336.236500:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507262464:12345-0@lo:38: 00000100:00100000:3.0:1749393336.236508:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1749393336.236510:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393336.236516:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507262336:12345-0@lo:400: 00010000:00020000:2.0:1749393336.236524:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393336.236551:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507262592 00000100:00100000:1.0:1749393336.236559:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507262592 00000100:00100000:2.0:1749393336.236562:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507262464:12345-0@lo:38: Request processed in 60us (141us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393336.236562:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507262336:12345-0@lo:400: Request processed in 46us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393336.236571:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1749393336.236572:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1749393336.236595:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507262848 00000100:00100000:1.0:1749393336.236600:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507262848 00000100:00100000:3.0:1749393336.236600:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099601f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507263232:0@lo:400: 00000100:00080000:2.0:1749393336.236606:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393336.236610:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393336.236615:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507262464:0@lo:38: 00000100:00100000:1.0:1749393336.236621:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:1.0:1749393336.236631:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507262592:12345-0@lo:400: 00000100:00100000:2.0:1749393336.236633:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099600380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507262720:0@lo:38: 00000100:00100000:3.0:1749393336.236641:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507263872 00000100:00100000:3.0:1749393336.236645:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507263872 00000100:00100000:2.0:1749393336.236658:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393336.236674:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1749393336.236678:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099601180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507262976:0@lo:38: 00000100:00100000:3.0:1749393336.236680:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507263872:12345-0@lo:400: 00000100:00100000:1.0:1749393336.236692:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507262592:12345-0@lo:400: Request processed in 60us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393336.236696:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393336.236704:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:2.0:1749393336.236714:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099603100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507263104:0@lo:38: 00000100:00100000:3.0:1749393336.236714:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507263872:12345-0@lo:400: Request processed in 34us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393336.236721:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1749393336.236726:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1749393336.236730:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393336.236731:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507263744 00000100:00100000:3.0:1749393336.236734:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507263744 00000100:00100000:1.0:1749393336.236735:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507262848:12345-0@lo:400: 00000100:00100000:2.0:1749393336.236741:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507263488:0@lo:38: 00000100:00100000:3.0:1749393336.236750:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1749393336.236755:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507263744:12345-0@lo:400: 00000100:00100000:2.0:1749393336.236756:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393336.236788:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507262848:12345-0@lo:400: Request processed in 53us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393336.236793:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507263616:0@lo:38: 00000100:00100000:3.0:1749393336.236795:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507263744:12345-0@lo:400: Request processed in 39us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393336.236799:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1749393336.236811:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393336.236815:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1749393336.236826:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507263232 00000100:00100000:3.0:1749393336.236829:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507263232 00000100:00100000:1.0:1749393336.236832:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507262720 00000100:00100000:1.0:1749393336.236838:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507262720 00000100:00100000:3.0:1749393336.236840:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507263360 00000100:00100000:3.0:1749393336.236843:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507263360 00000100:00100000:2.0:1749393336.236845:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1749393336.236853:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507263232:12345-0@lo:400: 00000100:00100000:1.0:1749393336.236860:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507262976 00000100:00100000:1.0:1749393336.236864:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507262976 00000100:00100000:1.0:1749393336.236872:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507263104 00000100:00100000:1.0:1749393336.236876:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507263104 00000100:00080000:3.0:1749393336.236876:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393336.236884:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507263488 00000100:00100000:1.0:1749393336.236887:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507263488 00000100:00100000:2.0:1749393336.236894:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507263232:12345-0@lo:400: Request processed in 42us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393336.236897:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507263616 00000100:00100000:1.0:1749393336.236900:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507263616 00000100:00100000:2.0:1749393336.236901:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1749393336.236906:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1749393336.236911:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507262720:12345-0@lo:38: 00000100:00100000:2.0:1749393336.236923:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1749393336.236927:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507262976:12345-0@lo:38: 00010000:00020000:3.0:1749393336.236929:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393336.236941:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393336.236945:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1749393336.236950:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507263488:12345-0@lo:38: 00000100:00100000:2.0:1749393336.236967:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507262976:12345-0@lo:38: Request processed in 39us (270us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393336.236967:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507262720:12345-0@lo:38: Request processed in 55us (308us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393336.236968:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393336.236974:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1749393336.236977:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1749393336.237021:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1749393336.237026:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507263616:12345-0@lo:38: 00010000:00020000:2.0:1749393336.237037:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393336.237054:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507263488:12345-0@lo:38: Request processed in 98us (293us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393336.237061:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507263616:12345-0@lo:38: Request processed in 34us (249us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393336.237064:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099600a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507262848:0@lo:400: 00000100:00100000:1.0:1749393336.237066:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1749393336.237109:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1749393336.237119:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099602d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507262592:0@lo:400: 00000100:00080000:2.0:1749393336.237136:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393336.237140:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393336.237144:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099600380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507262720:0@lo:38: 00000100:00080000:2.0:1749393336.237152:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393336.237155:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393336.237158:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099601180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507262976:0@lo:38: 00000100:00080000:2.0:1749393336.237177:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393336.237180:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393336.237183:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099603100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507263104:0@lo:38: 00000100:00080000:2.0:1749393336.237191:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393336.237194:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393336.237197:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507263488:0@lo:38: 00000100:00080000:2.0:1749393336.237203:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393336.237206:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393336.237208:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507263616:0@lo:38: 00010000:00010000:2.0:1749393336.240296:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393336.839229:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393336.839262:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507264128/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393341 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393336.839339:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393336.839426:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749393336.839639:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507264128/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393352 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393336.839655:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393336.840142:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393336.840163:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507264256/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393341 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393336.840207:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393336.840265:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393336.840399:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507264256/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393352 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393336.840409:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393337.192283:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393337.242331:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393337.660321:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393337.660352:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507264384:0@lo:41: 00000100:00100000:3.0:1749393337.660433:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393337.660574:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507264384 00000100:00100000:1.0:1749393337.660586:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507264384 00000100:00100000:1.0:1749393337.660648:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:1.0:1749393337.660657:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507264384:12345-0@lo:41: 00000004:00000024:1.0:1749393337.660694:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393337.660765:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507264384:12345-0@lo:41: Request processed in 108us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393337.660773:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1749393337.660809:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507264384:0@lo:41: 00000100:00100000:2.0:1749393337.851460:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507264512 00000100:00100000:2.0:1749393337.851470:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507264512 00000100:00080000:3.0:1749393337.851504:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393337.851537:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1749393337.851547:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507264512:12345-0@lo:700: 00000100:00100000:2.0:1749393337.851589:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393337.851596:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507264640:0@lo:700: 40000000:00080000:2.0:1749393337.851624:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393337.851628:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393337.851686:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507264512:12345-0@lo:700: Request processed in 141us (367us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393337.851695:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1749393337.852153:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507264768:0@lo:700: 00000100:00100000:2.0:1749393337.852183:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393337.852233:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961b40 going to sleep for 11 seconds 00000100:00080000:3.0:1749393337.852334:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393337.852451:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507264768:0@lo:700: 00000100:00100000:2.0:1749393338.192231:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393338.244336:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393339.192210:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393339.246306:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393339.852408:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507265152 00000100:00100000:2.0:1749393339.852419:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507265152 00000100:00080000:3.0:1749393339.852460:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393339.852483:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1749393339.852493:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507265152:12345-0@lo:700: 00000100:00100000:2.0:1749393339.852536:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393339.852543:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507265280:0@lo:700: 40000000:00080000:2.0:1749393339.852558:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393339.852561:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393339.852615:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507265152:12345-0@lo:700: Request processed in 123us (338us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393339.852624:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1749393339.853156:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507265408:0@lo:700: 00000100:00100000:2.0:1749393339.853186:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393339.853232:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961b40 going to sleep for 11 seconds 00000100:00080000:3.0:1749393339.853380:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393339.853534:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507265408:0@lo:700: 00000100:00100000:3.0:1749393340.063736:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499712512 00000100:00100000:3.0:1749393340.063746:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499712512 00000100:00100000:2.0:1749393340.063765:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499712640 00000100:00100000:2.0:1749393340.063774:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499712640 00000100:00100000:2.0:1749393340.063801:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499712768 00000100:00100000:3.0:1749393340.063801:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 301 00000100:00100000:2.0:1749393340.063804:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499712768 00000100:00100000:3.0:1749393340.063810:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499712512:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393340.063821:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 492 00000100:00100000:1.0:1749393340.063833:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499712640:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393340.063834:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 493 00000100:00100000:2.0:1749393340.063841:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499712768:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393340.063862:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 381 last 0 00010000:00080000:2.0:1749393340.063866:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 381 last 0 00000100:00100000:3.0:1749393340.063875:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499712512:12345-192.168.203.32@tcp:400: Request processed in 66us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393340.063885:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 301 00000100:00100000:2.0:1749393340.063916:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499712768:12345-192.168.203.32@tcp:38: Request processed in 74us (224us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393340.063924:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 493 00000100:00100000:1.0:1749393340.063932:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499712640:12345-192.168.203.32@tcp:38: Request processed in 100us (279us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393340.063984:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 492 00000100:00100000:2.0:1749393340.192199:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393340.248327:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393340.812580:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507265792 00000100:00100000:1.0:1749393340.812592:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507265792 00000100:00100000:1.0:1749393340.812653:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:1.0:1749393340.812662:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507265792:12345-0@lo:41: 00000004:00000024:1.0:1749393340.812700:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393340.812766:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507265792:12345-0@lo:41: Request processed in 103us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393340.812781:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1749393341.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393341.244313:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393341.244341:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507265920:0@lo:400: 00000100:00100000:3.0:1749393341.244346:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749393341.244365:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507266176:0@lo:400: 00000100:00100000:1.0:1749393341.244426:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393341.244428:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393341.244437:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507266048:0@lo:38: 00000100:00100000:3.0:1749393341.244465:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393341.244475:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507266432:0@lo:400: 00000100:00100000:2.0:1749393341.244484:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393341.244497:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393341.244500:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507265920 00000100:00100000:1.0:1749393341.244508:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507265920 00000100:00100000:2.0:1749393341.244514:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507266304:0@lo:38: 00000100:00100000:3.0:1749393341.244518:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507266816:0@lo:400: 00000100:00100000:2.0:1749393341.244537:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393341.244540:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393341.244548:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1749393341.244556:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507265920:12345-0@lo:400: 00000100:00100000:2.0:1749393341.244559:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507266560:0@lo:38: 00000100:00100000:3.0:1749393341.244571:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507266176 00000100:00100000:3.0:1749393341.244576:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507266176 00000100:00100000:2.0:1749393341.244577:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393341.244594:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507266688:0@lo:38: 00000100:00100000:1.0:1749393341.244603:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507265920:12345-0@lo:400: Request processed in 48us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393341.244603:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507266432 00000100:00100000:3.0:1749393341.244606:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507266432 00000100:00100000:2.0:1749393341.244610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393341.244611:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1749393341.244619:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1749393341.244624:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507267072:0@lo:38: 00000100:00100000:3.0:1749393341.244626:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507266176:12345-0@lo:400: 00000100:00100000:2.0:1749393341.244641:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393341.244645:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1749393341.244652:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507266432:12345-0@lo:400: 00000100:00100000:2.0:1749393341.244658:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507267200:0@lo:38: 00000100:00100000:3.0:1749393341.244666:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507266176:12345-0@lo:400: Request processed in 40us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393341.244673:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1749393341.244677:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393341.244680:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507266432:12345-0@lo:400: Request processed in 29us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393341.244687:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00080000:3.0:1749393341.244692:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393341.244704:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507266048 00000100:00100000:3.0:1749393341.244707:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507266048 00000100:00100000:1.0:1749393341.244711:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507267328:0@lo:400: 00000100:00100000:3.0:1749393341.244718:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507266304 00000100:00100000:3.0:1749393341.244721:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507266304 00000100:00100000:2.0:1749393341.244722:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507266560 00000100:00100000:2.0:1749393341.244728:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507266560 00000100:00100000:3.0:1749393341.244728:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507266688 00000100:00100000:3.0:1749393341.244730:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507266688 00000100:00100000:1.0:1749393341.244734:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393341.244736:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507267072 00000100:00100000:3.0:1749393341.244747:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507267072 00000100:00100000:2.0:1749393341.244748:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1749393341.244754:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507266048:12345-0@lo:38: 00000100:00100000:3.0:1749393341.244765:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1749393341.244770:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507266688:12345-0@lo:38: 00000100:00100000:1.0:1749393341.244779:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507265920:0@lo:400: 00010000:00020000:2.0:1749393341.244779:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393341.244796:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393341.244802:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507266944:0@lo:400: 00010000:00020000:3.0:1749393341.244803:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393341.244812:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507266048:12345-0@lo:38: Request processed in 57us (328us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393341.244819:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1749393341.244825:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393341.244833:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1749393341.244839:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507266560:12345-0@lo:38: 00000100:00100000:3.0:1749393341.244841:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507266688:12345-0@lo:38: Request processed in 68us (227us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393341.244848:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1749393341.244849:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507267328 00010000:00020000:2.0:1749393341.244850:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393341.244853:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507267328 00000100:00100000:3.0:1749393341.244860:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1749393341.244864:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507267072:12345-0@lo:38: 00000100:00100000:2.0:1749393341.244869:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507266560:12345-0@lo:38: Request processed in 30us (290us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393341.244875:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393341.244876:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1749393341.244877:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507266944 00000100:00100000:1.0:1749393341.244880:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507266944 00000100:00100000:1.0:1749393341.244898:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1749393341.244898:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507267072:12345-0@lo:38: Request processed in 31us (255us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393341.244904:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507267328:12345-0@lo:400: 00000100:00100000:3.0:1749393341.244904:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00080000:2.0:1749393341.244907:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393341.244912:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393341.244917:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507267200:0@lo:38: 00000100:00080000:2.0:1749393341.244925:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393341.244927:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00080000:2.0:1749393341.244929:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393341.244932:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507266560:0@lo:38: 00000100:00100000:3.0:1749393341.244933:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507266944:12345-0@lo:400: 00000100:00100000:1.0:1749393341.244936:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507267328:12345-0@lo:400: Request processed in 32us (201us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393341.244940:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393341.244943:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393341.244945:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1749393341.244946:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507266688:0@lo:38: 00000100:00100000:1.0:1749393341.244990:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507267456 00000100:00100000:1.0:1749393341.244993:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507267456 00000100:00080000:2.0:1749393341.244998:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393341.245001:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393341.245007:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1749393341.245012:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507267072:0@lo:38: 00000100:00100000:3.0:1749393341.245012:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507266944:12345-0@lo:400: Request processed in 78us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393341.245013:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507267456:12345-0@lo:400: 00000100:00100000:3.0:1749393341.245019:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00080000:2.0:1749393341.245023:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393341.245026:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393341.245030:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507266048:0@lo:38: 00000100:00080000:2.0:1749393341.245038:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393341.245041:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393341.245044:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507266304:0@lo:38: 00010000:00080000:3.0:1749393341.245053:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb87480 x1834371507266816/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393341.245056:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507267456:12345-0@lo:400: Request processed in 43us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393341.245062:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1749393341.245067:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507266816:0@lo:400: 00000100:00100000:3.0:1749393341.245121:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507266432:0@lo:400: 00000100:00100000:2.0:1749393341.245126:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507266176:0@lo:400: 00000100:00080000:1.0:1749393341.245128:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1749393341.245131:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1749393341.245152:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb86a00 x1834371507266944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393341.245165:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507266944:0@lo:400: 00010000:00080000:1.0:1749393341.245176:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bbbb80 x1834371507267328/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393341.245200:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507267328:0@lo:400: 00010000:00010000:2.0:1749393341.250302:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393341.853405:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507267584 00000100:00100000:2.0:1749393341.853415:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507267584 00000100:00100000:2.0:1749393341.853457:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1749393341.853466:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507267584:12345-0@lo:700: 00000100:00100000:2.0:1749393341.853505:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393341.853512:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507267712:0@lo:700: 40000000:00080000:2.0:1749393341.853525:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393341.853528:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393341.853588:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507267584:12345-0@lo:700: Request processed in 122us (315us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393341.853596:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1749393341.854156:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507267840:0@lo:700: 00000100:00100000:2.0:1749393341.854186:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393341.854235:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961b40 going to sleep for 11 seconds 00000100:00100000:2.0:1749393341.854434:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507267840:0@lo:700: 00000100:00100000:2.0:1749393342.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393342.252275:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393342.668353:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507268224:0@lo:41: 00000100:00100000:3.0:1749393342.668413:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393342.668484:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507268224 00000100:00100000:1.0:1749393342.668494:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507268224 00000100:00100000:1.0:1749393342.668536:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1749393342.668545:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507268224:12345-0@lo:41: 00000004:00000024:1.0:1749393342.668577:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393342.668656:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507268224:12345-0@lo:41: Request processed in 108us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393342.668669:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:3.0:1749393342.668679:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507268224:0@lo:41: 00000100:00100000:2.0:1749393343.192193:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393343.254288:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393343.854365:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507268352 00000100:00100000:2.0:1749393343.854371:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507268352 00000100:00080000:1.0:1749393343.854392:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393343.854406:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1749393343.854414:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507268352:12345-0@lo:700: 00000100:00100000:2.0:1749393343.854446:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393343.854451:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507268480:0@lo:700: 40000000:00080000:2.0:1749393343.854461:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393343.854464:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393343.854506:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507268352:12345-0@lo:700: Request processed in 93us (235us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393343.854513:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1749393343.855123:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507268608:0@lo:700: 00000100:00100000:2.0:1749393343.855141:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393343.855168:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961b40 going to sleep for 11 seconds 00000100:00080000:1.0:1749393343.855241:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393343.855315:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507268608:0@lo:700: 00000100:00100000:2.0:1749393344.171302:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 25 seconds 00000100:00100000:2.0:1749393344.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393344.256261:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393345.072040:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499712896 00000100:00100000:2.0:1749393345.072053:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499712896 00000100:00100000:3.0:1749393345.072124:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499713152 00000100:00100000:3.0:1749393345.072134:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499713152 00000100:00100000:2.0:1749393345.072152:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 303 00000100:00100000:2.0:1749393345.072162:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499712896:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393345.072182:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 501 00000100:00100000:3.0:1749393345.072190:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499713152:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393345.072214:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 386 last 0 00000100:00100000:2.0:1749393345.072231:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499712896:12345-192.168.203.32@tcp:400: Request processed in 70us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393345.072260:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 303 00000100:00100000:3.0:1749393345.072263:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499713152:12345-192.168.203.32@tcp:38: Request processed in 73us (224us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393345.072271:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 501 00000100:00100000:2.0:1749393345.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393345.258301:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393345.820391:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507268992:0@lo:41: 00000100:00100000:2.0:1749393345.820464:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393345.820525:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507268992 00000100:00100000:1.0:1749393345.820537:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507268992 00000100:00100000:1.0:1749393345.820586:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:1.0:1749393345.820594:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507268992:12345-0@lo:41: 00000004:00000024:1.0:1749393345.820631:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393345.820700:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507268992:12345-0@lo:41: Request processed in 105us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393345.820708:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1749393345.820738:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507268992:0@lo:41: 00000100:00100000:2.0:1749393345.855368:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507269120 00000100:00100000:2.0:1749393345.855377:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507269120 00000100:00080000:1.0:1749393345.855413:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393345.855422:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1749393345.855431:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507269120:12345-0@lo:700: 00000100:00100000:2.0:1749393345.855469:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393345.855475:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507269248:0@lo:700: 40000000:00080000:2.0:1749393345.855488:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393345.855491:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393345.855547:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507269120:12345-0@lo:700: Request processed in 117us (304us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393345.855555:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1749393345.856148:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507269376:0@lo:700: 00000100:00100000:2.0:1749393345.856176:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393345.856222:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961cc0 going to sleep for 11 seconds 00000100:00080000:1.0:1749393345.856331:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393345.856489:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507269376:0@lo:700: 00000100:00100000:2.0:1749393346.192254:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393346.252356:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507269632:0@lo:400: 00000100:00100000:2.0:1749393346.252400:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749393346.252421:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507269888:0@lo:400: 00000100:00100000:3.0:1749393346.252437:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507269760:0@lo:38: 00000100:00100000:1.0:1749393346.252442:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393346.252470:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393346.252489:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393346.252507:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393346.252517:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507270144:0@lo:400: 00000100:00100000:3.0:1749393346.252524:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507270016:0@lo:38: 00000100:00100000:2.0:1749393346.252527:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507269632 00000100:00100000:2.0:1749393346.252535:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507269632 00000100:00100000:1.0:1749393346.252547:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393346.252548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393346.252562:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507270272:0@lo:38: 00000100:00100000:2.0:1749393346.252575:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1749393346.252579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393346.252583:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507269632:12345-0@lo:400: 00000100:00100000:1.0:1749393346.252592:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507269888 00000100:00100000:3.0:1749393346.252594:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507270400:0@lo:38: 00000100:00100000:1.0:1749393346.252598:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507269888 00000100:00100000:3.0:1749393346.252610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393346.252624:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507270144 00000100:00100000:2.0:1749393346.252626:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507269632:12345-0@lo:400: Request processed in 44us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393346.252627:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507270144 00000100:00100000:3.0:1749393346.252627:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130174700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507270784:0@lo:38: 00000100:00100000:2.0:1749393346.252634:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1749393346.252640:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1749393346.252647:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507269888:12345-0@lo:400: 00000100:00100000:3.0:1749393346.252651:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393346.252665:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507270912:0@lo:38: 00000100:00100000:2.0:1749393346.252668:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1749393346.252674:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507270144:12345-0@lo:400: 00000100:00100000:3.0:1749393346.252686:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393346.252691:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507269888:12345-0@lo:400: Request processed in 44us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393346.252699:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1749393346.252702:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507270144:12345-0@lo:400: Request processed in 28us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393346.252708:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:3.0:1749393346.252714:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507269760 00000100:00100000:1.0:1749393346.252720:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507270016 00000100:00100000:3.0:1749393346.252720:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507269760 00000100:00100000:1.0:1749393346.252723:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507270016 00000100:00100000:2.0:1749393346.252732:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507270272 00000100:00100000:1.0:1749393346.252733:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507270400 00000100:00100000:1.0:1749393346.252736:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507270400 00000100:00100000:2.0:1749393346.252736:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507270272 00000100:00100000:3.0:1749393346.252736:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507270784 00000100:00100000:3.0:1749393346.252739:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507270784 00000100:00100000:1.0:1749393346.252744:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507270912 00000100:00100000:1.0:1749393346.252747:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507270912 00000100:00100000:2.0:1749393346.252747:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1749393346.252751:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099601f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507270016:12345-0@lo:38: 00000100:00100000:1.0:1749393346.252757:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1749393346.252762:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507269760:12345-0@lo:38: 00010000:00020000:2.0:1749393346.252773:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393346.252777:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1749393346.252782:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099602d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507270400:12345-0@lo:38: 00010000:00020000:1.0:1749393346.252793:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393346.252801:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393346.252803:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099601f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507270016:12345-0@lo:38: Request processed in 51us (255us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393346.252809:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1749393346.252820:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1749393346.252825:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099600700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507270272:12345-0@lo:38: 00000100:00100000:1.0:1749393346.252826:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507269760:12345-0@lo:38: Request processed in 62us (336us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393346.252833:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00010000:00020000:2.0:1749393346.252836:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393346.252839:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099602d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507270400:12345-0@lo:38: Request processed in 55us (227us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393346.252844:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1749393346.252850:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1749393346.252852:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507270912:12345-0@lo:38: 00000100:00100000:2.0:1749393346.252854:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099600700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507270272:12345-0@lo:38: Request processed in 29us (274us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393346.252861:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00010000:00020000:1.0:1749393346.252863:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393346.252874:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1749393346.252878:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507270784:12345-0@lo:38: 00000100:00100000:1.0:1749393346.252881:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507270912:12345-0@lo:38: Request processed in 31us (194us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393346.252888:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00010000:00020000:3.0:1749393346.252890:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393346.252893:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130175f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507271168:0@lo:400: 00000100:00100000:1.0:1749393346.252906:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507271040:0@lo:400: 00000100:00100000:3.0:1749393346.252960:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507270784:12345-0@lo:38: Request processed in 80us (308us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393346.252968:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1749393346.252970:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393346.252987:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393346.252994:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507271040 00000100:00100000:3.0:1749393346.252998:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507271040 00000100:00100000:2.0:1749393346.253005:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507269888:0@lo:400: 00000100:00100000:1.0:1749393346.253015:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507270144:0@lo:400: 00000100:00100000:3.0:1749393346.253019:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1749393346.253024:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507271040:12345-0@lo:400: 00000100:00080000:1.0:1749393346.253039:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1749393346.253041:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393346.253046:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393346.253050:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130174700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507270784:0@lo:38: 00000100:00100000:1.0:1749393346.253055:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507269632:0@lo:400: 00000100:00080000:2.0:1749393346.253059:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393346.253062:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393346.253064:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507271040:12345-0@lo:400: Request processed in 39us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393346.253066:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507270912:0@lo:38: 00000100:00080000:2.0:1749393346.253106:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393346.253109:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393346.253110:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1749393346.253112:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507270016:0@lo:38: 00000100:00080000:2.0:1749393346.253120:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:1.0:1749393346.253122:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130175500 x1834371507271040/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749393346.253123:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393346.253126:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507270272:0@lo:38: 00000100:00080000:2.0:1749393346.253134:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393346.253135:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507271040:0@lo:400: 00000100:00080000:2.0:1749393346.253136:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393346.253139:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507270400:0@lo:38: 00000100:00080000:2.0:1749393346.253147:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393346.253150:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:3.0:1749393346.253151:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130175f80 x1834371507271168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393346.253153:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507269760:0@lo:38: 00000100:00100000:3.0:1749393346.253165:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130175f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507271168:0@lo:400: 00010000:00010000:3.0:1749393346.260297:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393347.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393347.262307:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393347.676506:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507271424 00000100:00100000:3.0:1749393347.676518:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507271424 00000100:00100000:3.0:1749393347.676577:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:3.0:1749393347.676586:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507271424:12345-0@lo:41: 00000004:00000024:3.0:1749393347.676621:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393347.676687:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507271424:12345-0@lo:41: Request processed in 102us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393347.676696:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1749393347.839218:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393347.839248:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507271552/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393352 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393347.839312:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393347.839385:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749393347.839655:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507271552/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393363 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393347.839667:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393347.840269:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507271680 00000100:00100000:2.0:1749393347.840287:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507271680 00000100:00100000:2.0:1749393347.840320:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:2.0:1749393347.840328:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507271680:12345-0@lo:700: 40000000:00080000:2.0:1749393347.840349:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393347.840407:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507271680:12345-0@lo:700: Request processed in 79us (194us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393347.840415:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:2.0:1749393347.856367:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507271808 00000100:00100000:2.0:1749393347.856376:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507271808 00000100:00080000:1.0:1749393347.856410:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393347.856416:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1749393347.856425:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507271808:12345-0@lo:700: 00000100:00100000:2.0:1749393347.856463:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393347.856470:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507271936:0@lo:700: 40000000:00080000:2.0:1749393347.856482:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393347.856485:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393347.856540:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507271808:12345-0@lo:700: Request processed in 116us (300us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393347.856549:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1749393347.857146:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507272064:0@lo:700: 00000100:00100000:2.0:1749393347.857176:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393347.857223:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961180 going to sleep for 11 seconds 00000100:00080000:1.0:1749393347.857332:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393347.857509:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507272064:0@lo:700: 00010000:00010000:2.0:1749393348.264392:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1749393349.266347:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393349.857432:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507272448 00000100:00100000:2.0:1749393349.857444:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507272448 00000100:00080000:1.0:1749393349.857487:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393349.857512:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1749393349.857533:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507272448:12345-0@lo:700: 00000100:00100000:2.0:1749393349.857577:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393349.857584:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507272576:0@lo:700: 40000000:00080000:2.0:1749393349.857599:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393349.857602:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393349.857662:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507272448:12345-0@lo:700: Request processed in 131us (370us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393349.857671:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1749393349.858161:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507272704:0@lo:700: 00000100:00100000:2.0:1749393349.858191:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393349.858239:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961180 going to sleep for 11 seconds 00000100:00080000:1.0:1749393349.858346:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393349.858519:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507272704:0@lo:700: 00000100:00100000:2.0:1749393350.079661:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499713280 00000100:00100000:2.0:1749393350.079670:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499713280 00000100:00100000:2.0:1749393350.079710:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 305 00000100:00100000:1.0:1749393350.079714:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499713408 00000100:00100000:2.0:1749393350.079719:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499713280:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393350.079723:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499713408 00000100:00100000:1.0:1749393350.079751:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499713536 00000100:00100000:1.0:1749393350.079753:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499713536 00000100:00100000:1.0:1749393350.079771:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 508 00000100:00100000:1.0:1749393350.079778:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499713408:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393350.079790:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499713280:12345-192.168.203.32@tcp:400: Request processed in 71us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393350.079790:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 509 00000100:00100000:2.0:1749393350.079799:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 305 00000100:00100000:3.0:1749393350.079803:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499713536:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393350.079807:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 391 last 0 00010000:00080000:3.0:1749393350.079836:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 391 last 0 00000100:00100000:1.0:1749393350.079862:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499713408:12345-192.168.203.32@tcp:38: Request processed in 83us (281us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393350.079881:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 508 00000100:00100000:3.0:1749393350.079928:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499713536:12345-192.168.203.32@tcp:38: Request processed in 122us (239us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393350.079941:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 509 00010000:00010000:3.0:1749393350.268306:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393350.828436:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507273088:0@lo:41: 00000100:00100000:1.0:1749393350.828517:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393350.828617:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507273088 00000100:00100000:3.0:1749393350.828629:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507273088 00000100:00100000:3.0:1749393350.828700:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1749393350.828713:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880072791050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507273088:12345-0@lo:41: 00000004:00000024:3.0:1749393350.828753:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393350.828835:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880072791050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507273088:12345-0@lo:41: Request processed in 121us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393350.828848:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1749393350.828867:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507273088:0@lo:41: 00000100:00100000:1.0:1749393351.260340:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130174a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507273216:0@lo:400: 00000100:00100000:3.0:1749393351.260343:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130176680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507273472:0@lo:400: 00000100:00100000:2.0:1749393351.260414:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507273344:0@lo:38: 00000100:00100000:3.0:1749393351.260414:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393351.260417:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393351.260450:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749393351.260462:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393351.260463:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130175f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507274112:0@lo:400: 00000100:00100000:3.0:1749393351.260471:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393351.260479:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507274240:0@lo:400: 00000100:00100000:1.0:1749393351.260491:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393351.260492:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393351.260500:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 388 00000100:00080000:0.0:1749393351.260502:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393351.260503:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130174e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507273600:0@lo:38: 00000100:00080000:0.0:1749393351.260506:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393351.260512:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507273472 00000100:00100000:0.0:1749393351.260517:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130175500 x1834371507274496/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393351.260518:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507273728:0@lo:400: 00000100:00100000:2.0:1749393351.260523:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393351.260528:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507273472 00000100:00100000:1.0:1749393351.260538:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393351.260546:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130176d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507273856:0@lo:38: 00000100:00100000:0.0:1749393351.260555:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507274752:0@lo:400: 00000100:00100000:3.0:1749393351.260562:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507273728 00000100:00100000:2.0:1749393351.260563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393351.260564:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507273728 00000100:00100000:1.0:1749393351.260567:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507274112 00000100:00100000:1.0:1749393351.260572:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507274112 00000100:00100000:3.0:1749393351.260579:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1749393351.260586:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507273472:12345-0@lo:400: 00000100:00100000:2.0:1749393351.260595:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130176300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507273984:0@lo:38: 00000100:00100000:0.0:1749393351.260596:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393351.260614:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393351.260619:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507274752 00000100:00100000:1.0:1749393351.260622:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507274752 00000100:00100000:2.0:1749393351.260634:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130174700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507274368:0@lo:38: 00000100:00100000:1.0:1749393351.260641:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1749393351.260641:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507273472:12345-0@lo:400: Request processed in 54us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393351.260648:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507274112:12345-0@lo:400: 00000100:00100000:3.0:1749393351.260648:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1749393351.260652:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393351.260655:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1749393351.260663:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507274496:0@lo:38: 00000100:00100000:3.0:1749393351.260663:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1749393351.260667:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507274752:12345-0@lo:400: 00000100:00100000:3.0:1749393351.260668:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507273728:12345-0@lo:400: 00000100:00100000:2.0:1749393351.260683:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393351.260694:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507274112:12345-0@lo:400: Request processed in 47us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393351.260698:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507273728:12345-0@lo:400: Request processed in 29us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393351.260702:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1749393351.260704:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1749393351.260713:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507274752:12345-0@lo:400: Request processed in 51us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393351.260720:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507273216 00000100:00100000:3.0:1749393351.260720:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507273344 00000100:00100000:0.0:1749393351.260721:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1749393351.260724:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507273344 00000100:00080000:1.0:1749393351.260725:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393351.260726:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507273216 00000100:00080000:1.0:1749393351.260729:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393351.260733:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507273600 00000100:00100000:3.0:1749393351.260735:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507273600 00000100:00100000:1.0:1749393351.260738:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507273856 00000100:00100000:1.0:1749393351.260741:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507273856 00000100:00100000:3.0:1749393351.260741:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507273984 00000100:00100000:3.0:1749393351.260744:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507273984 00000100:00100000:3.0:1749393351.260750:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507274368 00000100:00100000:1.0:1749393351.260752:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507274496 00000100:00100000:3.0:1749393351.260753:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507274368 00000100:00100000:1.0:1749393351.260754:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507274496 00000100:00100000:2.0:1749393351.260756:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00010000:00080000:0.0:1749393351.260761:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130060e00 x1834371507274752/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393351.260765:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507273216:12345-0@lo:400: 00000100:00100000:3.0:1749393351.260765:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1749393351.260770:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1749393351.260770:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507273344:12345-0@lo:38: 00000100:00100000:0.0:1749393351.260775:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507274752:0@lo:400: 00000100:00100000:1.0:1749393351.260786:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507273600:12345-0@lo:38: 00010000:00020000:3.0:1749393351.260791:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393351.260798:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507273216:12345-0@lo:400: Request processed in 35us (382us total) trans 0 rc 0/0 00010000:00020000:1.0:1749393351.260805:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393351.260806:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1749393351.260819:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1749393351.260822:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507273344:12345-0@lo:38: Request processed in 51us (360us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393351.260824:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507273856:12345-0@lo:38: 00000100:00100000:3.0:1749393351.260828:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1749393351.260836:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507273600:12345-0@lo:38: Request processed in 50us (311us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393351.260836:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00010000:00020000:0.0:1749393351.260840:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393351.260842:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1749393351.260843:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507273984:12345-0@lo:38: 00000100:00100000:1.0:1749393351.260849:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1749393351.260849:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507274368:12345-0@lo:38: 00010000:00020000:2.0:1749393351.260859:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393351.260863:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1749393351.260867:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507273856:12345-0@lo:38: Request processed in 42us (302us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393351.260867:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507274496:12345-0@lo:38: 00010000:00020000:3.0:1749393351.260868:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393351.260874:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00010000:00020000:1.0:1749393351.260910:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393351.260920:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507273984:12345-0@lo:38: Request processed in 77us (304us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393351.260927:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1749393351.260937:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507274368:12345-0@lo:38: Request processed in 88us (284us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393351.260938:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507274496:12345-0@lo:38: Request processed in 69us (253us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749393351.260944:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393351.260945:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00080000:0.0:1749393351.260948:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393351.260949:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1749393351.260953:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130176d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507273856:0@lo:38: 00000100:00100000:3.0:1749393351.260966:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393351.260978:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393351.260981:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:1.0:1749393351.260982:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130175f80 x1834371507274112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393351.260984:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130176300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507273984:0@lo:38: 00000100:00080000:0.0:1749393351.260994:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393351.260996:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393351.260996:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130175f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507274112:0@lo:400: 00000100:00100000:3.0:1749393351.260997:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130176680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507273472:0@lo:400: 00000100:00100000:0.0:1749393351.261000:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130174700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507274368:0@lo:38: 00000100:00100000:1.0:1749393351.261007:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507273728:0@lo:400: 00000100:00080000:0.0:1749393351.261008:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393351.261011:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393351.261013:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507274624:0@lo:400: 00000100:00100000:0.0:1749393351.261014:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507274496:0@lo:38: 00000100:00080000:0.0:1749393351.261022:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393351.261024:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393351.261027:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507273344:0@lo:38: 00000100:00100000:3.0:1749393351.261034:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393351.261035:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393351.261038:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393351.261041:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130174e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507273600:0@lo:38: 00000100:00100000:0.0:1749393351.261098:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507274240 00000100:00100000:2.0:1749393351.261101:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507274624 00000100:00100000:0.0:1749393351.261103:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507274240 00000100:00100000:2.0:1749393351.261107:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507274624 00000100:00100000:1.0:1749393351.261118:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130174a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507273216:0@lo:400: 00000100:00100000:0.0:1749393351.261134:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1749393351.261140:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507274240:12345-0@lo:400: 00000100:00100000:2.0:1749393351.261152:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1749393351.261159:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507274624:12345-0@lo:400: 00000100:00100000:0.0:1749393351.261178:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507274240:12345-0@lo:400: Request processed in 38us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393351.261185:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1749393351.261195:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507274624:12345-0@lo:400: Request processed in 37us (161us total) trans 0 rc 0/0 00010000:00080000:3.0:1749393351.261195:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130175180 x1834371507274240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749393351.261202:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393351.261202:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00080000:0.0:1749393351.261205:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393351.261209:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507274240:0@lo:400: 00010000:00080000:3.0:1749393351.261226:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130061f80 x1834371507274624/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393351.261236:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507274624:0@lo:400: 00010000:00010000:3.0:1749393351.270277:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393351.321177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393351.858227:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507274880:0@lo:700: 00000100:00100000:0.0:1749393351.858288:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393351.858365:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393351.858422:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507274880 00000100:00100000:2.0:1749393351.858433:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507274880 00000100:00100000:2.0:1749393351.858477:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1749393351.858486:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507274880:12345-0@lo:700: 00000100:00100000:2.0:1749393351.858527:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961e40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393351.858533:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507275008:0@lo:700: 40000000:00080000:2.0:1749393351.858547:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393351.858551:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393351.858612:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507274880:12345-0@lo:700: Request processed in 126us (322us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393351.858620:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1749393351.858650:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507274880:0@lo:700: 00000100:00100000:2.0:1749393351.859163:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507275136:0@lo:700: 00000100:00100000:2.0:1749393351.859195:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393351.859244:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961e40 going to sleep for 11 seconds 00000100:00100000:0.0:1749393351.859303:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507275136 00000100:00100000:0.0:1749393351.859312:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507275136 00000100:00100000:0.0:1749393351.859360:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1749393351.859369:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507275136:12345-0@lo:700: 00000100:00100000:0.0:1749393351.859403:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393351.859410:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507275264:0@lo:700: 40000000:00080000:0.0:1749393351.859420:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393351.859423:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393351.859475:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507275136:12345-0@lo:700: Request processed in 106us (279us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393351.859483:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1749393351.859510:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507275136:0@lo:700: 00000100:00100000:2.0:1749393352.192296:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393352.272323:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393352.321180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393352.481213:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393352.481227:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507275392:0@lo:900: 00000100:00100000:1.0:1749393352.684335:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507275520:0@lo:41: 00000100:00100000:1.0:1749393352.684409:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393352.684472:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507275520 00000100:00100000:2.0:1749393352.684484:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507275520 00000100:00100000:2.0:1749393352.684533:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:2.0:1749393352.684542:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507275520:12345-0@lo:41: 00000004:00000024:2.0:1749393352.684577:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393352.684642:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507275520:12345-0@lo:41: Request processed in 100us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393352.684651:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1749393352.684682:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507275520:0@lo:41: 00000100:00100000:2.0:1749393353.192194:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393353.274398:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393353.321212:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393353.859319:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507275648:0@lo:700: 00000100:00100000:0.0:1749393353.859404:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393353.859526:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393353.859555:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507275648 00000100:00100000:2.0:1749393353.859566:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507275648 00000100:00100000:2.0:1749393353.859632:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1749393353.859642:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507275648:12345-0@lo:700: 00000100:00080000:0.0:1749393353.859650:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393353.859685:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961e40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393353.859693:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507275776:0@lo:700: 40000000:00080000:2.0:1749393353.859708:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393353.859711:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393353.859766:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507275648:12345-0@lo:700: Request processed in 126us (364us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393353.859775:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1749393353.859825:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507275648:0@lo:700: 00000100:00100000:2.0:1749393353.860156:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507275904:0@lo:700: 00000100:00100000:2.0:1749393353.860187:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393353.860237:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961e40 going to sleep for 11 seconds 00000100:00100000:0.0:1749393353.860266:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507275904 00000100:00100000:0.0:1749393353.860290:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507275904 00000100:00080000:2.0:1749393353.860354:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393353.860361:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1749393353.860374:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507275904:12345-0@lo:700: 00000100:00100000:0.0:1749393353.860414:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393353.860424:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507276032:0@lo:700: 40000000:00080000:0.0:1749393353.860438:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393353.860442:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393353.860510:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507275904:12345-0@lo:700: Request processed in 136us (319us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393353.860522:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1749393353.860529:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507275904:0@lo:700: 00000100:00100000:0.0:1749393354.192352:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393354.276403:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393354.321182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393354.482249:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393354.482268:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507276160:0@lo:900: 00000100:00100000:0.0:1749393355.087285:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393355.087335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393355.087374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393355.087419:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499713792 00000100:00100000:1.0:1749393355.087432:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499713792 00000100:00100000:2.0:1749393355.087460:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499713664 00000100:00100000:1.0:1749393355.087469:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499713920 00000100:00100000:2.0:1749393355.087469:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499713664 00000100:00100000:1.0:1749393355.087472:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499713920 00000100:00100000:1.0:1749393355.087505:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 516 00000100:00100000:2.0:1749393355.087512:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 307 00000100:00100000:1.0:1749393355.087514:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499713792:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393355.087521:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499713664:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393355.087523:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 517 00000100:00100000:3.0:1749393355.087533:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499713920:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393355.087553:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 396 last 0 00010000:00080000:3.0:1749393355.087560:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 396 last 0 00000100:00100000:2.0:1749393355.087588:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499713664:12345-192.168.203.32@tcp:400: Request processed in 68us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393355.087597:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 307 00000100:00100000:1.0:1749393355.087612:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499713792:12345-192.168.203.32@tcp:38: Request processed in 98us (336us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393355.087621:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 516 00000100:00100000:3.0:1749393355.087622:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499713920:12345-192.168.203.32@tcp:38: Request processed in 89us (247us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393355.087631:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 517 00000100:00100000:0.0:1749393355.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393355.278315:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393355.321175:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393355.836372:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393355.836414:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507276288:0@lo:41: 00000100:00100000:3.0:1749393355.836483:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393355.836547:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507276288 00000100:00100000:2.0:1749393355.836558:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507276288 00000100:00100000:2.0:1749393355.836614:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1749393355.836624:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507276288:12345-0@lo:41: 00000004:00000024:2.0:1749393355.836670:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393355.836738:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507276288:12345-0@lo:41: Request processed in 115us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393355.836747:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:3.0:1749393355.836776:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507276288:0@lo:41: 00000100:00100000:0.0:1749393355.860205:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507276416:0@lo:700: 00000100:00100000:0.0:1749393355.860248:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393355.860307:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393355.860372:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507276416 00000100:00100000:2.0:1749393355.860381:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507276416 00000100:00100000:2.0:1749393355.860438:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1749393355.860448:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507276416:12345-0@lo:700: 00000100:00080000:0.0:1749393355.860450:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393355.860487:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961540 going to sleep for 0 seconds 00000100:00100000:2.0:1749393355.860494:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507276544:0@lo:700: 40000000:00080000:2.0:1749393355.860505:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393355.860508:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393355.860559:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507276416:12345-0@lo:700: Request processed in 112us (310us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393355.860567:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1749393355.860588:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507276416:0@lo:700: 00000100:00100000:2.0:1749393355.861150:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507276672:0@lo:700: 00000100:00100000:2.0:1749393355.861180:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393355.861227:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393355.861294:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507276672 00000100:00100000:0.0:1749393355.861304:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507276672 00000100:00100000:0.0:1749393355.861360:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00080000:2.0:1749393355.861367:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393355.861379:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507276672:12345-0@lo:700: 00000100:00100000:0.0:1749393355.861414:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393355.861421:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507276800:0@lo:700: 40000000:00080000:0.0:1749393355.861431:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393355.861434:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393355.861485:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507276672:12345-0@lo:700: Request processed in 109us (304us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393355.861493:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1749393355.861512:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507276672:0@lo:700: 00000100:00100000:0.0:1749393356.192245:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:0.0:1749393356.268310:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393356.268323:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393356.268327:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393356.268336:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 393 00000100:00080000:0.0:1749393356.268341:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393356.268348:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749393356.268359:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507276928:0@lo:400: 00000100:00100000:0.0:1749393356.268370:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060a80 x1834371507277056/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393356.268422:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393356.268426:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393356.268428:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393356.268431:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393356.268432:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 393 00000100:00080000:0.0:1749393356.268434:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393356.268437:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393356.268442:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507277184:0@lo:400: 00000100:00100000:0.0:1749393356.268449:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130062680 x1834371507277312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393356.268488:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393356.268491:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749393356.268492:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393356.268493:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393356.268497:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 393 00000100:00080000:0.0:1749393356.268499:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393356.268503:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393356.268514:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060e00 x1834371507277568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393356.268517:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507277056:0@lo:38: 00000100:00080000:0.0:1749393356.268523:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393356.268525:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749393356.268526:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749393356.268526:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507276928 00000100:00080000:0.0:1749393356.268528:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393356.268531:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 393 00000100:00100000:2.0:1749393356.268532:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507277440:0@lo:400: 00000100:00080000:0.0:1749393356.268533:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393356.268534:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507276928 00000100:00080000:0.0:1749393356.268536:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393356.268545:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130061f80 x1834371507277696/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393356.268552:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393356.268574:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00080000:0.0:1749393356.268575:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393356.268579:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393356.268580:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393356.268580:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393356.268582:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507276928:12345-0@lo:400: 00000100:00080000:0.0:1749393356.268584:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 393 00000100:00100000:2.0:1749393356.268585:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507277184 00000100:00080000:0.0:1749393356.268586:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393356.268589:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393356.268599:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016d500 x1834371507278080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393356.268600:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507277184 00000100:00080000:0.0:1749393356.268613:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393356.268617:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393356.268618:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393356.268621:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507277312:0@lo:38: 00000100:00080000:0.0:1749393356.268622:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 393 00000100:00080000:0.0:1749393356.268624:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393356.268627:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393356.268627:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507276928:12345-0@lo:400: Request processed in 45us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393356.268630:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507277440 00000100:00100000:2.0:1749393356.268632:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507277440 00000100:00100000:3.0:1749393356.268636:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1749393356.268639:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016dc00 x1834371507278208/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393356.268645:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:2.0:1749393356.268652:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507277184:12345-0@lo:400: 00000100:00100000:1.0:1749393356.268655:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393356.268668:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1749393356.268674:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507277440:12345-0@lo:400: 00000100:00100000:0.0:1749393356.268682:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507277824:0@lo:400: 00000100:00100000:1.0:1749393356.268686:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507277568:0@lo:38: 00000100:00100000:2.0:1749393356.268699:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507277184:12345-0@lo:400: Request processed in 47us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393356.268707:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1749393356.268711:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507277440:12345-0@lo:400: Request processed in 37us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393356.268717:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1749393356.268719:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393356.268726:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393356.268732:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507278336:0@lo:400: 00000100:00100000:1.0:1749393356.268735:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507277696:0@lo:38: 00000100:00100000:3.0:1749393356.268738:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507277952:0@lo:400: 00000100:00100000:2.0:1749393356.268757:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393356.268758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393356.268764:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507277056 00000100:00100000:0.0:1749393356.268770:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507277056 00000100:00100000:1.0:1749393356.268772:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507278080:0@lo:38: 00000100:00100000:3.0:1749393356.268772:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507277824 00000100:00100000:3.0:1749393356.268776:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507277824 00000100:00100000:0.0:1749393356.268787:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507277312 00000100:00100000:0.0:1749393356.268790:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507277312 00000100:00100000:1.0:1749393356.268790:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393356.268796:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507277440:0@lo:400: 00000100:00100000:3.0:1749393356.268796:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507278336 00000100:00100000:0.0:1749393356.268799:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507277568 00000100:00100000:3.0:1749393356.268799:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507278336 00000100:00100000:0.0:1749393356.268801:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507277568 00000100:00100000:1.0:1749393356.268804:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507278208:0@lo:38: 00000100:00100000:2.0:1749393356.268805:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507277184:0@lo:400: 00000100:00100000:0.0:1749393356.268808:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507277696 00000100:00100000:0.0:1749393356.268811:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507277696 00000100:00100000:0.0:1749393356.268816:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507278080 00000100:00100000:0.0:1749393356.268819:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507278080 00000100:00100000:1.0:1749393356.268820:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393356.268820:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1749393356.268821:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393356.268825:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507278208 00000100:00100000:2.0:1749393356.268826:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507278464:0@lo:400: 00000100:00100000:3.0:1749393356.268826:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507277824:12345-0@lo:400: 00000100:00100000:0.0:1749393356.268828:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507278208 00000100:00100000:0.0:1749393356.268837:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1749393356.268873:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393356.268882:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507277056:12345-0@lo:38: 00000100:00100000:1.0:1749393356.268884:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1749393356.268891:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507277312:12345-0@lo:38: 00000100:00100000:3.0:1749393356.268899:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507277824:12345-0@lo:400: Request processed in 72us (173us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393356.268900:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:0.0:1749393356.268905:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393356.268911:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507278464 00000100:00100000:2.0:1749393356.268915:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507278464 00000100:00100000:3.0:1749393356.268919:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00010000:00020000:1.0:1749393356.268920:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393356.268935:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1749393356.268941:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1749393356.268942:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507278336:12345-0@lo:400: 00000100:00100000:0.0:1749393356.268947:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507277056:12345-0@lo:38: Request processed in 103us (369us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393356.268947:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507278464:12345-0@lo:400: 00000100:00100000:1.0:1749393356.268956:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507277312:12345-0@lo:38: Request processed in 63us (303us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393356.268963:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1749393356.268972:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1749393356.268979:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507278336:12345-0@lo:400: Request processed in 38us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393356.268980:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507278464:12345-0@lo:400: Request processed in 34us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393356.268983:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1749393356.268985:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1749393356.268988:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507277568:12345-0@lo:38: 00000100:00100000:1.0:1749393356.268990:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1749393356.268990:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1749393356.268994:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507277696:12345-0@lo:38: 00010000:00020000:0.0:1749393356.269001:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393356.269003:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:1.0:1749393356.269018:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1749393356.269021:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016f800 x1834371507278464/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749393356.269021:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016c380 x1834371507277824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393356.269028:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507277568:12345-0@lo:38: Request processed in 39us (309us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393356.269034:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507278464:0@lo:400: 00000100:00100000:0.0:1749393356.269036:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1749393356.269036:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507277824:0@lo:400: 00000100:00100000:1.0:1749393356.269044:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507277696:12345-0@lo:38: Request processed in 48us (286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393356.269046:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1749393356.269050:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507278080:12345-0@lo:38: 00000100:00100000:1.0:1749393356.269052:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1749393356.269056:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1749393356.269057:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016ce00 x1834371507278336/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749393356.269060:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393356.269064:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1749393356.269067:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507278336:0@lo:400: 00000100:00100000:1.0:1749393356.269069:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507278208:12345-0@lo:38: 00000100:00100000:0.0:1749393356.269107:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507278080:12345-0@lo:38: Request processed in 54us (314us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393356.269113:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1749393356.269118:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507276928:0@lo:400: 00010000:00020000:1.0:1749393356.269133:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393356.269135:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507277952 00000100:00100000:0.0:1749393356.269138:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507277952 00000100:00100000:1.0:1749393356.269156:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507278208:12345-0@lo:38: Request processed in 86us (336us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393356.269160:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1749393356.269163:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1749393356.269166:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507277952:12345-0@lo:400: 00000100:00080000:1.0:1749393356.269201:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393356.269206:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393356.269210:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507277568:0@lo:38: 00000100:00100000:0.0:1749393356.269213:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507277952:12345-0@lo:400: Request processed in 47us (156us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393356.269219:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393356.269220:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00080000:1.0:1749393356.269222:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393356.269226:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507277696:0@lo:38: 00000100:00080000:1.0:1749393356.269235:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393356.269237:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393356.269240:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507278080:0@lo:38: 00010000:00080000:3.0:1749393356.269247:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016f480 x1834371507277952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393356.269248:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393356.269250:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393356.269254:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507278208:0@lo:38: 00000100:00100000:3.0:1749393356.269259:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507277952:0@lo:400: 00000100:00080000:1.0:1749393356.269261:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393356.269272:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393356.269277:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507277056:0@lo:38: 00000100:00080000:1.0:1749393356.269288:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393356.269291:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393356.269294:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507277312:0@lo:38: 00010000:00010000:2.0:1749393356.280314:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393356.321183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393356.483281:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393356.483298:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507278592:0@lo:900: 00000100:00100000:0.0:1749393357.192167:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393357.282306:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393357.321176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393357.692337:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507278720:0@lo:41: 00000100:00100000:3.0:1749393357.692421:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393357.692511:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507278720 00000100:00100000:0.0:1749393357.692536:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507278720 00000100:00100000:0.0:1749393357.692583:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1749393357.692591:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507278720:12345-0@lo:41: 00000004:00000024:0.0:1749393357.692629:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393357.692692:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507278720:12345-0@lo:41: Request processed in 101us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393357.692700:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1749393357.692750:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507278720:0@lo:41: 00000100:00100000:0.0:1749393357.861223:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507278848:0@lo:700: 00000100:00100000:0.0:1749393357.861279:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393357.861362:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393357.861408:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507278848 00000100:00100000:2.0:1749393357.861417:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507278848 00000100:00100000:2.0:1749393357.861486:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00080000:0.0:1749393357.861487:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393357.861496:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507278848:12345-0@lo:700: 00000100:00100000:2.0:1749393357.861535:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961540 going to sleep for 0 seconds 00000100:00100000:2.0:1749393357.861542:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507278976:0@lo:700: 40000000:00080000:2.0:1749393357.861555:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393357.861557:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393357.861610:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507278848:12345-0@lo:700: Request processed in 116us (332us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393357.861618:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1749393357.861639:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507278848:0@lo:700: 00000100:00100000:2.0:1749393357.862153:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507279104:0@lo:700: 00000100:00100000:2.0:1749393357.862186:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393357.862232:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393357.862267:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507279104 00000100:00100000:0.0:1749393357.862276:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507279104 00000100:00080000:2.0:1749393357.862337:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393357.862343:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1749393357.862355:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507279104:12345-0@lo:700: 00000100:00100000:0.0:1749393357.862395:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393357.862403:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507279232:0@lo:700: 40000000:00080000:0.0:1749393357.862415:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393357.862420:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393357.862484:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507279104:12345-0@lo:700: Request processed in 129us (294us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393357.862498:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1749393357.862507:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507279104:0@lo:700: 00000100:00100000:0.0:1749393358.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393358.284314:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393358.321182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393358.484223:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393358.484239:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507279360:0@lo:900: 00000100:00100000:1.0:1749393358.839219:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393358.839251:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507279488/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393363 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393358.839326:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393358.839411:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393358.839423:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507279488 00000100:00100000:0.0:1749393358.839437:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507279488 00000100:00080000:2.0:1749393358.839489:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393358.839507:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1749393358.839524:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507279488:12345-0@lo:700: 40000000:00080000:0.0:1749393358.839562:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393358.839637:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507279488:12345-0@lo:700: Request processed in 116us (308us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393358.839649:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100400:1.0:1749393358.839661:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507279488/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393374 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393358.851166:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393358.851188:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507279616/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393363 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393358.851232:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393358.851303:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393358.851304:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507279616 00000100:00100000:0.0:1749393358.851313:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507279616 00000100:00080000:2.0:1749393358.851348:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393358.851360:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1749393358.851368:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507279616:12345-0@lo:700: 40000000:00080000:0.0:1749393358.851387:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393358.851439:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507279616:12345-0@lo:700: Request processed in 70us (205us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393358.851449:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100400:2.0:1749393358.851464:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507279616/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393374 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393358.851476:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393358.854759:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393359.192286:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393359.286301:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393359.321195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393359.862229:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507279744:0@lo:700: 00000100:00100000:0.0:1749393359.862304:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393359.862380:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393359.862448:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507279744 00000100:00100000:2.0:1749393359.862459:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507279744 00000100:00080000:0.0:1749393359.862531:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393359.862537:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1749393359.862548:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507279744:12345-0@lo:700: 00000100:00100000:2.0:1749393359.862592:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961540 going to sleep for 0 seconds 00000100:00100000:2.0:1749393359.862599:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507279872:0@lo:700: 40000000:00080000:2.0:1749393359.862614:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393359.862617:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393359.862673:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507279744:12345-0@lo:700: Request processed in 127us (369us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393359.862682:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1749393359.862706:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507279744:0@lo:700: 00000100:00100000:2.0:1749393359.863162:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507280000:0@lo:700: 00000100:00100000:2.0:1749393359.863192:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393359.863239:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393359.863306:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507280000 00000100:00100000:0.0:1749393359.863315:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507280000 00000100:00100000:0.0:1749393359.863372:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1749393359.863381:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507280000:12345-0@lo:700: 00000100:00080000:2.0:1749393359.863383:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393359.863425:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393359.863431:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507280128:0@lo:700: 40000000:00080000:0.0:1749393359.863442:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393359.863445:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393359.863498:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507280000:12345-0@lo:700: Request processed in 117us (304us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393359.863507:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1749393359.863525:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507280000:0@lo:700: 00000100:00100000:0.0:1749393360.095701:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393360.095747:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393360.095897:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499714048 00000100:00100000:2.0:1749393360.095900:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499714176 00000100:00100000:1.0:1749393360.095907:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499714048 00000100:00100000:2.0:1749393360.095909:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499714176 00000100:00100000:0.0:1749393360.095919:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393360.095961:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499714304 00000100:00100000:2.0:1749393360.095963:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499714304 00000100:00100000:1.0:1749393360.095964:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 309 00000100:00100000:1.0:1749393360.095973:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499714048:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393360.095980:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 524 00000100:00100000:2.0:1749393360.095988:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499714176:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393360.096011:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 525 00010000:00080000:2.0:1749393360.096015:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 401 last 0 00000100:00100000:0.0:1749393360.096023:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499714304:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393360.096035:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499714048:12345-192.168.203.32@tcp:400: Request processed in 63us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393360.096043:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 309 00010000:00080000:0.0:1749393360.096054:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 401 last 0 00000100:00100000:2.0:1749393360.096117:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499714176:12345-192.168.203.32@tcp:38: Request processed in 127us (422us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393360.096127:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 524 00000100:00100000:0.0:1749393360.096149:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499714304:12345-192.168.203.32@tcp:38: Request processed in 124us (230us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393360.096161:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 525 00000100:00100000:0.0:1749393360.192176:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393360.288314:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393360.321178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393360.485219:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393360.485232:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507280256:0@lo:900: 00000100:00100000:0.0:1749393360.844331:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749393360.844357:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507280384:0@lo:41: 00000100:00100000:0.0:1749393360.844425:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393360.844484:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507280384 00000100:00100000:2.0:1749393360.844496:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507280384 00000100:00100000:2.0:1749393360.844545:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1749393360.844554:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507280384:12345-0@lo:41: 00000004:00000024:2.0:1749393360.844591:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393360.844656:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507280384:12345-0@lo:41: Request processed in 103us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393360.844665:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1749393360.844693:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507280384:0@lo:41: 00000100:00100000:0.0:1749393361.192168:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:0.0:1749393361.276227:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393361.276236:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393361.276239:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393361.276246:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 398 00000100:00080000:0.0:1749393361.276251:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393361.276257:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393361.276278:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016fb80 x1834371507280640/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393361.276299:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393361.276303:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393361.276305:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393361.276308:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 398 00000100:00080000:0.0:1749393361.276310:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393361.276313:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393361.276323:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016e680 x1834371507280896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393361.276330:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507280512:0@lo:400: 00000100:00100000:1.0:1749393361.276346:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507280768:0@lo:400: 00000100:00080000:0.0:1749393361.276353:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393361.276356:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393361.276358:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393361.276361:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 398 00000100:00080000:0.0:1749393361.276363:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393361.276366:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393361.276376:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f100 x1834371507281152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393361.276394:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393361.276397:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393361.276401:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393361.276404:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393361.276405:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393361.276407:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1749393361.276409:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 398 00000100:00080000:0.0:1749393361.276411:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393361.276414:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393361.276425:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507281024:0@lo:400: 00000100:00100000:0.0:1749393361.276427:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016dc00 x1834371507281280/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393361.276447:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393361.276448:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507280640:0@lo:38: 00000100:00080000:0.0:1749393361.276451:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393361.276452:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393361.276456:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 398 00000100:00080000:0.0:1749393361.276458:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393361.276461:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393361.276465:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507281536:0@lo:400: 00000100:00100000:3.0:1749393361.276466:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393361.276470:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016ce00 x1834371507281664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393361.276474:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393361.276479:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393361.276481:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393361.276483:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393361.276486:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 398 00000100:00080000:0.0:1749393361.276488:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393361.276491:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393361.276492:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393361.276497:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507280896:0@lo:38: 00000100:00100000:3.0:1749393361.276499:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507281408:0@lo:400: 00000100:00100000:0.0:1749393361.276500:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f800 x1834371507281792/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393361.276520:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393361.276529:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507280512 00000100:00100000:1.0:1749393361.276534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393361.276535:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507280512 00000100:00100000:0.0:1749393361.276552:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507281536 00000100:00100000:3.0:1749393361.276552:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393361.276553:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507281152:0@lo:38: 00000100:00100000:0.0:1749393361.276557:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507281536 00000100:00100000:3.0:1749393361.276559:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507282048:0@lo:400: 00000100:00100000:2.0:1749393361.276566:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1749393361.276568:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393361.276573:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507280512:12345-0@lo:400: 00000100:00100000:3.0:1749393361.276580:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393361.276583:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507281280:0@lo:38: 00000100:00100000:1.0:1749393361.276600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393361.276604:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507281408 00000100:00100000:0.0:1749393361.276607:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507281408 00000100:00100000:3.0:1749393361.276609:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507282048 00000100:00100000:2.0:1749393361.276613:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507280512:12345-0@lo:400: Request processed in 40us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393361.276614:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507282048 00000100:00100000:2.0:1749393361.276621:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1749393361.276623:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507281664:0@lo:38: 00000100:00100000:0.0:1749393361.276628:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1749393361.276636:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507281536:12345-0@lo:400: 00000100:00100000:1.0:1749393361.276638:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393361.276640:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1749393361.276648:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507281408:12345-0@lo:400: 00000100:00100000:2.0:1749393361.276649:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507280768 00000100:00100000:1.0:1749393361.276652:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507281792:0@lo:38: 00000100:00100000:2.0:1749393361.276653:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507280768 00000100:00100000:2.0:1749393361.276668:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507281024 00000100:00100000:2.0:1749393361.276670:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507281024 00000100:00100000:1.0:1749393361.276675:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393361.276691:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507281536:12345-0@lo:400: Request processed in 55us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393361.276694:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507281408:12345-0@lo:400: Request processed in 46us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393361.276695:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1749393361.276699:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:2.0:1749393361.276701:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507280768:12345-0@lo:400: 00000100:00100000:3.0:1749393361.276703:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1749393361.276708:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507280640 00000100:00100000:1.0:1749393361.276714:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507280640 00000100:00100000:0.0:1749393361.276716:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1749393361.276722:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507282048:12345-0@lo:400: 00000100:00100000:1.0:1749393361.276729:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507280896 00000100:00100000:1.0:1749393361.276732:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507280896 00000100:00100000:2.0:1749393361.276732:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507280768:12345-0@lo:400: Request processed in 31us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393361.276738:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1749393361.276739:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507281152 00000100:00100000:1.0:1749393361.276741:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507281152 00000100:00100000:3.0:1749393361.276744:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507281280 00000100:00100000:0.0:1749393361.276746:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507282048:12345-0@lo:400: Request processed in 24us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393361.276748:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507281280 00000100:00100000:1.0:1749393361.276749:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507281664 00000100:00100000:2.0:1749393361.276749:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1749393361.276751:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507281664 00000100:00100000:0.0:1749393361.276754:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1749393361.276754:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507281024:12345-0@lo:400: 00000100:00100000:1.0:1749393361.276757:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507281792 00000100:00100000:1.0:1749393361.276758:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507281792 00000100:00100000:3.0:1749393361.276763:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1749393361.276768:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507280640:12345-0@lo:38: 00000100:00100000:2.0:1749393361.276776:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507281024:12345-0@lo:400: Request processed in 22us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393361.276779:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1749393361.276782:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1749393361.276784:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507280896:12345-0@lo:38: 00000100:00100000:1.0:1749393361.276785:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1749393361.276791:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507281152:12345-0@lo:38: 00010000:00020000:3.0:1749393361.276792:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393361.276795:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1749393361.276799:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00020000:0.0:1749393361.276802:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393361.276843:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1749393361.276867:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016f480 x1834371507281536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393361.276873:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507280640:12345-0@lo:38: Request processed in 102us (396us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393361.276874:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507280896:12345-0@lo:38: Request processed in 88us (338us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393361.276881:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507281152:12345-0@lo:38: Request processed in 89us (311us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393361.276881:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1749393361.276882:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507281536:0@lo:400: 00000100:00100000:0.0:1749393361.276885:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1749393361.276889:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1749393361.276892:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507280512:0@lo:400: 00000100:00100000:3.0:1749393361.276895:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1749393361.276900:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1749393361.276900:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507281664:12345-0@lo:38: 00000100:00100000:0.0:1749393361.276905:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507281280:12345-0@lo:38: 00000100:00100000:1.0:1749393361.276906:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1749393361.276907:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393361.276910:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507281792:12345-0@lo:38: 00010000:00020000:3.0:1749393361.276913:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393361.276914:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507281920:0@lo:400: 00010000:00020000:0.0:1749393361.276918:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393361.276934:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393361.276943:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393361.276944:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507281664:12345-0@lo:38: Request processed in 42us (304us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393361.276945:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507281280:12345-0@lo:38: Request processed in 39us (343us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393361.276950:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1749393361.276962:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507281792:12345-0@lo:38: Request processed in 50us (285us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393361.276963:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1749393361.276965:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507281920 00000100:00100000:1.0:1749393361.276969:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1749393361.276969:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507281920 00000100:00080000:2.0:1749393361.276985:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393361.276995:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00080000:1.0:1749393361.277009:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393361.277011:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507281920:12345-0@lo:400: 00000100:00080000:1.0:1749393361.277014:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393361.277016:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507280768:0@lo:400: 00000100:00100000:1.0:1749393361.277018:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507281664:0@lo:38: 00000100:00080000:1.0:1749393361.277027:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393361.277030:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393361.277034:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507281792:0@lo:38: 00000100:00080000:1.0:1749393361.277042:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393361.277045:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393361.277048:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507280640:0@lo:38: 00000100:00100000:3.0:1749393361.277048:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507281920:12345-0@lo:400: Request processed in 38us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393361.277054:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00080000:1.0:1749393361.277056:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393361.277059:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393361.277062:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507280896:0@lo:38: 00010000:00080000:2.0:1749393361.277064:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016c380 x1834371507281920/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393361.277069:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393361.277110:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507281920:0@lo:400: 00000100:00080000:1.0:1749393361.277120:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393361.277124:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507281152:0@lo:38: 00010000:00080000:3.0:1749393361.277130:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05ca80 x1834371507282048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393361.277134:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393361.277137:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393361.277140:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507281280:0@lo:38: 00000100:00100000:3.0:1749393361.277144:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507282048:0@lo:400: 00010000:00080000:3.0:1749393361.277155:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016d500 x1834371507281408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393361.277165:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507281408:0@lo:400: 00000100:00100000:3.0:1749393361.277175:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507281024:0@lo:400: 00010000:00010000:2.0:1749393361.290299:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393361.321182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393361.863241:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507282176:0@lo:700: 00000100:00100000:0.0:1749393361.863307:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393361.863382:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393361.863448:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507282176 00000100:00100000:2.0:1749393361.863458:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507282176 00000100:00100000:2.0:1749393361.863536:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:2.0:1749393361.863545:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507282176:12345-0@lo:700: 00000100:00100000:2.0:1749393361.863589:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393361.863596:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507282304:0@lo:700: 40000000:00080000:2.0:1749393361.863609:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393361.863613:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393361.863668:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507282176:12345-0@lo:700: Request processed in 123us (360us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393361.863676:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1749393361.863718:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507282176:0@lo:700: 00000100:00100000:2.0:1749393361.864157:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507282432:0@lo:700: 00000100:00100000:2.0:1749393361.864187:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393361.864235:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961600 going to sleep for 11 seconds 00000100:00100000:0.0:1749393361.864264:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507282432 00000100:00100000:0.0:1749393361.864275:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507282432 00000100:00100000:0.0:1749393361.864318:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1749393361.864329:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507282432:12345-0@lo:700: 00000100:00100000:0.0:1749393361.864365:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393361.864372:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507282560:0@lo:700: 40000000:00080000:0.0:1749393361.864382:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393361.864385:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393361.864441:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507282432:12345-0@lo:700: Request processed in 114us (252us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393361.864449:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:2.0:1749393361.864475:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507282432:0@lo:700: 00000100:00100000:0.0:1749393362.192288:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393362.292319:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393362.321180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393362.486252:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393362.486269:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507282688:0@lo:900: 00000100:00100000:0.0:1749393362.700322:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507282816:0@lo:41: 00000100:00100000:0.0:1749393362.700393:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393362.700539:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507282816 00000100:00100000:2.0:1749393362.700553:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507282816 00000100:00100000:2.0:1749393362.700634:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:2.0:1749393362.700648:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507282816:12345-0@lo:41: 00000004:00000024:2.0:1749393362.700694:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393362.700777:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507282816:12345-0@lo:41: Request processed in 129us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393362.700789:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1749393362.700840:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507282816:0@lo:41: 00000100:00100000:0.0:1749393363.192203:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393363.294353:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393363.321173:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393363.864278:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507282944:0@lo:700: 00000100:00100000:0.0:1749393363.864349:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393363.864433:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393363.864492:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507282944 00000100:00100000:2.0:1749393363.864503:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507282944 00000100:00080000:0.0:1749393363.864575:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393363.864575:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1749393363.864585:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507282944:12345-0@lo:700: 00000100:00100000:2.0:1749393363.864628:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393363.864649:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507283072:0@lo:700: 40000000:00080000:2.0:1749393363.864665:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393363.864668:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393363.864727:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507282944:12345-0@lo:700: Request processed in 144us (378us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393363.864737:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1749393363.864757:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507282944:0@lo:700: 00000100:00100000:2.0:1749393363.865161:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507283200:0@lo:700: 00000100:00100000:2.0:1749393363.865194:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393363.865245:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961600 going to sleep for 11 seconds 00000100:00100000:0.0:1749393363.865259:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507283200 00000100:00100000:0.0:1749393363.865267:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507283200 00000100:00080000:2.0:1749393363.865301:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393363.865316:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1749393363.865327:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507283200:12345-0@lo:700: 00000100:00100000:0.0:1749393363.865365:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393363.865373:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507283328:0@lo:700: 40000000:00080000:0.0:1749393363.865386:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393363.865389:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393363.865449:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507283200:12345-0@lo:700: Request processed in 121us (251us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393363.865462:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1749393363.865478:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507283200:0@lo:700: 00000100:00100000:2.0:1749393364.192310:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393364.296336:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393364.321172:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393364.487277:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393364.487288:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507283456:0@lo:900: 00000100:00100000:0.0:1749393365.103108:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393365.103162:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393365.103247:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499714560 00000100:00100000:0.0:1749393365.103253:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393365.103263:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499714432 00000100:00100000:1.0:1749393365.103268:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499714560 00000100:00100000:3.0:1749393365.103272:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499714432 00000100:00100000:0.0:1749393365.103292:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499714688 00000100:00100000:0.0:1749393365.103300:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499714688 00000100:00100000:1.0:1749393365.103310:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 532 00000100:00100000:1.0:1749393365.103318:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499714560:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393365.103333:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 311 00000100:00100000:3.0:1749393365.103343:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499714432:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393365.103347:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 533 00010000:00080000:1.0:1749393365.103349:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 406 last 0 00000100:00100000:0.0:1749393365.103358:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499714688:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393365.103389:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 406 last 0 00000100:00100000:3.0:1749393365.103414:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499714432:12345-192.168.203.32@tcp:400: Request processed in 72us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393365.103418:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499714560:12345-192.168.203.32@tcp:38: Request processed in 99us (254us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393365.103422:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 311 00000100:00100000:1.0:1749393365.103427:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 532 00000100:00100000:0.0:1749393365.103447:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499714688:12345-192.168.203.32@tcp:38: Request processed in 87us (190us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393365.103460:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 533 00000100:00100000:2.0:1749393365.192243:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393365.298378:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393365.321191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393365.852366:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507283584:0@lo:41: 00000100:00100000:2.0:1749393365.852453:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393365.852538:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507283584 00000100:00100000:0.0:1749393365.852552:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507283584 00000100:00100000:0.0:1749393365.852624:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1749393365.852637:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507283584:12345-0@lo:41: 00000004:00000024:0.0:1749393365.852683:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393365.852762:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507283584:12345-0@lo:41: Request processed in 125us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393365.852774:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1749393365.852828:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507283584:0@lo:41: 00000100:00100000:0.0:1749393365.865191:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507283712:0@lo:700: 00000100:00100000:0.0:1749393365.865230:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393365.865301:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393365.865365:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507283712 00000100:00100000:2.0:1749393365.865375:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507283712 00000100:00080000:0.0:1749393365.865452:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393365.865468:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1749393365.865481:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507283712:12345-0@lo:700: 00000100:00100000:2.0:1749393365.865532:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393365.865541:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507283840:0@lo:700: 40000000:00080000:2.0:1749393365.865558:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393365.865562:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393365.865644:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507283712:12345-0@lo:700: Request processed in 164us (410us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393365.865657:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1749393365.865682:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507283712:0@lo:700: 00000100:00100000:2.0:1749393365.866151:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507283968:0@lo:700: 00000100:00100000:2.0:1749393365.866182:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393365.866232:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961600 going to sleep for 11 seconds 00000100:00100000:0.0:1749393365.866239:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507283968 00000100:00100000:0.0:1749393365.866246:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507283968 00000100:00100000:0.0:1749393365.866280:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1749393365.866287:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507283968:12345-0@lo:700: 00000100:00080000:2.0:1749393365.866287:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393365.866316:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393365.866321:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507284096:0@lo:700: 40000000:00080000:0.0:1749393365.866342:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393365.866345:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393365.866394:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507283968:12345-0@lo:700: Request processed in 106us (211us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393365.866404:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1749393365.866430:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507283968:0@lo:700: 00000100:00100000:2.0:1749393366.192200:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:2.0:1749393366.284332:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393366.284341:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393366.284345:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393366.284355:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 403 00000100:00080000:2.0:1749393366.284360:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393366.284369:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393366.284380:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507284224:0@lo:400: 00000100:00100000:2.0:1749393366.284398:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016e680 x1834371507284352/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393366.284451:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393366.284454:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393366.284461:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393366.284464:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393366.284469:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 403 00000100:00100000:0.0:1749393366.284470:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507284352:0@lo:38: 00000100:00080000:2.0:1749393366.284473:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393366.284478:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393366.284482:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507284224 00000100:00100000:3.0:1749393366.284493:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507284224 00000100:00100000:2.0:1749393366.284496:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f800 x1834371507284608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393366.284510:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507284480:0@lo:400: 00000100:00100000:0.0:1749393366.284517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393366.284537:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393366.284539:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1749393366.284547:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507284224:12345-0@lo:400: 00000100:00080000:2.0:1749393366.284548:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393366.284549:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507284608:0@lo:38: 00000100:00080000:2.0:1749393366.284553:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393366.284556:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393366.284557:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749393366.284562:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 403 00000100:00100000:1.0:1749393366.284564:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507284736:0@lo:400: 00000100:00080000:2.0:1749393366.284565:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393366.284568:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393366.284570:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393366.284582:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393366.284586:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016c380 x1834371507284864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393366.284604:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507284352 00000100:00080000:2.0:1749393366.284606:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393366.284609:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507284608 00000100:00100000:3.0:1749393366.284609:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507284224:12345-0@lo:400: Request processed in 62us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393366.284610:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507284352 00000100:00080000:2.0:1749393366.284612:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749393366.284614:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507284608 00000100:00080000:2.0:1749393366.284614:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393366.284620:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 403 00000100:00080000:2.0:1749393366.284623:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393366.284627:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00080000:2.0:1749393366.284628:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393366.284635:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1749393366.284641:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507284352:12345-0@lo:38: 00000100:00100000:2.0:1749393366.284643:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016df80 x1834371507284992/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393366.284648:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1749393366.284654:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507284608:12345-0@lo:38: 00010000:00020000:0.0:1749393366.284665:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393366.284674:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393366.284676:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393366.284676:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507284224:0@lo:400: 00000100:00080000:2.0:1749393366.284682:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393366.284684:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393366.284690:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 403 00000100:00080000:2.0:1749393366.284693:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393366.284700:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507284352:12345-0@lo:38: Request processed in 58us (183us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749393366.284700:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393366.284706:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507284608:12345-0@lo:38: Request processed in 51us (137us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393366.284708:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1749393366.284711:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507285248:0@lo:400: 00000100:00100000:1.0:1749393366.284714:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1749393366.284716:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016dc00 x1834371507285376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393366.284731:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507284864:0@lo:38: 00000100:00080000:2.0:1749393366.284737:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393366.284739:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393366.284740:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507284480 00000100:00080000:2.0:1749393366.284742:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749393366.284743:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507284480 00000100:00080000:2.0:1749393366.284744:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393366.284750:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 403 00000100:00100000:0.0:1749393366.284752:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393366.284754:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393366.284759:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393366.284759:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393366.284764:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1749393366.284766:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507285120:0@lo:400: 00000100:00100000:1.0:1749393366.284770:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507284480:12345-0@lo:400: 00000100:00100000:0.0:1749393366.284807:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507284992:0@lo:38: 00000100:00100000:3.0:1749393366.284818:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393366.284825:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130063800 x1834371507285504/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393366.284842:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393366.284848:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507285248 00000100:00100000:3.0:1749393366.284852:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507285248 00000100:00100000:1.0:1749393366.284860:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507284480:12345-0@lo:400: Request processed in 89us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393366.284867:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1749393366.284874:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507285120 00000100:00100000:3.0:1749393366.284877:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507285120 00000100:00080000:0.0:1749393366.284879:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393366.284880:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507284736 00000100:00100000:1.0:1749393366.284884:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507284736 00000100:00080000:0.0:1749393366.284885:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393366.284892:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1749393366.284893:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507284608:0@lo:38: 00000100:00100000:3.0:1749393366.284898:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507285248:12345-0@lo:400: 00000100:00100000:1.0:1749393366.284901:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:2.0:1749393366.284904:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:1.0:1749393366.284906:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507284736:12345-0@lo:400: 00000100:00080000:0.0:1749393366.284907:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393366.284918:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507285120:12345-0@lo:400: 00000100:00080000:0.0:1749393366.284922:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393366.284929:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507284352:0@lo:38: 00000100:00100000:3.0:1749393366.284933:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507285248:12345-0@lo:400: Request processed in 34us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393366.284934:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507284736:12345-0@lo:400: Request processed in 27us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393366.284941:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1749393366.284942:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1749393366.284954:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507285376:0@lo:38: 00000100:00100000:1.0:1749393366.284959:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507284864 00000100:00100000:1.0:1749393366.284961:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507284864 00000100:00100000:1.0:1749393366.284971:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507284992 00010000:00080000:3.0:1749393366.284972:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016f480 x1834371507285248/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393366.284974:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507284992 00000100:00100000:2.0:1749393366.284977:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507285120:12345-0@lo:400: Request processed in 62us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393366.284986:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1749393366.284986:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507285248:0@lo:400: 00000100:00100000:0.0:1749393366.284992:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393366.284993:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507284864:12345-0@lo:38: 00000100:00100000:2.0:1749393366.284993:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00010000:00080000:3.0:1749393366.285003:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016ed80 x1834371507285120/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749393366.285006:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393366.285013:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507285120:0@lo:400: 00000100:00100000:0.0:1749393366.285017:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507285504:0@lo:38: 00000100:00100000:1.0:1749393366.285027:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507284864:12345-0@lo:38: Request processed in 36us (274us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393366.285033:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1749393366.285037:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393366.285043:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507285376 00000100:00100000:1.0:1749393366.285046:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507285376 00000100:00100000:2.0:1749393366.285052:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507285504 00000100:00100000:1.0:1749393366.285054:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00080000:0.0:1749393366.285056:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393366.285058:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507284992:12345-0@lo:38: 00000100:00080000:0.0:1749393366.285059:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393366.285059:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507285504 00000100:00100000:3.0:1749393366.285059:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1749393366.285063:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507284864:0@lo:38: 00000100:00100000:3.0:1749393366.285064:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507285376:12345-0@lo:38: 00010000:00020000:1.0:1749393366.285069:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393366.285117:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00010000:00020000:3.0:1749393366.285117:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393366.285123:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507285504:12345-0@lo:38: 00010000:00020000:0.0:1749393366.285138:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393366.285141:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507284992:12345-0@lo:38: Request processed in 81us (299us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393366.285159:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1749393366.285161:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507285632:0@lo:400: 00000100:00100000:3.0:1749393366.285161:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507285376:12345-0@lo:38: Request processed in 95us (172us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393366.285167:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507285504:12345-0@lo:38: Request processed in 43us (129us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393366.285170:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1749393366.285174:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1749393366.285194:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507285760:0@lo:400: 00000100:00100000:2.0:1749393366.285204:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393366.285225:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507285632 00000100:00100000:3.0:1749393366.285229:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507285632 00000100:00080000:0.0:1749393366.285233:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393366.285234:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393366.285236:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393366.285239:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507285376:0@lo:38: 00000100:00080000:0.0:1749393366.285248:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393366.285250:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393366.285253:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507285504:0@lo:38: 00000100:00100000:3.0:1749393366.285253:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507285760 00000100:00100000:3.0:1749393366.285256:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507285760 00000100:00100000:2.0:1749393366.285257:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507284736:0@lo:400: 00000100:00080000:0.0:1749393366.285261:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393366.285269:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00080000:0.0:1749393366.285270:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393366.285274:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507284480:0@lo:400: 00000100:00100000:0.0:1749393366.285275:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507284992:0@lo:38: 00000100:00100000:3.0:1749393366.285275:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507285632:12345-0@lo:400: 00000100:00080000:1.0:1749393366.285276:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393366.285307:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507285632:12345-0@lo:400: Request processed in 32us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393366.285313:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00010000:00080000:2.0:1749393366.285315:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bbaa00 x1834371507285632/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393366.285322:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1749393366.285327:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507285760:12345-0@lo:400: 00000100:00100000:2.0:1749393366.285332:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507285632:0@lo:400: 00000100:00100000:3.0:1749393366.285365:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507285760:12345-0@lo:400: Request processed in 36us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393366.285371:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00010000:00080000:1.0:1749393366.285407:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb86300 x1834371507285760/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393366.285421:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507285760:0@lo:400: 00010000:00010000:3.0:1749393366.300307:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393366.321153:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393366.488239:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393366.488254:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05df80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507285888:0@lo:900: 00000100:00100000:2.0:1749393367.192138:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393367.302263:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393367.321177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393367.708357:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507286016:0@lo:41: 00000100:00100000:3.0:1749393367.708433:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393367.708493:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507286016 00000100:00100000:2.0:1749393367.708504:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507286016 00000100:00100000:2.0:1749393367.708555:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:2.0:1749393367.708564:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507286016:12345-0@lo:41: 00000004:00000024:2.0:1749393367.708601:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393367.708668:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507286016:12345-0@lo:41: Request processed in 104us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393367.708676:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1749393367.708706:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507286016:0@lo:41: 00000100:00100000:0.0:1749393367.866228:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507286144:0@lo:700: 00000100:00100000:0.0:1749393367.866277:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393367.866342:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393367.866402:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507286144 00000100:00100000:2.0:1749393367.866411:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507286144 00000100:00080000:1.0:1749393367.866447:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393367.866472:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1749393367.866481:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507286144:12345-0@lo:700: 00000100:00100000:2.0:1749393367.866520:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393367.866527:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507286272:0@lo:700: 40000000:00080000:2.0:1749393367.866541:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393367.866544:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393367.866597:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507286144:12345-0@lo:700: Request processed in 117us (319us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393367.866606:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1749393367.866636:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507286144:0@lo:700: 00000100:00100000:2.0:1749393367.867150:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507286400:0@lo:700: 00000100:00100000:2.0:1749393367.867180:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393367.867226:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961600 going to sleep for 11 seconds 00000100:00100000:0.0:1749393367.867297:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507286400 00000100:00100000:0.0:1749393367.867306:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507286400 00000100:00080000:1.0:1749393367.867341:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393367.867358:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1749393367.867366:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507286400:12345-0@lo:700: 00000100:00100000:0.0:1749393367.867399:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393367.867405:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507286528:0@lo:700: 40000000:00080000:0.0:1749393367.867415:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393367.867418:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393367.867472:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507286400:12345-0@lo:700: Request processed in 106us (290us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393367.867480:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1749393367.867508:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507286400:0@lo:700: 00000100:00100000:0.0:1749393368.192295:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393368.304342:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393368.321192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393368.489230:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393368.489244:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507286656:0@lo:900: 00000100:00100000:2.0:1749393369.171222:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 25 seconds 00000100:00100000:0.0:1749393369.192236:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393369.306334:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393369.321178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393369.851211:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393369.851251:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507286784/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393374 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393369.851324:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393369.851394:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507286784 00000100:00100000:2.0:1749393369.851394:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393369.851404:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507286784 00000100:00100000:0.0:1749393369.851458:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1749393369.851468:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507286784:12345-0@lo:700: 00000100:00080000:1.0:1749393369.851489:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 40000000:00080000:0.0:1749393369.851499:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393369.851558:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507286784:12345-0@lo:700: Request processed in 91us (234us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393369.851567:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1749393369.851585:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507286784/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393385 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393369.851596:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393369.854169:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393369.854190:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507286912/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393374 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393369.854241:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393369.854315:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393369.854364:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507286912 00000100:00100000:0.0:1749393369.854373:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507286912 00000100:00080000:1.0:1749393369.854427:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393369.854428:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1749393369.854436:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507286912:12345-0@lo:700: 40000000:00080000:0.0:1749393369.854454:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393369.854492:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507286912:12345-0@lo:700: Request processed in 57us (253us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393369.854500:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1749393369.854502:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507286912/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393385 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393369.854512:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393369.867203:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507287040:0@lo:700: 00000100:00100000:0.0:1749393369.867241:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393369.867296:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393369.867362:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507287040 00000100:00100000:2.0:1749393369.867372:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507287040 00000100:00080000:1.0:1749393369.867404:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393369.867412:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1749393369.867420:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507287040:12345-0@lo:700: 00000100:00100000:2.0:1749393369.867460:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393369.867467:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507287168:0@lo:700: 40000000:00080000:2.0:1749393369.867481:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393369.867485:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393369.867542:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507287040:12345-0@lo:700: Request processed in 122us (299us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393369.867550:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1749393369.867581:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507287040:0@lo:700: 00000100:00100000:2.0:1749393369.868149:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507287296:0@lo:700: 00000100:00100000:2.0:1749393369.868177:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393369.868225:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961600 going to sleep for 11 seconds 00000100:00100000:0.0:1749393369.868292:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507287296 00000100:00100000:0.0:1749393369.868301:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507287296 00000100:00080000:1.0:1749393369.868331:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393369.868339:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1749393369.868347:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507287296:12345-0@lo:700: 00000100:00100000:0.0:1749393369.868380:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393369.868386:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507287424:0@lo:700: 40000000:00080000:0.0:1749393369.868412:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393369.868415:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393369.868472:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507287296:12345-0@lo:700: Request processed in 125us (293us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393369.868481:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1749393369.868505:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507287296:0@lo:700: 00000100:00100000:0.0:1749393370.111800:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393370.111845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393370.111888:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393370.111929:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499714816 00000100:00100000:2.0:1749393370.111940:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499714816 00000100:00100000:3.0:1749393370.111942:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499714944 00000100:00100000:3.0:1749393370.111951:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499714944 00000100:00100000:2.0:1749393370.111987:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 313 00000100:00100000:3.0:1749393370.111995:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499715072 00000100:00100000:2.0:1749393370.111996:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499714816:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393370.111999:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499715072 00000100:00100000:1.0:1749393370.112025:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 540 00000100:00100000:1.0:1749393370.112034:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499714944:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393370.112039:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 541 00000100:00100000:3.0:1749393370.112049:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499715072:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393370.112058:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499714816:12345-192.168.203.32@tcp:400: Request processed in 62us (313us total) trans 0 rc 0/0 00010000:00080000:1.0:1749393370.112066:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 411 last 0 00000100:00100000:2.0:1749393370.112114:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 313 00010000:00080000:3.0:1749393370.112134:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 411 last 0 00000100:00100000:1.0:1749393370.112167:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499714944:12345-192.168.203.32@tcp:38: Request processed in 131us (319us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393370.112175:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 540 00000100:00100000:3.0:1749393370.112195:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499715072:12345-192.168.203.32@tcp:38: Request processed in 143us (302us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393370.112209:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 541 00000100:00100000:0.0:1749393370.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393370.308272:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393370.321175:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393370.490228:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393370.490241:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507287552:0@lo:900: 00000100:00100000:0.0:1749393370.860336:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507287680:0@lo:41: 00000100:00100000:0.0:1749393370.860410:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393370.860484:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507287680 00000100:00100000:2.0:1749393370.860497:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507287680 00000100:00100000:2.0:1749393370.860560:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1749393370.860572:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507287680:12345-0@lo:41: 00000004:00000024:2.0:1749393370.860612:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393370.860697:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507287680:12345-0@lo:41: Request processed in 124us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393370.860711:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1749393370.860726:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507287680:0@lo:41: 00000100:00100000:0.0:1749393371.192211:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:2.0:1749393371.292272:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393371.292284:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393371.292289:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393371.292299:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 408 00000100:00080000:2.0:1749393371.292305:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393371.292313:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393371.292317:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507287808:0@lo:400: 00000100:00100000:2.0:1749393371.292342:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb85880 x1834371507287936/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393371.292375:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393371.292381:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393371.292383:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393371.292386:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507288064:0@lo:400: 00000100:00080000:2.0:1749393371.292388:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 408 00000100:00080000:2.0:1749393371.292391:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393371.292395:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393371.292398:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393371.292411:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb84700 x1834371507288192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393371.292457:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393371.292474:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393371.292479:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393371.292481:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393371.292486:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 408 00000100:00080000:2.0:1749393371.292489:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393371.292494:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393371.292497:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507287808 00000100:00100000:0.0:1749393371.292500:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507287936:0@lo:38: 00000100:00100000:3.0:1749393371.292508:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507287808 00000100:00100000:2.0:1749393371.292509:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb87b80 x1834371507288448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393371.292520:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507288064 00000100:00080000:2.0:1749393371.292523:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393371.292525:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507288064 00000100:00080000:2.0:1749393371.292527:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393371.292529:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393371.292533:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 408 00000100:00080000:2.0:1749393371.292536:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393371.292540:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393371.292543:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393371.292553:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb86680 x1834371507288576/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393371.292557:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1749393371.292561:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1749393371.292565:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507288064:12345-0@lo:400: 00000100:00100000:3.0:1749393371.292573:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507287808:12345-0@lo:400: 00000100:00100000:0.0:1749393371.292574:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507288192:0@lo:38: 00000100:00080000:2.0:1749393371.292591:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393371.292597:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393371.292599:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393371.292605:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 408 00000100:00100000:0.0:1749393371.292607:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393371.292608:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393371.292613:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393371.292620:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507288064:12345-0@lo:400: Request processed in 54us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393371.292627:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1749393371.292631:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507288448:0@lo:38: 00000100:00100000:2.0:1749393371.292632:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bbaa00 x1834371507288960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393371.292636:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507287808:12345-0@lo:400: Request processed in 65us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393371.292648:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1749393371.292650:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393371.292658:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393371.292663:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749393371.292664:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507288576:0@lo:38: 00000100:00080000:2.0:1749393371.292665:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393371.292666:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507287936 00000100:00100000:1.0:1749393371.292670:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507287936 00000100:00080000:2.0:1749393371.292671:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 408 00000100:00080000:2.0:1749393371.292674:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393371.292679:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393371.292684:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507288192 00000100:00100000:1.0:1749393371.292687:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507288192 00000100:00100000:0.0:1749393371.292694:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393371.292696:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507288448 00000100:00100000:1.0:1749393371.292699:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507288448 00000100:00100000:2.0:1749393371.292701:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c2a00 x1834371507289088/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393371.292704:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507288320:0@lo:400: 00000100:00100000:1.0:1749393371.292705:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507288576 00000100:00100000:1.0:1749393371.292708:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507288576 00000100:00100000:0.0:1749393371.292714:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507288960:0@lo:38: 00000100:00100000:1.0:1749393371.292717:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1749393371.292722:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507287936:12345-0@lo:38: 00000100:00100000:0.0:1749393371.292735:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393371.292783:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393371.292784:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393371.292789:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507288960 00000100:00100000:0.0:1749393371.292793:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507289088:0@lo:38: 00000100:00100000:2.0:1749393371.292796:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507288960 00000100:00100000:0.0:1749393371.292822:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393371.292822:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507287936:12345-0@lo:38: Request processed in 97us (278us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393371.292823:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1749393371.292829:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1749393371.292829:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507289344:0@lo:400: 00000100:00100000:2.0:1749393371.292832:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507288192:12345-0@lo:38: 00000100:00100000:1.0:1749393371.292839:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507289088 00000100:00100000:1.0:1749393371.292842:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507289088 00000100:00080000:0.0:1749393371.292846:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393371.292852:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393371.292852:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1749393371.292856:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507288448:12345-0@lo:38: 00010000:00020000:2.0:1749393371.292857:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393371.292859:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507287936:0@lo:38: 00000100:00100000:3.0:1749393371.292865:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393371.292868:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393371.292896:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393371.292901:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1749393371.292906:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507288448:12345-0@lo:38: Request processed in 48us (254us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393371.292907:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507288704:0@lo:400: 00000100:00100000:0.0:1749393371.292910:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507288576:12345-0@lo:38: 00000100:00100000:1.0:1749393371.292921:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1749393371.292921:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507288192:12345-0@lo:38: Request processed in 88us (311us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393371.292929:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1749393371.292934:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00010000:00020000:0.0:1749393371.292937:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393371.292937:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393371.292938:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507288960:12345-0@lo:38: 00000100:00100000:2.0:1749393371.292946:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00010000:00020000:1.0:1749393371.292950:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393371.292952:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507289088:12345-0@lo:38: 00010000:00020000:2.0:1749393371.292964:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393371.292975:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507289344 00000100:00100000:0.0:1749393371.292977:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507288576:12345-0@lo:38: Request processed in 67us (280us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393371.292980:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507289344 00000100:00100000:1.0:1749393371.292981:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507288960:12345-0@lo:38: Request processed in 42us (245us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393371.292986:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1749393371.292990:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1749393371.292990:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507289088:12345-0@lo:38: Request processed in 38us (171us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393371.292997:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1749393371.293017:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507289216:0@lo:400: 00000100:00100000:3.0:1749393371.293018:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507288704 00000100:00100000:2.0:1749393371.293019:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507288832:0@lo:400: 00000100:00100000:3.0:1749393371.293022:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507288704 00000100:00080000:0.0:1749393371.293037:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393371.293042:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393371.293043:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393371.293047:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1749393371.293049:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507289088:0@lo:38: 00000100:00100000:3.0:1749393371.293057:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507289344:12345-0@lo:400: 00000100:00100000:2.0:1749393371.293061:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507289216 00000100:00080000:0.0:1749393371.293064:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393371.293068:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393371.293099:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507289216 00000100:00100000:0.0:1749393371.293113:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507288960:0@lo:38: 00000100:00100000:1.0:1749393371.293126:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507288064:0@lo:400: 00000100:00100000:2.0:1749393371.293128:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00080000:0.0:1749393371.293130:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393371.293134:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393371.293134:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507288704:12345-0@lo:400: 00000100:00100000:0.0:1749393371.293140:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507288448:0@lo:38: 00000100:00100000:3.0:1749393371.293158:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507289344:12345-0@lo:400: Request processed in 100us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393371.293163:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00080000:0.0:1749393371.293169:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393371.293173:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507288704:12345-0@lo:400: Request processed in 39us (240us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393371.293174:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393371.293175:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507289216:12345-0@lo:400: 00000100:00100000:2.0:1749393371.293180:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1749393371.293181:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507288576:0@lo:38: 00000100:00100000:3.0:1749393371.293187:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00080000:0.0:1749393371.293194:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393371.293198:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393371.293199:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393371.293204:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507288192:0@lo:38: 00000100:00100000:3.0:1749393371.293208:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507288832 00000100:00100000:3.0:1749393371.293213:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507288832 00000100:00100000:2.0:1749393371.293229:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507287808:0@lo:400: 00000100:00100000:1.0:1749393371.293230:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507289216:12345-0@lo:400: Request processed in 57us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393371.293237:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1749393371.293245:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507288832:12345-0@lo:400: 00000100:00100000:1.0:1749393371.293251:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00080000:0.0:1749393371.293270:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393371.293273:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507288320 00000100:00080000:0.0:1749393371.293275:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393371.293278:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507288320 00010000:00080000:1.0:1749393371.293292:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c2680 x1834371507289216/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393371.293297:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507288832:12345-0@lo:400: Request processed in 51us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393371.293305:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507289216:0@lo:400: 00000100:00100000:3.0:1749393371.293308:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:2.0:1749393371.293312:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1749393371.293321:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507288320:12345-0@lo:400: 00010000:00080000:3.0:1749393371.293349:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb85c00 x1834371507288704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393371.293368:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507288704:0@lo:400: 00000100:00100000:2.0:1749393371.293371:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507288320:12345-0@lo:400: Request processed in 49us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393371.293381:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00010000:00080000:3.0:1749393371.293385:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c1500 x1834371507289344/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393371.293401:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507289344:0@lo:400: 00000100:00100000:3.0:1749393371.293417:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507288320:0@lo:400: 00010000:00080000:2.0:1749393371.293421:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb86300 x1834371507288832/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393371.293438:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507288832:0@lo:400: 00010000:00010000:2.0:1749393371.310186:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393371.321177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393371.868275:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507289472:0@lo:700: 00000100:00100000:0.0:1749393371.868345:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393371.868425:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393371.868442:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507289472 00000100:00100000:2.0:1749393371.868454:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507289472 00000100:00100000:2.0:1749393371.868502:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1749393371.868515:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507289472:12345-0@lo:700: 00000100:00100000:2.0:1749393371.868569:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961d80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393371.868579:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507289600:0@lo:700: 40000000:00080000:2.0:1749393371.868598:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393371.868619:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393371.868695:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507289472:12345-0@lo:700: Request processed in 179us (346us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393371.868707:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1749393371.868767:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507289472:0@lo:700: 00000100:00100000:2.0:1749393371.869187:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507289728:0@lo:700: 00000100:00100000:2.0:1749393371.869226:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393371.869291:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507289728 00000100:00100000:2.0:1749393371.869291:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961d80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393371.869299:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507289728 00000100:00100000:0.0:1749393371.869331:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1749393371.869338:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507289728:12345-0@lo:700: 00000100:00100000:0.0:1749393371.869371:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393371.869376:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507289856:0@lo:700: 40000000:00080000:0.0:1749393371.869384:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393371.869387:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393371.869436:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507289728:12345-0@lo:700: Request processed in 97us (210us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393371.869443:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1749393371.869487:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507289728:0@lo:700: 00000100:00100000:2.0:1749393372.192247:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393372.312321:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393372.321165:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393372.491292:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393372.491309:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507289984:0@lo:900: 00000100:00100000:0.0:1749393372.716261:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507290112:0@lo:41: 00000100:00100000:0.0:1749393372.716320:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393372.716362:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507290112 00000100:00100000:2.0:1749393372.716368:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507290112 00000100:00100000:2.0:1749393372.716399:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1749393372.716405:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507290112:12345-0@lo:41: 00000004:00000024:2.0:1749393372.716433:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393372.716471:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507290112:12345-0@lo:41: Request processed in 65us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393372.716475:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1749393372.716504:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507290112:0@lo:41: 00000100:00100000:2.0:1749393373.192257:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393373.314338:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393373.321195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393373.869290:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507290240:0@lo:700: 00000100:00100000:0.0:1749393373.869358:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393373.869446:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393373.869507:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507290240 00000100:00100000:2.0:1749393373.869519:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507290240 00000100:00080000:0.0:1749393373.869589:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393373.869589:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1749393373.869600:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507290240:12345-0@lo:700: 00000100:00100000:2.0:1749393373.869644:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961d80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393373.869652:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507290368:0@lo:700: 40000000:00080000:2.0:1749393373.869666:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393373.869683:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393373.869781:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507290240:12345-0@lo:700: Request processed in 182us (421us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393373.869791:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1749393373.869794:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507290240:0@lo:700: 00000100:00100000:2.0:1749393373.870164:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507290496:0@lo:700: 00000100:00100000:2.0:1749393373.870194:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393373.870243:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961d80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393373.870302:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507290496 00000100:00100000:0.0:1749393373.870311:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507290496 00000100:00100000:0.0:1749393373.870383:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00080000:2.0:1749393373.870384:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393373.870389:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507290496:12345-0@lo:700: 00000100:00100000:0.0:1749393373.870412:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393373.870417:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507290624:0@lo:700: 40000000:00080000:0.0:1749393373.870424:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393373.870426:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393373.870453:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507290496:12345-0@lo:700: Request processed in 65us (259us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393373.870459:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1749393373.870465:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507290496:0@lo:700: 00000100:00100000:0.0:1749393374.192304:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393374.316341:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393374.321172:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393374.492256:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393374.492273:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507290752:0@lo:900: 00000100:00100000:0.0:1749393375.119549:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393375.119601:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393375.119640:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393375.119687:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499715328 00000100:00100000:2.0:1749393375.119694:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499715200 00000100:00100000:1.0:1749393375.119698:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499715328 00000100:00100000:2.0:1749393375.119703:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499715200 00000100:00100000:1.0:1749393375.119775:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499715456 00000100:00100000:1.0:1749393375.119781:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499715456 00000100:00100000:2.0:1749393375.119791:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 315 00000100:00100000:3.0:1749393375.119791:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 548 00000100:00100000:2.0:1749393375.119801:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499715200:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393375.119803:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499715328:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393375.119832:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 549 00010000:00080000:3.0:1749393375.119833:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 416 last 0 00000100:00100000:1.0:1749393375.119843:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499715456:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393375.119869:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499715200:12345-192.168.203.32@tcp:400: Request processed in 68us (331us total) trans 0 rc 0/0 00010000:00080000:1.0:1749393375.119875:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 416 last 0 00000100:00100000:2.0:1749393375.119877:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 315 00000100:00100000:3.0:1749393375.119892:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499715328:12345-192.168.203.32@tcp:38: Request processed in 90us (290us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393375.119900:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 548 00000100:00100000:1.0:1749393375.119952:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499715456:12345-192.168.203.32@tcp:38: Request processed in 106us (306us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393375.119965:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 549 00000100:00100000:0.0:1749393375.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393375.318325:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393375.321158:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393375.868414:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507290880:0@lo:41: 00000100:00100000:2.0:1749393375.868487:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393375.868563:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507290880 00000100:00100000:0.0:1749393375.868574:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507290880 00000100:00100000:0.0:1749393375.868621:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1749393375.868630:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507290880:12345-0@lo:41: 00000004:00000024:0.0:1749393375.868665:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393375.868787:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507290880:12345-0@lo:41: Request processed in 153us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393375.868801:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1749393375.868820:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507290880:0@lo:41: 00000100:00100000:0.0:1749393375.870161:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507291008:0@lo:700: 00000100:00100000:0.0:1749393375.870196:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393375.870250:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393375.870320:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507291008 00000100:00100000:2.0:1749393375.870330:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507291008 00000100:00100000:2.0:1749393375.870397:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00080000:0.0:1749393375.870398:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393375.870406:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507291008:12345-0@lo:700: 00000100:00100000:2.0:1749393375.870445:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961840 going to sleep for 0 seconds 00000100:00100000:2.0:1749393375.870452:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507291136:0@lo:700: 40000000:00080000:2.0:1749393375.870478:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393375.870481:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393375.870536:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507291008:12345-0@lo:700: Request processed in 130us (338us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393375.870545:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1749393375.870562:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507291008:0@lo:700: 00000100:00100000:2.0:1749393375.871149:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507291264:0@lo:700: 00000100:00100000:2.0:1749393375.871179:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393375.871240:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961840 going to sleep for 11 seconds 00000100:00100000:0.0:1749393375.871256:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507291264 00000100:00100000:0.0:1749393375.871265:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507291264 00000100:00080000:2.0:1749393375.871306:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393375.871310:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1749393375.871321:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507291264:12345-0@lo:700: 00000100:00100000:0.0:1749393375.871360:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393375.871368:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507291392:0@lo:700: 40000000:00080000:0.0:1749393375.871382:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393375.871386:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393375.871459:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507291264:12345-0@lo:700: Request processed in 137us (275us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393375.871472:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1749393375.871489:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507291264:0@lo:700: 00000100:00100000:0.0:1749393376.192194:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:2.0:1749393376.300272:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393376.300280:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393376.300283:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393376.300291:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 413 00000100:00080000:2.0:1749393376.300295:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393376.300302:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393376.300323:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c2d80 x1834371507291648/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393376.300331:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507291520:0@lo:400: 00000100:00080000:2.0:1749393376.300360:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393376.300365:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393376.300366:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393376.300370:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 413 00000100:00080000:2.0:1749393376.300372:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393376.300375:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393376.300386:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c0380 x1834371507291904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393376.300395:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393376.300401:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507291776:0@lo:400: 00000100:00080000:2.0:1749393376.300418:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393376.300421:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749393376.300423:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507291648:0@lo:38: 00000100:00080000:2.0:1749393376.300423:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393376.300427:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 413 00000100:00080000:2.0:1749393376.300429:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393376.300432:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393376.300442:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c2300 x1834371507292160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393376.300450:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393376.300451:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393376.300454:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393376.300455:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393376.300459:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 413 00000100:00080000:2.0:1749393376.300460:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393376.300461:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507292032:0@lo:400: 00000100:00080000:2.0:1749393376.300464:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393376.300473:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c3100 x1834371507292288/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393376.300488:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393376.300491:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393376.300498:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393376.300501:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393376.300502:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393376.300506:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 413 00000100:00100000:3.0:1749393376.300506:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507292416:0@lo:400: 00000100:00080000:2.0:1749393376.300508:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393376.300511:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393376.300522:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507291776 00000100:00100000:2.0:1749393376.300522:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c1880 x1834371507292672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393376.300529:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507291904:0@lo:38: 00000100:00100000:1.0:1749393376.300530:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507291776 00000100:00100000:3.0:1749393376.300532:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393376.300535:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393376.300539:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393376.300540:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393376.300544:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 413 00000100:00080000:2.0:1749393376.300546:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393376.300548:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749393376.300549:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393376.300554:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507292544:0@lo:400: 00000100:00100000:2.0:1749393376.300561:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c1500 x1834371507292800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393376.300564:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393376.300569:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507292032 00000100:00100000:3.0:1749393376.300573:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393376.300574:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507292032 00000100:00100000:1.0:1749393376.300597:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1749393376.300598:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507292416 00000100:00100000:0.0:1749393376.300602:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507292160:0@lo:38: 00000100:00100000:3.0:1749393376.300604:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507292416 00000100:00100000:2.0:1749393376.300605:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507291520 00000100:00100000:1.0:1749393376.300609:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507291776:12345-0@lo:400: 00000100:00100000:2.0:1749393376.300610:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507291520 00000100:00100000:3.0:1749393376.300630:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507292544 00000100:00100000:3.0:1749393376.300633:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507292544 00000100:00100000:0.0:1749393376.300635:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393376.300647:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1749393376.300648:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:3.0:1749393376.300655:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507292416:12345-0@lo:400: 00000100:00100000:2.0:1749393376.300658:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507291520:12345-0@lo:400: 00000100:00100000:0.0:1749393376.300660:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507292288:0@lo:38: 00000100:00100000:1.0:1749393376.300674:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507291776:12345-0@lo:400: Request processed in 65us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393376.300686:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1749393376.300694:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393376.300740:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507292416:12345-0@lo:400: Request processed in 84us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393376.300747:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1749393376.300755:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1749393376.300757:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507291520:12345-0@lo:400: Request processed in 100us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393376.300762:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507292672:0@lo:38: 00000100:00100000:3.0:1749393376.300762:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:1.0:1749393376.300766:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507292032:12345-0@lo:400: 00000100:00100000:2.0:1749393376.300766:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1749393376.300768:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eecf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507292544:12345-0@lo:400: 00000100:00100000:0.0:1749393376.300798:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393376.300802:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507293056:0@lo:400: 00000100:00100000:3.0:1749393376.300804:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eecf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507292544:12345-0@lo:400: Request processed in 36us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393376.300810:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:1.0:1749393376.300819:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507292032:12345-0@lo:400: Request processed in 54us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393376.300825:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507292800:0@lo:38: 00000100:00100000:1.0:1749393376.300828:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1749393376.300840:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393376.300853:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393376.300854:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507291648 00000100:00100000:1.0:1749393376.300859:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507291648 00000100:00100000:1.0:1749393376.300874:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507291904 00000100:00100000:1.0:1749393376.300877:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507291904 00000100:00100000:2.0:1749393376.300881:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507292032:0@lo:400: 00000100:00100000:1.0:1749393376.300888:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507292160 00000100:00100000:1.0:1749393376.300890:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507292160 00000100:00100000:0.0:1749393376.300899:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507293056 00000100:00100000:2.0:1749393376.300899:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393376.300900:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507292288 00000100:00100000:2.0:1749393376.300905:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507292928:0@lo:400: 00000100:00100000:0.0:1749393376.300907:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507293056 00000100:00100000:1.0:1749393376.300914:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507292288 00000100:00100000:2.0:1749393376.300925:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393376.300930:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507292672 00000100:00100000:1.0:1749393376.300934:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507292672 00000100:00100000:1.0:1749393376.300944:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507292800 00000100:00100000:2.0:1749393376.300947:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507292928 00000100:00100000:1.0:1749393376.300948:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507292800 00000100:00100000:2.0:1749393376.300950:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507292928 00000100:00100000:0.0:1749393376.300955:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1749393376.300962:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1749393376.300968:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507293056:12345-0@lo:400: 00000100:00100000:1.0:1749393376.300970:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507291648:12345-0@lo:38: 00000100:00100000:2.0:1749393376.300972:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:2.0:1749393376.300978:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507292928:12345-0@lo:400: 00010000:00020000:1.0:1749393376.300996:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393376.301012:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1749393376.301020:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507291904:12345-0@lo:38: 00000100:00100000:0.0:1749393376.301035:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507293056:12345-0@lo:400: Request processed in 68us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393376.301037:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507292928:12345-0@lo:400: Request processed in 57us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393376.301044:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00010000:00020000:3.0:1749393376.301044:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393376.301046:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507291648:12345-0@lo:38: Request processed in 74us (559us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393376.301050:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1749393376.301057:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00080000:2.0:1749393376.301062:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393376.301108:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507291776:0@lo:400: 00000100:00100000:0.0:1749393376.301124:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1749393376.301133:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1749393376.301134:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507292160:12345-0@lo:38: 00000100:00100000:1.0:1749393376.301140:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507292288:12345-0@lo:38: 00010000:00080000:2.0:1749393376.301146:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c2680 x1834371507292928/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393376.301156:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507291904:12345-0@lo:38: Request processed in 132us (588us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393376.301158:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393376.301158:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507292928:0@lo:400: 00010000:00080000:2.0:1749393376.301169:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c2a00 x1834371507293056/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393376.301169:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00010000:00020000:1.0:1749393376.301171:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393376.301178:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507293056:0@lo:400: 00000100:00100000:3.0:1749393376.301189:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1749393376.301194:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507292672:12345-0@lo:38: 00000100:00100000:1.0:1749393376.301214:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507292288:12345-0@lo:38: Request processed in 72us (519us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393376.301215:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1749393376.301217:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507292160:12345-0@lo:38: Request processed in 81us (580us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393376.301218:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393376.301221:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507292800:12345-0@lo:38: 00000100:00100000:1.0:1749393376.301224:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1749393376.301230:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00010000:00020000:2.0:1749393376.301237:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393376.301249:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507292672:12345-0@lo:38: Request processed in 53us (452us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393376.301256:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1749393376.301267:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507292800:12345-0@lo:38: Request processed in 45us (413us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393376.301273:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1749393376.301286:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507291520:0@lo:400: 00010000:00080000:2.0:1749393376.301300:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c3b80 x1834371507292544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393376.301310:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507292544:0@lo:400: 00000100:00080000:3.0:1749393376.301314:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393376.301318:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:2.0:1749393376.301320:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c1180 x1834371507292416/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393376.301323:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507292160:0@lo:38: 00000100:00100000:2.0:1749393376.301329:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507292416:0@lo:400: 00000100:00080000:3.0:1749393376.301333:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393376.301336:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393376.301339:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507292288:0@lo:38: 00000100:00080000:3.0:1749393376.301347:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393376.301350:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393376.301353:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507292672:0@lo:38: 00000100:00080000:3.0:1749393376.301361:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393376.301364:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393376.301367:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507292800:0@lo:38: 00000100:00080000:3.0:1749393376.301375:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393376.301377:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393376.301380:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507291648:0@lo:38: 00000100:00080000:3.0:1749393376.301388:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393376.301391:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393376.301394:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507291904:0@lo:38: 00010000:00010000:2.0:1749393376.320295:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393376.321139:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393376.493211:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393376.493226:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507293184:0@lo:900: 00000100:00100000:0.0:1749393377.192174:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393377.321166:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393377.322262:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393377.724283:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507293312:0@lo:41: 00000100:00100000:2.0:1749393377.724354:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393377.724407:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507293312 00000100:00100000:0.0:1749393377.724416:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507293312 00000100:00100000:0.0:1749393377.724452:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1749393377.724458:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507293312:12345-0@lo:41: 00000004:00000024:0.0:1749393377.724487:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393377.724536:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507293312:12345-0@lo:41: Request processed in 77us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393377.724542:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1749393377.724577:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507293312:0@lo:41: 00000100:00100000:0.0:1749393377.871195:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507293440:0@lo:700: 00000100:00100000:0.0:1749393377.871239:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393377.871300:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393377.871321:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507293440 00000100:00100000:2.0:1749393377.871330:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507293440 00000100:00080000:0.0:1749393377.871363:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393377.871383:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1749393377.871395:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507293440:12345-0@lo:700: 00000100:00100000:2.0:1749393377.871440:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393377.871448:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507293568:0@lo:700: 40000000:00080000:2.0:1749393377.871463:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393377.871467:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393377.871531:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507293440:12345-0@lo:700: Request processed in 136us (288us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393377.871543:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1749393377.871556:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507293440:0@lo:700: 00000100:00100000:2.0:1749393377.872187:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507293696:0@lo:700: 00000100:00100000:2.0:1749393377.872231:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393377.872308:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961240 going to sleep for 11 seconds 00000100:00100000:0.0:1749393377.872372:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507293696 00000100:00100000:0.0:1749393377.872381:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507293696 00000100:00100000:0.0:1749393377.872440:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1749393377.872448:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507293696:12345-0@lo:700: 00000100:00080000:2.0:1749393377.872457:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393377.872482:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393377.872489:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507293824:0@lo:700: 40000000:00080000:0.0:1749393377.872514:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393377.872516:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393377.872568:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507293696:12345-0@lo:700: Request processed in 120us (337us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393377.872577:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1749393377.872621:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507293696:0@lo:700: 00000100:00100000:2.0:1749393378.192296:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393378.321173:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393378.324311:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393378.494223:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393378.494238:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507293952:0@lo:900: 00000100:00100000:2.0:1749393379.192247:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393379.321167:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393379.326250:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393379.872229:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507294080:0@lo:700: 00000100:00100000:0.0:1749393379.872315:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393379.872416:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393379.872474:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507294080 00000100:00100000:2.0:1749393379.872488:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507294080 00000100:00080000:0.0:1749393379.872584:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393379.872597:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1749393379.872611:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ccebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507294080:12345-0@lo:700: 00000100:00100000:2.0:1749393379.872666:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393379.872676:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507294208:0@lo:700: 40000000:00080000:2.0:1749393379.872748:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393379.872753:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393379.872829:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ccebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507294080:12345-0@lo:700: Request processed in 219us (513us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393379.872842:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1749393379.872877:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507294080:0@lo:700: 00000100:00100000:2.0:1749393379.873163:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507294336:0@lo:700: 00000100:00100000:2.0:1749393379.873204:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393379.873274:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961240 going to sleep for 11 seconds 00000100:00100000:0.0:1749393379.873280:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507294336 00000100:00100000:0.0:1749393379.873288:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507294336 00000100:00080000:2.0:1749393379.873324:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393379.873331:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1749393379.873339:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507294336:12345-0@lo:700: 00000100:00100000:0.0:1749393379.873369:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393379.873375:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507294464:0@lo:700: 40000000:00080000:0.0:1749393379.873383:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393379.873386:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393379.873435:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507294336:12345-0@lo:700: Request processed in 96us (232us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393379.873443:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1749393379.873493:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507294336:0@lo:700: 00000100:00100000:0.0:1749393380.127567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393380.127645:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393380.127710:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499715584 00000100:00100000:2.0:1749393380.127737:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499715584 00000100:00100000:2.0:1749393380.127785:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 317 00000100:00100000:3.0:1749393380.127787:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499715712 00000100:00100000:0.0:1749393380.127791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393380.127796:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499715584:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393380.127799:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499715712 00000100:00100000:3.0:1749393380.127850:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499715840 00000100:00100000:3.0:1749393380.127856:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499715840 00000100:00100000:2.0:1749393380.127864:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499715584:12345-192.168.203.32@tcp:400: Request processed in 70us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393380.127873:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 317 00000100:00100000:3.0:1749393380.127880:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 556 00000100:00100000:3.0:1749393380.127890:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499715712:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393380.127923:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 557 00010000:00080000:3.0:1749393380.127923:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 421 last 0 00000100:00100000:2.0:1749393380.127932:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499715840:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393380.127959:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 421 last 0 00000100:00100000:3.0:1749393380.128005:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499715712:12345-192.168.203.32@tcp:38: Request processed in 114us (358us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393380.128009:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499715840:12345-192.168.203.32@tcp:38: Request processed in 75us (215us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393380.128014:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 556 00000100:00100000:2.0:1749393380.128039:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 557 00000100:00100000:2.0:1749393380.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393380.321195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393380.328251:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393380.495211:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393380.495225:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507294592:0@lo:900: 00000100:00100000:0.0:1749393380.851276:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:0.0:1749393380.851309:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507294720/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393385 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393380.851384:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393380.851448:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393380.851454:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507294720 00000100:00100000:2.0:1749393380.851468:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507294720 00000100:00080000:0.0:1749393380.851501:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393380.851533:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1749393380.851547:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507294720:12345-0@lo:700: 40000000:00080000:2.0:1749393380.851582:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393380.851640:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507294720:12345-0@lo:700: Request processed in 95us (254us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393380.851645:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507294720/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393396 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393380.851654:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1749393380.851657:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393380.854172:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393380.854193:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507294848/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393385 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393380.854238:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393380.854296:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393380.854319:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507294848 00000100:00100000:2.0:1749393380.854330:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507294848 00000100:00080000:0.0:1749393380.854356:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393380.854393:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1749393380.854405:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507294848:12345-0@lo:700: 40000000:00080000:2.0:1749393380.854425:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393380.854465:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507294848:12345-0@lo:700: Request processed in 63us (227us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393380.854474:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1749393380.854475:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507294848/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393396 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393380.854486:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749393380.876299:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507294976:0@lo:41: 00000100:00100000:1.0:1749393380.876350:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393380.876427:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507294976 00000100:00100000:0.0:1749393380.876437:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507294976 00000100:00100000:0.0:1749393380.876483:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1749393380.876491:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507294976:12345-0@lo:41: 00000004:00000024:0.0:1749393380.876518:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393380.876568:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507294976:12345-0@lo:41: Request processed in 77us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393380.876575:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:1.0:1749393380.876584:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507294976:0@lo:41: 00000100:00100000:2.0:1749393381.192218:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:2.0:1749393381.308270:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393381.308280:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393381.308283:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393381.308291:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 418 00000100:00080000:2.0:1749393381.308296:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393381.308302:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393381.308334:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507295104:0@lo:400: 00000100:00100000:2.0:1749393381.308340:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800996cd500 x1834371507295232/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393381.308367:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393381.308371:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393381.308373:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393381.308373:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507295232:0@lo:38: 00000100:00080000:2.0:1749393381.308376:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 418 00000100:00080000:2.0:1749393381.308378:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393381.308381:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393381.308392:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800996cdc00 x1834371507295488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393381.308399:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393381.308422:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393381.308427:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393381.308431:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393381.308433:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393381.308436:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 418 00000100:00080000:2.0:1749393381.308438:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393381.308441:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393381.308453:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800996ce300 x1834371507295744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393381.308459:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507295232 00000100:00100000:0.0:1749393381.308461:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1749393381.308461:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393381.308463:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393381.308465:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393381.308466:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507295232 00000100:00100000:0.0:1749393381.308468:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507295360:0@lo:400: 00000100:00080000:2.0:1749393381.308468:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 418 00000100:00080000:2.0:1749393381.308470:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393381.308472:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393381.308489:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800996ce680 x1834371507295872/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393381.308494:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1749393381.308499:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393381.308501:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507295232:12345-0@lo:38: 00000100:00080000:2.0:1749393381.308507:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393381.308510:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393381.308512:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393381.308515:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 418 00000100:00080000:2.0:1749393381.308517:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393381.308520:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00010000:00020000:3.0:1749393381.308525:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393381.308529:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800996cf100 x1834371507296256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393381.308531:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507296128:0@lo:400: 00000100:00080000:2.0:1749393381.308536:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393381.308539:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393381.308540:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393381.308543:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507296000:0@lo:400: 00000100:00080000:2.0:1749393381.308543:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 418 00000100:00080000:2.0:1749393381.308545:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393381.308547:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393381.308554:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393381.308556:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800996cf480 x1834371507296384/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393381.308560:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507295232:12345-0@lo:38: Request processed in 59us (137us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393381.308567:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1749393381.308570:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393381.308576:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507296512:0@lo:400: 00000100:00100000:1.0:1749393381.308585:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393381.308593:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507295104 00000100:00100000:2.0:1749393381.308598:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507295104 00000100:00100000:3.0:1749393381.308605:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507296128 00000100:00100000:3.0:1749393381.308609:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507296128 00000100:00080000:0.0:1749393381.308611:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393381.308615:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393381.308619:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507295232:0@lo:38: 00000100:00100000:1.0:1749393381.308623:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1749393381.308628:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1749393381.308631:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507295616:0@lo:400: 00000100:00100000:2.0:1749393381.308635:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507295104:12345-0@lo:400: 00000100:00100000:0.0:1749393381.308636:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507295488:0@lo:38: 00000100:00100000:3.0:1749393381.308637:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507296000 00000100:00100000:3.0:1749393381.308639:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507296000 00000100:00100000:1.0:1749393381.308649:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393381.308655:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1749393381.308656:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393381.308660:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507296128:12345-0@lo:400: 00000100:00100000:1.0:1749393381.308664:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507296640:0@lo:400: 00000100:00100000:0.0:1749393381.308701:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507295744:0@lo:38: 00000100:00100000:2.0:1749393381.308715:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507295104:12345-0@lo:400: Request processed in 79us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393381.308723:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393381.308723:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:0.0:1749393381.308727:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393381.308729:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507296128:12345-0@lo:400: Request processed in 67us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393381.308741:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507295872:0@lo:38: 00000100:00100000:3.0:1749393381.308749:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1749393381.308753:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507296640 00000100:00100000:1.0:1749393381.308757:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507296640 00000100:00100000:0.0:1749393381.308758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393381.308763:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1749393381.308768:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507296000:12345-0@lo:400: 00000100:00100000:0.0:1749393381.308769:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507296256:0@lo:38: 00000100:00100000:1.0:1749393381.308785:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1749393381.308786:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393381.308792:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507296640:12345-0@lo:400: 00000100:00100000:0.0:1749393381.308799:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507296384:0@lo:38: 00000100:00100000:3.0:1749393381.308801:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507296000:12345-0@lo:400: Request processed in 33us (216us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393381.308802:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393381.308806:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1749393381.308814:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393381.308823:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507295488 00000100:00100000:3.0:1749393381.308826:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507295488 00000100:00100000:2.0:1749393381.308827:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507295744 00000100:00100000:1.0:1749393381.308828:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507296640:12345-0@lo:400: Request processed in 36us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393381.308831:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507295744 00000100:00100000:1.0:1749393381.308835:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1749393381.308839:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507295872 00000100:00100000:3.0:1749393381.308841:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507295872 00000100:00100000:0.0:1749393381.308842:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507296256 00000100:00100000:2.0:1749393381.308843:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507296384 00000100:00100000:2.0:1749393381.308845:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507296384 00000100:00100000:0.0:1749393381.308847:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507296256 00000100:00100000:3.0:1749393381.308849:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1749393381.308854:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507295488:12345-0@lo:38: 00000100:00100000:1.0:1749393381.308856:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507295360 00000100:00100000:2.0:1749393381.308857:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1749393381.308859:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507295360 00000100:00100000:2.0:1749393381.308862:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507295744:12345-0@lo:38: 00010000:00020000:3.0:1749393381.308867:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393381.308874:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1749393381.308875:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507295616 00000100:00100000:1.0:1749393381.308877:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507295616 00010000:00020000:2.0:1749393381.308879:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393381.308880:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507295872:12345-0@lo:38: 00000100:00100000:1.0:1749393381.308887:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1749393381.308891:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507295488:12345-0@lo:38: Request processed in 36us (234us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393381.308892:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507295360:12345-0@lo:400: 00010000:00020000:0.0:1749393381.308896:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393381.308897:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1749393381.308906:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1749393381.308908:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507295744:12345-0@lo:38: Request processed in 44us (180us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393381.308910:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507296384:12345-0@lo:38: 00000100:00100000:2.0:1749393381.308915:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1749393381.308919:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507295360:12345-0@lo:400: Request processed in 26us (420us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393381.308920:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393381.308924:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507295872:12345-0@lo:38: Request processed in 44us (165us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393381.308925:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1749393381.308925:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1749393381.308929:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507296256:12345-0@lo:38: 00000100:00100000:0.0:1749393381.308932:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1749393381.308934:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1749393381.308937:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507296384:12345-0@lo:38: Request processed in 26us (122us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393381.308938:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507295616:12345-0@lo:400: 00010000:00020000:2.0:1749393381.308939:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393381.308943:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1749393381.308956:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507296256:12345-0@lo:38: Request processed in 27us (171us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393381.308962:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00080000:0.0:1749393381.308968:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393381.308972:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393381.308975:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507295616:12345-0@lo:400: Request processed in 36us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393381.308976:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507295488:0@lo:38: 00000100:00100000:1.0:1749393381.308982:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00080000:0.0:1749393381.308985:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393381.308987:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393381.308990:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507295744:0@lo:38: 00000100:00080000:0.0:1749393381.308996:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393381.308999:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393381.309001:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507295872:0@lo:38: 00000100:00080000:0.0:1749393381.309009:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393381.309010:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507295616:0@lo:400: 00000100:00080000:0.0:1749393381.309011:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393381.309014:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507296256:0@lo:38: 00000100:00080000:0.0:1749393381.309021:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:1.0:1749393381.309022:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800996cfb80 x1834371507296640/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749393381.309023:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393381.309026:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507296384:0@lo:38: 00000100:00100000:1.0:1749393381.309034:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507296640:0@lo:400: 00010000:00080000:1.0:1749393381.309044:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800996cea00 x1834371507296000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393381.309052:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507296000:0@lo:400: 00000100:00100000:0.0:1749393381.309060:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393381.309120:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507296512 00000100:00100000:2.0:1749393381.309124:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507296512 00010000:00080000:0.0:1749393381.309152:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800996ced80 x1834371507296128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393381.309153:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1749393381.309159:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507296512:12345-0@lo:400: 00000100:00100000:0.0:1749393381.309169:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507296128:0@lo:400: 00000100:00100000:0.0:1749393381.309182:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507295360:0@lo:400: 00000100:00100000:0.0:1749393381.309194:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507295104:0@lo:400: 00000100:00100000:2.0:1749393381.309194:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507296512:12345-0@lo:400: Request processed in 35us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393381.309200:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00010000:00080000:0.0:1749393381.309221:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800996cf800 x1834371507296512/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393381.309252:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507296512:0@lo:400: 00000100:00100000:0.0:1749393381.321165:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393381.330336:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393381.873299:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507296768:0@lo:700: 00000100:00100000:0.0:1749393381.873379:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393381.873489:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393381.873530:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507296768 00000100:00100000:2.0:1749393381.873542:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507296768 00000100:00100000:2.0:1749393381.873592:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1749393381.873617:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507296768:12345-0@lo:700: 00000100:00100000:2.0:1749393381.873662:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393381.873712:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507296896:0@lo:700: 40000000:00080000:2.0:1749393381.873730:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393381.873733:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393381.873793:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507296768:12345-0@lo:700: Request processed in 177us (415us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393381.873802:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1749393381.873840:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507296768:0@lo:700: 00000100:00100000:2.0:1749393381.874161:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cf800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507297024:0@lo:700: 00000100:00100000:2.0:1749393381.874192:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393381.874241:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393381.874271:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507297024 00000100:00100000:0.0:1749393381.874282:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507297024 00000100:00100000:0.0:1749393381.874323:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1749393381.874334:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507297024:12345-0@lo:700: 00000100:00100000:0.0:1749393381.874376:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393381.874384:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507297152:0@lo:700: 40000000:00080000:0.0:1749393381.874398:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393381.874403:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393381.874467:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507297024:12345-0@lo:700: Request processed in 132us (271us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393381.874479:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1749393381.874499:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cf800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507297024:0@lo:700: 00000100:00100000:2.0:1749393382.192169:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393382.321147:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393382.332221:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393382.496276:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393382.496296:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507297280:0@lo:900: 00000100:00100000:1.0:1749393382.732418:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507297408:0@lo:41: 00000100:00100000:1.0:1749393382.732493:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393382.732560:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507297408 00000100:00100000:2.0:1749393382.732571:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507297408 00000100:00100000:2.0:1749393382.732617:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1749393382.732626:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507297408:12345-0@lo:41: 00000004:00000024:2.0:1749393382.732699:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393382.732762:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507297408:12345-0@lo:41: Request processed in 136us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393382.732770:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1749393382.732803:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507297408:0@lo:41: 00000100:00100000:2.0:1749393383.192213:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393383.321231:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393383.334333:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393383.874294:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507297536:0@lo:700: 00000100:00100000:0.0:1749393383.874378:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393383.874487:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393383.874506:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507297536 00000100:00100000:2.0:1749393383.874519:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507297536 00000100:00080000:0.0:1749393383.874613:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393383.874618:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1749393383.874633:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507297536:12345-0@lo:700: 00000100:00100000:2.0:1749393383.874724:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393383.874735:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507297664:0@lo:700: 40000000:00080000:2.0:1749393383.874756:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393383.874760:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393383.874837:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507297536:12345-0@lo:700: Request processed in 205us (460us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393383.874852:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1749393383.874880:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507297536:0@lo:700: 00000100:00100000:2.0:1749393383.875163:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507297792:0@lo:700: 00000100:00100000:2.0:1749393383.875196:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393383.875249:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393383.875261:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507297792 00000100:00100000:0.0:1749393383.875269:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507297792 00000100:00080000:2.0:1749393383.875302:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393383.875323:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1749393383.875333:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507297792:12345-0@lo:700: 00000100:00100000:0.0:1749393383.875371:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393383.875378:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507297920:0@lo:700: 40000000:00080000:0.0:1749393383.875391:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393383.875395:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393383.875457:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507297792:12345-0@lo:700: Request processed in 122us (256us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393383.875470:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1749393383.875488:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507297792:0@lo:700: 00000100:00100000:0.0:1749393384.192324:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393384.321245:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393384.336305:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393384.497226:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393384.497239:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507298048:0@lo:900: 00000100:00100000:0.0:1749393385.135432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393385.135494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393385.135542:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499715968 00000100:00100000:2.0:1749393385.135557:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499715968 00000100:00100000:0.0:1749393385.135559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393385.135606:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499716096 00000100:00100000:0.0:1749393385.135613:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499716096 00000100:00100000:3.0:1749393385.135623:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499716224 00000100:00100000:2.0:1749393385.135628:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 319 00000100:00100000:3.0:1749393385.135633:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499716224 00000100:00100000:2.0:1749393385.135685:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499715968:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393385.135697:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 564 00000100:00100000:0.0:1749393385.135703:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499716096:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393385.135712:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 565 00010000:00080000:0.0:1749393385.135722:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 426 last 0 00000100:00100000:3.0:1749393385.135725:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499716224:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393385.135739:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 426 last 0 00000100:00100000:2.0:1749393385.135752:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499715968:12345-192.168.203.32@tcp:400: Request processed in 114us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393385.135756:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499716096:12345-192.168.203.32@tcp:38: Request processed in 54us (265us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393385.135760:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 319 00000100:00100000:0.0:1749393385.135761:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 564 00000100:00100000:3.0:1749393385.135767:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499716224:12345-192.168.203.32@tcp:38: Request processed in 42us (210us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393385.135771:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 565 00000100:00100000:0.0:1749393385.192155:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393385.321172:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393385.338192:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393385.875243:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507298176:0@lo:700: 00000100:00100000:0.0:1749393385.875313:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393385.875394:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393385.875424:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507298176 00000100:00100000:2.0:1749393385.875438:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507298176 00000100:00080000:0.0:1749393385.875513:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393385.875528:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1749393385.875545:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507298176:12345-0@lo:700: 00000100:00100000:2.0:1749393385.875617:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961900 going to sleep for 0 seconds 00000100:00100000:2.0:1749393385.875627:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507298304:0@lo:700: 40000000:00080000:2.0:1749393385.875700:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393385.875705:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393385.875784:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507298176:12345-0@lo:700: Request processed in 242us (468us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393385.875795:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1749393385.875813:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507298176:0@lo:700: 00000100:00100000:2.0:1749393385.876165:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507298432:0@lo:700: 00000100:00100000:2.0:1749393385.876197:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393385.876244:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507298432 00000100:00100000:2.0:1749393385.876244:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099961900 going to sleep for 11 seconds 00000100:00100000:0.0:1749393385.876264:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507298432 00000100:00080000:2.0:1749393385.876300:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393385.876301:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1749393385.876309:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507298432:12345-0@lo:700: 00000100:00100000:0.0:1749393385.876344:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393385.876349:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507298560:0@lo:700: 40000000:00080000:0.0:1749393385.876358:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393385.876361:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393385.876404:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507298432:12345-0@lo:700: Request processed in 95us (206us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393385.876413:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1749393385.876462:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507298432:0@lo:700: 00000100:00100000:0.0:1749393385.884279:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507298688:0@lo:41: 00000100:00100000:0.0:1749393385.884325:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393385.884394:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507298688 00000100:00100000:2.0:1749393385.884403:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507298688 00000100:00100000:2.0:1749393385.884438:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1749393385.884446:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507298688:12345-0@lo:41: 00000004:00000024:2.0:1749393385.884476:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393385.884534:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507298688:12345-0@lo:41: Request processed in 88us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393385.884541:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1749393385.884580:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507298688:0@lo:41: 00000100:00100000:0.0:1749393386.192217:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:0.0:1749393386.316313:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393386.316323:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393386.316328:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393386.316338:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 423 00000100:00080000:0.0:1749393386.316344:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393386.316368:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393386.316399:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bba680 x1834371507298944/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393386.316401:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507298816:0@lo:400: 00000100:00100000:1.0:1749393386.316441:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507298944:0@lo:38: 00000100:00080000:0.0:1749393386.316461:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393386.316467:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393386.316470:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393386.316476:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 423 00000100:00080000:0.0:1749393386.316480:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393386.316482:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393386.316485:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393386.316493:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507299072:0@lo:400: 00000100:00100000:1.0:1749393386.316500:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393386.316503:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bbaa00 x1834371507299200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393386.316529:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393386.316535:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393386.316537:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393386.316538:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507299200:0@lo:38: 00000100:00080000:0.0:1749393386.316542:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 423 00000100:00100000:2.0:1749393386.316543:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393386.316546:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393386.316551:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393386.316553:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507298944 00000100:00100000:3.0:1749393386.316560:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507298944 00000100:00100000:1.0:1749393386.316562:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393386.316569:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995b4e00 x1834371507299456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393386.316573:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1749393386.316581:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393386.316581:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507299328:0@lo:400: 00000100:00080000:0.0:1749393386.316584:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749393386.316584:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507299200 00000100:00080000:0.0:1749393386.316586:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393386.316586:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507299200 00000100:00080000:0.0:1749393386.316589:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 423 00000100:00080000:0.0:1749393386.316591:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393386.316593:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507299456:0@lo:38: 00000100:00100000:2.0:1749393386.316599:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393386.316603:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393386.316603:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1749393386.316610:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507298944:12345-0@lo:38: 00000100:00100000:1.0:1749393386.316612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393386.316616:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995b5f80 x1834371507299584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393386.316631:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507299584:0@lo:38: 00010000:00020000:3.0:1749393386.316672:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749393386.316674:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393386.316677:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393386.316680:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393386.316680:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507298816 00000100:00100000:1.0:1749393386.316683:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393386.316684:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 423 00000100:00080000:0.0:1749393386.316686:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393386.316689:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393386.316699:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099939f80 x1834371507299968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393386.316700:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507298816 00000100:00100000:1.0:1749393386.316714:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507299072 00000100:00080000:0.0:1749393386.316717:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393386.316719:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507298944:12345-0@lo:38: Request processed in 107us (218us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749393386.316720:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749393386.316720:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507299072 00000100:00080000:0.0:1749393386.316721:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393386.316725:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 423 00000100:00080000:0.0:1749393386.316727:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393386.316727:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00080000:0.0:1749393386.316730:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393386.316739:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993a300 x1834371507300096/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393386.316742:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507299456 00000100:00100000:3.0:1749393386.316746:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507299456 00000100:00100000:2.0:1749393386.316750:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1749393386.316753:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507299584 00000100:00100000:3.0:1749393386.316755:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507299584 00000100:00100000:1.0:1749393386.316760:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507299328 00000100:00100000:2.0:1749393386.316762:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507298816:12345-0@lo:400: 00000100:00100000:1.0:1749393386.316763:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507299328 00000100:00100000:3.0:1749393386.316764:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1749393386.316768:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507299200:12345-0@lo:38: 00000100:00100000:1.0:1749393386.316776:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00010000:00020000:3.0:1749393386.316780:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393386.316783:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507299072:12345-0@lo:400: 00000100:00100000:0.0:1749393386.316787:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1749393386.316793:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507299456:12345-0@lo:38: 00010000:00020000:0.0:1749393386.316811:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393386.316816:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507299200:12345-0@lo:38: Request processed in 46us (252us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393386.316822:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1749393386.316846:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507298816:12345-0@lo:400: Request processed in 86us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393386.316847:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1749393386.316852:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507299584:12345-0@lo:38: 00000100:00100000:1.0:1749393386.316854:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507299072:12345-0@lo:400: Request processed in 71us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393386.316856:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:0.0:1749393386.316862:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507299456:12345-0@lo:38: Request processed in 68us (249us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393386.316862:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00010000:00020000:3.0:1749393386.316865:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393386.316877:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1749393386.316881:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1749393386.316883:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507299328:12345-0@lo:400: 00000100:00100000:3.0:1749393386.316892:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507299584:12345-0@lo:38: Request processed in 38us (208us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393386.316898:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1749393386.316899:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507300224:0@lo:400: 00000100:00100000:1.0:1749393386.316906:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507299328:12345-0@lo:400: Request processed in 23us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393386.316912:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1749393386.316924:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393386.316925:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507299840:0@lo:400: 00000100:00100000:0.0:1749393386.316927:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507299712:0@lo:400: 00000100:00100000:1.0:1749393386.316930:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507300352:0@lo:400: 00000100:00100000:3.0:1749393386.316956:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393386.316958:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507299328:0@lo:400: 00000100:00100000:1.0:1749393386.316963:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507299968:0@lo:38: 00000100:00100000:2.0:1749393386.316969:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507299072:0@lo:400: 00000100:00100000:1.0:1749393386.316985:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393386.316994:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507298816:0@lo:400: 00000100:00100000:0.0:1749393386.316996:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393386.316998:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507300224 00000100:00100000:2.0:1749393386.317002:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507300224 00000100:00100000:1.0:1749393386.317003:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507300096:0@lo:38: 00000100:00100000:3.0:1749393386.317017:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507299968 00000100:00100000:1.0:1749393386.317018:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393386.317020:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507299968 00000100:00100000:2.0:1749393386.317032:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507299840 00000100:00100000:3.0:1749393386.317034:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507300096 00000100:00100000:2.0:1749393386.317035:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507299840 00000100:00100000:3.0:1749393386.317037:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507300096 00000100:00080000:1.0:1749393386.317040:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393386.317041:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507299712 00000100:00080000:1.0:1749393386.317044:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393386.317046:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507299712 00000100:00100000:3.0:1749393386.317048:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1749393386.317049:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507299584:0@lo:38: 00000100:00100000:2.0:1749393386.317050:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1749393386.317053:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507299968:12345-0@lo:38: 00000100:00100000:2.0:1749393386.317056:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507300224:12345-0@lo:400: 00000100:00080000:1.0:1749393386.317057:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393386.317060:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393386.317063:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507299456:0@lo:38: 00010000:00020000:3.0:1749393386.317066:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393386.317099:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1749393386.317107:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507299840:12345-0@lo:400: 00000100:00080000:1.0:1749393386.317121:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393386.317124:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393386.317136:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507299200:0@lo:38: 00000100:00100000:2.0:1749393386.317140:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507300224:12345-0@lo:400: Request processed in 80us (211us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393386.317150:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393386.317152:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00080000:1.0:1749393386.317153:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393386.317157:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507298944:0@lo:38: 00000100:00100000:0.0:1749393386.317162:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507299840:12345-0@lo:400: Request processed in 55us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393386.317163:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507299968:12345-0@lo:38: Request processed in 105us (173us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393386.317168:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1749393386.317175:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1749393386.317175:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00080000:1.0:1749393386.317184:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393386.317184:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507299712:12345-0@lo:400: 00000100:00080000:1.0:1749393386.317186:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393386.317190:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507299968:0@lo:38: 00000100:00100000:0.0:1749393386.317191:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1749393386.317196:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507300096:12345-0@lo:38: 00010000:00020000:0.0:1749393386.317209:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393386.317216:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393386.317240:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507300352 00000100:00100000:0.0:1749393386.317242:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507300096:12345-0@lo:38: Request processed in 45us (222us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393386.317242:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507299712:12345-0@lo:400: Request processed in 58us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393386.317244:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507300352 00000100:00100000:2.0:1749393386.317253:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:0.0:1749393386.317264:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1749393386.317269:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00080000:3.0:1749393386.317273:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393386.317275:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507300352:12345-0@lo:400: 00010000:00080000:0.0:1749393386.317297:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993aa00 x1834371507299840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749393386.317302:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993a680 x1834371507300224/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393386.317310:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507299840:0@lo:400: 00000100:00100000:1.0:1749393386.317313:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507300352:12345-0@lo:400: Request processed in 37us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393386.317319:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1749393386.317330:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507300224:0@lo:400: 00010000:00080000:3.0:1749393386.317333:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099be9180 x1834371507300352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749393386.317340:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995b6a00 x1834371507299712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393386.317344:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393386.317347:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393386.317347:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507300352:0@lo:400: 00000100:00100000:0.0:1749393386.317349:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507299712:0@lo:400: 00000100:00100000:1.0:1749393386.317351:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507300096:0@lo:38: 00000100:00100000:2.0:1749393386.321158:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393386.340253:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393386.498244:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393386.498259:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be9180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507300480:0@lo:900: 00000100:00100000:2.0:1749393387.192241:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393387.321186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393387.342255:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393387.740371:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749393387.740406:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507300608:0@lo:41: 00000100:00100000:2.0:1749393387.740492:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393387.740567:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507300608 00000100:00100000:1.0:1749393387.740581:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507300608 00000100:00100000:1.0:1749393387.740665:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1749393387.740680:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507300608:12345-0@lo:41: 00000004:00000024:1.0:1749393387.740721:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393387.740787:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507300608:12345-0@lo:41: Request processed in 111us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393387.740796:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1749393387.740837:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507300608:0@lo:41: 00000100:00100000:0.0:1749393387.876244:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507300736:0@lo:700: 00000100:00100000:0.0:1749393387.876297:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393387.876367:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393387.876433:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507300736 00000100:00100000:2.0:1749393387.876443:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507300736 00000100:00080000:3.0:1749393387.876476:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393387.876503:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1749393387.876512:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507300736:12345-0@lo:700: 00000100:00100000:2.0:1749393387.876554:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bf00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393387.876561:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507300864:0@lo:700: 40000000:00080000:2.0:1749393387.876576:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393387.876579:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393387.876666:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507300736:12345-0@lo:700: Request processed in 155us (367us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393387.876675:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1749393387.876691:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507300736:0@lo:700: 00000100:00100000:2.0:1749393387.877152:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cf100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507300992:0@lo:700: 00000100:00100000:2.0:1749393387.877182:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393387.877229:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393387.877301:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507300992 00000100:00100000:0.0:1749393387.877310:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507300992 00000100:00080000:3.0:1749393387.877338:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393387.877353:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1749393387.877361:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507300992:12345-0@lo:700: 00000100:00100000:0.0:1749393387.877396:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393387.877402:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507301120:0@lo:700: 40000000:00080000:0.0:1749393387.877412:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393387.877416:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393387.877472:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507300992:12345-0@lo:700: Request processed in 110us (288us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393387.877480:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1749393387.877509:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cf100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507300992:0@lo:700: 00000100:00100000:2.0:1749393388.192235:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393388.321188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393388.344338:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393388.499254:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393388.499270:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507301248:0@lo:900: 00000100:00100000:2.0:1749393389.192278:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393389.321212:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393389.346360:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393389.877235:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507301376:0@lo:700: 00000100:00100000:0.0:1749393389.877316:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393389.877421:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393389.877468:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507301376 00000100:00100000:2.0:1749393389.877482:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507301376 00000100:00080000:3.0:1749393389.877555:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393389.877576:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1749393389.877590:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507301376:12345-0@lo:700: 00000100:00100000:2.0:1749393389.877668:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bf00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393389.877676:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507301504:0@lo:700: 40000000:00080000:2.0:1749393389.877695:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393389.877698:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393389.877759:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507301376:12345-0@lo:700: Request processed in 173us (444us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393389.877769:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1749393389.877809:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507301376:0@lo:700: 00000100:00100000:2.0:1749393389.878161:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cf100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507301632:0@lo:700: 00000100:00100000:2.0:1749393389.878193:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393389.878242:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393389.878244:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507301632 00000100:00100000:0.0:1749393389.878250:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507301632 00000100:00100000:0.0:1749393389.878287:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00080000:3.0:1749393389.878293:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393389.878294:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507301632:12345-0@lo:700: 00000100:00100000:0.0:1749393389.878337:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393389.878343:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507301760:0@lo:700: 40000000:00080000:0.0:1749393389.878351:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393389.878354:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393389.878403:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507301632:12345-0@lo:700: Request processed in 108us (208us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393389.878411:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:2.0:1749393389.878445:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cf100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507301632:0@lo:700: 00000100:00100000:0.0:1749393390.143792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393390.143853:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393390.143894:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499716352 00000100:00100000:2.0:1749393390.143902:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499716352 00000100:00100000:0.0:1749393390.143904:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393390.143954:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 321 00000100:00100000:2.0:1749393390.143965:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499716352:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393390.143975:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499716480 00000100:00100000:3.0:1749393390.143980:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499716608 00000100:00100000:1.0:1749393390.143983:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499716480 00000100:00100000:3.0:1749393390.143985:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499716608 00000100:00100000:1.0:1749393390.144016:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 572 00000100:00100000:1.0:1749393390.144022:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499716480:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393390.144024:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 573 00000100:00100000:3.0:1749393390.144032:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499716608:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393390.144046:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 431 last 0 00000100:00100000:2.0:1749393390.144047:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499716352:12345-192.168.203.32@tcp:400: Request processed in 83us (265us total) trans 0 rc 0/0 00010000:00080000:3.0:1749393390.144055:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 431 last 0 00000100:00100000:2.0:1749393390.144057:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 321 00000100:00100000:1.0:1749393390.144132:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499716480:12345-192.168.203.32@tcp:38: Request processed in 108us (280us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393390.144140:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 572 00000100:00100000:3.0:1749393390.144142:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499716608:12345-192.168.203.32@tcp:38: Request processed in 106us (234us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393390.144154:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 573 00000100:00100000:2.0:1749393390.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393390.321160:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393390.348261:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393390.500243:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393390.500260:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507301888:0@lo:900: 00000100:00100000:1.0:1749393390.892384:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393390.892413:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507302016:0@lo:41: 00000100:00100000:1.0:1749393390.892485:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393390.892548:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507302016 00000100:00100000:2.0:1749393390.892561:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507302016 00000100:00100000:2.0:1749393390.892654:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:2.0:1749393390.892668:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507302016:12345-0@lo:41: 00000004:00000024:2.0:1749393390.892712:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393390.892783:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507302016:12345-0@lo:41: Request processed in 118us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393390.892791:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1749393390.892823:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507302016:0@lo:41: 00000100:00100000:2.0:1749393391.192257:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393391.321234:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393391.324273:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393391.324285:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393391.324290:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393391.324301:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 428 00000100:00080000:0.0:1749393391.324307:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393391.324315:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393391.324328:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507302144:0@lo:400: 00000100:00100000:0.0:1749393391.324346:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c127800 x1834371507302272/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393391.324399:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393391.324404:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749393391.324404:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393391.324406:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393391.324409:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 428 00000100:00080000:0.0:1749393391.324412:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393391.324418:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507302400:0@lo:400: 00000100:00080000:0.0:1749393391.324430:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393391.324453:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c124e00 x1834371507302528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393391.324468:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393391.324486:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507302144 00000100:00080000:0.0:1749393391.324487:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393391.324490:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393391.324492:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393391.324494:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507302144 00000100:00080000:0.0:1749393391.324496:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 428 00000100:00080000:0.0:1749393391.324498:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393391.324502:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393391.324502:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507302272:0@lo:38: 00000100:00100000:0.0:1749393391.324514:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125880 x1834371507302784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393391.324523:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393391.324526:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393391.324527:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393391.324529:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507302400 00000100:00080000:0.0:1749393391.324531:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 428 00000100:00100000:2.0:1749393391.324532:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00080000:0.0:1749393391.324533:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393391.324535:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507302400 00000100:00080000:0.0:1749393391.324536:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393391.324541:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507302144:12345-0@lo:400: 00000100:00100000:0.0:1749393391.324547:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c127100 x1834371507302912/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393391.324549:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393391.324567:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00080000:0.0:1749393391.324571:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393391.324574:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393391.324574:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130174a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507302400:12345-0@lo:400: 00000100:00080000:0.0:1749393391.324576:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393391.324578:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507302528:0@lo:38: 00000100:00080000:0.0:1749393391.324579:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 428 00000100:00080000:0.0:1749393391.324581:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393391.324586:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507302144:12345-0@lo:400: Request processed in 46us (182us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393391.324590:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393391.324594:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1749393391.324595:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393391.324630:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c127b80 x1834371507303296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393391.324639:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393391.324642:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393391.324644:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393391.324648:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 428 00000100:00100000:1.0:1749393391.324648:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507302784:0@lo:38: 00000100:00080000:0.0:1749393391.324651:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393391.324652:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130174a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507302400:12345-0@lo:400: Request processed in 74us (180us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393391.324654:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393391.324660:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1749393391.324665:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c126d80 x1834371507303424/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393391.324668:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393391.324668:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507303168:0@lo:400: 00000100:00100000:1.0:1749393391.324683:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507302912:0@lo:38: 00000100:00100000:3.0:1749393391.324683:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507303040:0@lo:400: 00000100:00100000:2.0:1749393391.324694:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393391.324702:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393391.324710:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393391.324714:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507303552:0@lo:400: 00000100:00100000:1.0:1749393391.324717:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507303296:0@lo:38: 00000100:00100000:2.0:1749393391.324726:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507302144:0@lo:400: 00000100:00100000:3.0:1749393391.324732:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1749393391.324733:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393391.324739:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507302656:0@lo:400: 00000100:00100000:1.0:1749393391.324753:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507303424:0@lo:38: 00000100:00100000:2.0:1749393391.324753:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507302272 00000100:00100000:0.0:1749393391.324755:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393391.324756:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507302272 00000100:00100000:3.0:1749393391.324758:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393391.324772:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507302528 00000100:00100000:2.0:1749393391.324774:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507302528 00000100:00100000:1.0:1749393391.324778:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393391.324781:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507302784 00000100:00100000:3.0:1749393391.324786:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507302912 00000100:00100000:2.0:1749393391.324792:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507302784 00000100:00100000:3.0:1749393391.324800:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507302912 00000100:00100000:0.0:1749393391.324802:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507302400:0@lo:400: 00000100:00100000:2.0:1749393391.324804:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507303296 00000100:00100000:2.0:1749393391.324806:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507303296 00000100:00100000:2.0:1749393391.324813:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507303424 00000100:00100000:2.0:1749393391.324815:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507303424 00000100:00100000:3.0:1749393391.324820:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1749393391.324826:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507302272:12345-0@lo:38: 00000100:00100000:2.0:1749393391.324839:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1749393391.324844:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507302528:12345-0@lo:38: 00000100:00100000:1.0:1749393391.324848:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00010000:00020000:3.0:1749393391.324849:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393391.324855:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507302784:12345-0@lo:38: 00000100:00100000:0.0:1749393391.324858:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00010000:00020000:2.0:1749393391.324862:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393391.324865:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507303296:12345-0@lo:38: 00010000:00020000:1.0:1749393391.324873:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393391.324882:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393391.324888:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507302272:12345-0@lo:38: Request processed in 61us (340us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393391.324895:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1749393391.324900:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507302528:12345-0@lo:38: Request processed in 54us (303us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393391.324906:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1749393391.324909:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507302784:12345-0@lo:38: Request processed in 53us (241us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393391.324911:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1749393391.324914:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507303296:12345-0@lo:38: Request processed in 48us (179us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393391.324915:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507302912:12345-0@lo:38: 00000100:00100000:1.0:1749393391.324917:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1749393391.324921:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1749393391.324925:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507303424:12345-0@lo:38: 00000100:00100000:0.0:1749393391.324926:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00010000:00020000:3.0:1749393391.324926:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393391.324937:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393391.324946:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507303168 00000100:00080000:1.0:1749393391.324948:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393391.324952:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507302912:12345-0@lo:38: Request processed in 36us (250us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393391.324961:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507303168 00000100:00080000:1.0:1749393391.324961:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393391.324964:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1749393391.324966:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507302784:0@lo:38: 00000100:00100000:2.0:1749393391.324966:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507303424:12345-0@lo:38: Request processed in 38us (185us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393391.324972:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00080000:1.0:1749393391.324975:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393391.324978:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393391.324981:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507303040 00000100:00100000:1.0:1749393391.324982:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507302912:0@lo:38: 00000100:00100000:3.0:1749393391.324985:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507303040 00000100:00080000:1.0:1749393391.324990:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393391.324992:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507303552 00000100:00080000:1.0:1749393391.324992:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393391.324994:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507303552 00000100:00100000:1.0:1749393391.324995:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507303296:0@lo:38: 00000100:00100000:2.0:1749393391.324998:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00080000:1.0:1749393391.325003:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393391.325005:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393391.325005:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507303168:12345-0@lo:400: 00000100:00100000:1.0:1749393391.325008:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507302272:0@lo:38: 00000100:00080000:1.0:1749393391.325016:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393391.325018:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393391.325022:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507302528:0@lo:38: 00000100:00100000:0.0:1749393391.325023:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1749393391.325036:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1749393391.325039:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507303168:12345-0@lo:400: Request processed in 35us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393391.325041:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507303040:12345-0@lo:400: 00000100:00100000:3.0:1749393391.325042:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507303552:12345-0@lo:400: 00000100:00080000:1.0:1749393391.325045:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393391.325046:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00080000:1.0:1749393391.325048:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393391.325059:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507303424:0@lo:38: 00010000:00080000:2.0:1749393391.325109:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c125c00 x1834371507303168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393391.325117:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507303552:12345-0@lo:400: Request processed in 74us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393391.325123:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507303168:0@lo:400: 00000100:00100000:3.0:1749393391.325124:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00080000:1.0:1749393391.325127:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393391.325130:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507303040:12345-0@lo:400: Request processed in 90us (415us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393391.325131:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393391.325142:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1749393391.325156:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507303680:0@lo:400: 00010000:00080000:1.0:1749393391.325163:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099be9180 x1834371507303552/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393391.325172:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507302656 00000100:00100000:1.0:1749393391.325177:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507303552:0@lo:400: 00000100:00100000:0.0:1749393391.325178:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507302656 00000100:00100000:3.0:1749393391.325179:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1749393391.325207:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c126300 x1834371507303040/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393391.325220:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507303040:0@lo:400: 00000100:00100000:0.0:1749393391.325228:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1749393391.325238:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507302656:12345-0@lo:400: 00000100:00100000:0.0:1749393391.325306:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507302656:12345-0@lo:400: Request processed in 67us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393391.325317:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1749393391.325338:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507302656:0@lo:400: 00000100:00100000:0.0:1749393391.325343:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507303680 00000100:00100000:0.0:1749393391.325348:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507303680 00000100:00100000:0.0:1749393391.325399:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1749393391.325407:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130176d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507303680:12345-0@lo:400: 00000100:00080000:1.0:1749393391.325409:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393391.325458:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130176d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507303680:12345-0@lo:400: Request processed in 51us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393391.325468:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00010000:00080000:3.0:1749393391.325471:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012f1ac700 x1834371507303680/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393391.325482:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507303680:0@lo:400: 00010000:00010000:2.0:1749393391.350279:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393391.851249:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:0.0:1749393391.851285:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507303808/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393396 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393391.851363:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393391.851449:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393391.851512:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507303808 00000100:00100000:2.0:1749393391.851523:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507303808 00000100:00100000:2.0:1749393391.851587:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1749393391.851625:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507303808:12345-0@lo:700: 40000000:00080000:2.0:1749393391.851660:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:2.0:1749393391.851663:0:11402:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393391.854148:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393391.854171:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507303936/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393396 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393391.854225:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393391.854306:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393391.854320:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507303936 00000100:00100000:0.0:1749393391.854331:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507303936 00000100:00100000:0.0:1749393391.854404:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1749393391.854417:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507303936:12345-0@lo:700: 00000100:00100000:2.0:1749393391.858473:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507303808:12345-0@lo:700: Request processed in 6875us (7108us total) trans 0 rc -115/-115 40000000:00080000:1.0:1749393391.858475:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393391.858483:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1749393391.858526:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507303808/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393407 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393391.858527:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507303936:12345-0@lo:700: Request processed in 4112us (4301us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393391.858537:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393391.858540:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1749393391.858557:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507303936/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393407 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393391.858565:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393391.878220:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1af100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507304064:0@lo:700: 00000100:00100000:0.0:1749393391.878286:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393391.878362:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393391.878411:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507304064 00000100:00100000:1.0:1749393391.878420:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507304064 00000100:00100000:1.0:1749393391.878455:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1749393391.878463:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507304064:12345-0@lo:700: 00000100:00100000:1.0:1749393391.878500:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393391.878507:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507304192:0@lo:700: 40000000:00080000:1.0:1749393391.878522:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393391.878525:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393391.878581:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507304064:12345-0@lo:700: Request processed in 118us (296us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393391.878589:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1749393391.878645:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1af100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507304064:0@lo:700: 00000100:00100000:2.0:1749393391.879159:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cdc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507304320:0@lo:700: 00000100:00100000:2.0:1749393391.879198:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393391.879252:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393391.879315:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507304320 00000100:00100000:1.0:1749393391.879324:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507304320 00000100:00100000:1.0:1749393391.879370:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1749393391.879378:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507304320:12345-0@lo:700: 00000100:00100000:1.0:1749393391.879410:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393391.879416:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507304448:0@lo:700: 40000000:00080000:1.0:1749393391.879427:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393391.879430:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393391.879480:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507304320:12345-0@lo:700: Request processed in 102us (281us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393391.879488:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1749393391.879508:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cdc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507304320:0@lo:700: 00000100:00100000:2.0:1749393392.192261:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393392.321181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393392.352318:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393392.501274:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393392.501291:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1af100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507304576:0@lo:900: 00000100:00100000:3.0:1749393392.748364:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507304704:0@lo:41: 00000100:00100000:3.0:1749393392.748441:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393392.748572:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507304704 00000100:00100000:0.0:1749393392.748583:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507304704 00000100:00100000:0.0:1749393392.748681:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1749393392.748690:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507304704:12345-0@lo:41: 00000004:00000024:0.0:1749393392.748724:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393392.748782:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507304704:12345-0@lo:41: Request processed in 93us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393392.748790:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1749393392.748823:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507304704:0@lo:41: 00000100:00100000:2.0:1749393393.192206:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393393.321235:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393393.354368:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393393.879259:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1af100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507304832:0@lo:700: 00000100:00100000:0.0:1749393393.879327:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393393.879406:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393393.879471:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507304832 00000100:00100000:1.0:1749393393.879482:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507304832 00000100:00080000:2.0:1749393393.879518:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393393.879555:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1749393393.879565:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507304832:12345-0@lo:700: 00000100:00100000:1.0:1749393393.879637:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393393.879645:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507304960:0@lo:700: 40000000:00080000:1.0:1749393393.879662:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393393.879665:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393393.879722:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507304832:12345-0@lo:700: Request processed in 159us (394us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393393.879731:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1749393393.879782:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1af100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507304832:0@lo:700: 00000100:00100000:2.0:1749393393.880170:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507305088:0@lo:700: 00000100:00100000:2.0:1749393393.880221:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393393.880313:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393393.880356:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507305088 00000100:00100000:1.0:1749393393.880365:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507305088 00000100:00100000:1.0:1749393393.880422:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1749393393.880431:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507305088:12345-0@lo:700: 00000100:00080000:2.0:1749393393.880436:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393393.880474:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393393.880480:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507305216:0@lo:700: 40000000:00080000:1.0:1749393393.880491:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393393.880494:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393393.880544:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507305088:12345-0@lo:700: Request processed in 114us (325us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393393.880553:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:2.0:1749393393.880600:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507305088:0@lo:700: 00000100:00100000:0.0:1749393394.171279:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 25 seconds 00000100:00100000:2.0:1749393394.192172:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393394.321181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393394.356330:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393394.502196:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393394.502206:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507305344:0@lo:900: 00000100:00100000:0.0:1749393395.151212:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393395.151246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393395.151290:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499716736 00000100:00100000:2.0:1749393395.151301:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499716736 00000100:00100000:0.0:1749393395.151330:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393395.151352:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 323 00000100:00100000:3.0:1749393395.151361:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499716864 00000100:00100000:2.0:1749393395.151363:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499716736:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393395.151368:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499716864 00000100:00100000:0.0:1749393395.151369:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499716992 00000100:00100000:0.0:1749393395.151374:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499716992 00000100:00100000:3.0:1749393395.151398:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 580 00000100:00100000:0.0:1749393395.151404:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 581 00000100:00100000:3.0:1749393395.151405:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499716864:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393395.151419:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499716992:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393395.151435:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 436 last 0 00010000:00080000:0.0:1749393395.151438:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 436 last 0 00000100:00100000:2.0:1749393395.151441:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499716736:12345-192.168.203.32@tcp:400: Request processed in 79us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393395.151449:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 323 00000100:00100000:0.0:1749393395.151482:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499716992:12345-192.168.203.32@tcp:38: Request processed in 63us (152us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393395.151489:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 581 00000100:00100000:3.0:1749393395.151511:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499716864:12345-192.168.203.32@tcp:38: Request processed in 86us (244us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393395.151526:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 580 00000100:00100000:2.0:1749393395.192196:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393395.321177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393395.358273:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393395.880298:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507305472:0@lo:700: 00000100:00100000:0.0:1749393395.880379:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393395.880494:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393395.880504:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507305472 00000100:00100000:1.0:1749393395.880516:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507305472 00000100:00080000:2.0:1749393395.880622:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393395.880630:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1749393395.880645:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507305472:12345-0@lo:700: 00000100:00100000:1.0:1749393395.880697:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393395.880706:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507305600:0@lo:700: 40000000:00080000:1.0:1749393395.880726:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393395.880731:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393395.880803:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507305472:12345-0@lo:700: Request processed in 160us (423us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393395.880817:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1749393395.880868:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507305472:0@lo:700: 00000100:00100000:2.0:1749393395.881170:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507305728:0@lo:700: 00000100:00100000:2.0:1749393395.881210:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393395.881263:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749393395.881278:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507305728 00000100:00100000:1.0:1749393395.881286:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507305728 00000100:00100000:1.0:1749393395.881343:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00080000:2.0:1749393395.881345:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393395.881354:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507305728:12345-0@lo:700: 00000100:00100000:1.0:1749393395.881386:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393395.881394:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507305856:0@lo:700: 40000000:00080000:1.0:1749393395.881408:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393395.881426:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393395.881486:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507305728:12345-0@lo:700: Request processed in 131us (273us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393395.881498:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1749393395.881514:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507305728:0@lo:700: 00000100:00100000:2.0:1749393395.900306:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507305984:0@lo:41: 00000100:00100000:2.0:1749393395.900350:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393395.900409:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507305984 00000100:00100000:0.0:1749393395.900418:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507305984 00000100:00100000:0.0:1749393395.900458:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:0.0:1749393395.900466:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507305984:12345-0@lo:41: 00000004:00000024:0.0:1749393395.900498:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393395.900558:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507305984:12345-0@lo:41: Request processed in 92us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393395.900590:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:2.0:1749393395.900615:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507305984:0@lo:41: 00000100:00100000:2.0:1749393396.192223:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393396.321186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393396.332254:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393396.332263:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393396.332268:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393396.332275:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 433 00000100:00080000:0.0:1749393396.332281:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393396.332287:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393396.332310:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d521880 x1834371507306240/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393396.332355:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507306112:0@lo:400: 00000100:00080000:0.0:1749393396.332377:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393396.332382:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393396.332384:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393396.332388:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 433 00000100:00080000:0.0:1749393396.332390:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393396.332394:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393396.332406:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d523800 x1834371507306496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393396.332418:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1749393396.332420:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393396.332424:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393396.332425:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393396.332428:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 433 00000100:00080000:0.0:1749393396.332431:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393396.332434:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393396.332440:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507306624:0@lo:400: 00000100:00100000:0.0:1749393396.332443:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d523100 x1834371507306752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393396.332450:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393396.332451:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393396.332454:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393396.332455:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393396.332460:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 433 00000100:00080000:0.0:1749393396.332461:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393396.332464:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393396.332464:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507306240:0@lo:38: 00000100:00100000:0.0:1749393396.332473:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d520a80 x1834371507306880/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393396.332498:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393396.332506:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393396.332509:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393396.332511:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393396.332511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393396.332515:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 433 00000100:00080000:0.0:1749393396.332517:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393396.332520:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393396.332525:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507307136:0@lo:400: 00000100:00100000:3.0:1749393396.332526:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507306368:0@lo:400: 00000100:00100000:0.0:1749393396.332531:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d523b80 x1834371507307264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393396.332539:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393396.332541:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507306496:0@lo:38: 00000100:00080000:0.0:1749393396.332542:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393396.332543:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393396.332546:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 433 00000100:00080000:0.0:1749393396.332548:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393396.332551:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393396.332555:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393396.332559:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393396.332560:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d522300 x1834371507307392/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393396.332561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393396.332614:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507307520:0@lo:400: 00000100:00100000:2.0:1749393396.332625:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393396.332625:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507307648:0@lo:400: 00000100:00100000:2.0:1749393396.332636:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507307008:0@lo:400: 00000100:00100000:1.0:1749393396.332637:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393396.332640:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507306240 00000100:00100000:0.0:1749393396.332647:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507306240 00000100:00100000:3.0:1749393396.332661:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393396.332674:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507306496 00000100:00100000:0.0:1749393396.332676:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507306496 00000100:00100000:2.0:1749393396.332677:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507306112 00000100:00100000:1.0:1749393396.332678:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507307136 00000100:00100000:1.0:1749393396.332683:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507307136 00000100:00100000:2.0:1749393396.332683:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507306112 00000100:00100000:0.0:1749393396.332692:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1749393396.332699:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507306240:12345-0@lo:38: 00000100:00100000:1.0:1749393396.332712:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507307520 00000100:00100000:3.0:1749393396.332713:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1749393396.332714:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507307520 00000100:00100000:2.0:1749393396.332722:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1749393396.332722:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507306496:12345-0@lo:38: 00010000:00020000:0.0:1749393396.332723:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393396.332730:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136babc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507306112:12345-0@lo:400: 00000100:00100000:1.0:1749393396.332733:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507307648 00000100:00100000:1.0:1749393396.332736:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507307648 00010000:00020000:3.0:1749393396.332747:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393396.332750:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1749393396.332757:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507307136:12345-0@lo:400: 00000100:00100000:0.0:1749393396.332768:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507306240:12345-0@lo:38: Request processed in 69us (257us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393396.332784:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1749393396.332789:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136babc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507306112:12345-0@lo:400: Request processed in 58us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393396.332795:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507306496:12345-0@lo:38: Request processed in 72us (231us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393396.332798:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507307136:12345-0@lo:400: Request processed in 41us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393396.332800:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1749393396.332805:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:3.0:1749393396.332805:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1749393396.332819:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1749393396.332824:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507307520:12345-0@lo:400: 00000100:00100000:0.0:1749393396.332833:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1749393396.332836:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507306624 00000100:00100000:2.0:1749393396.332841:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507306624 00000100:00100000:0.0:1749393396.332842:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507307648:12345-0@lo:400: 00000100:00100000:1.0:1749393396.332848:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507307520:12345-0@lo:400: Request processed in 24us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393396.332855:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1749393396.332866:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507306368 00000100:00100000:2.0:1749393396.332870:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507306368 00000100:00080000:1.0:1749393396.332873:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393396.332884:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507307648:12345-0@lo:400: Request processed in 43us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393396.332888:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:0.0:1749393396.332891:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1749393396.332894:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:2.0:1749393396.332896:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507306624:12345-0@lo:400: 00000100:00100000:3.0:1749393396.332903:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507306368:12345-0@lo:400: 00010000:00080000:1.0:1749393396.332908:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012f1af100 x1834371507307520/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393396.332922:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012f1af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507307520:0@lo:400: 00000100:00100000:2.0:1749393396.332941:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507306624:12345-0@lo:400: Request processed in 44us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393396.332941:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507306368:12345-0@lo:400: Request processed in 38us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393396.332950:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00080000:1.0:1749393396.332952:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393396.332957:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393396.332961:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507306496:0@lo:38: 00000100:00100000:1.0:1749393396.332968:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507306752:0@lo:38: 00000100:00100000:3.0:1749393396.332970:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:2.0:1749393396.332974:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393396.332991:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1749393396.333011:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e764e00 x1834371507307648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393396.333014:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507306880:0@lo:38: 00010000:00080000:2.0:1749393396.333029:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d520e00 x1834371507307136/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393396.333031:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393396.333031:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507307648:0@lo:400: 00000100:00100000:0.0:1749393396.333034:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507307008 00000100:00100000:0.0:1749393396.333039:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507307008 00000100:00100000:1.0:1749393396.333043:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507307264:0@lo:38: 00000100:00100000:2.0:1749393396.333045:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507307136:0@lo:400: 00000100:00100000:3.0:1749393396.333046:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507306624:0@lo:400: 00000100:00100000:3.0:1749393396.333059:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507306368:0@lo:400: 00000100:00100000:2.0:1749393396.333060:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507306112:0@lo:400: 00000100:00100000:1.0:1749393396.333061:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393396.333063:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1749393396.333094:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507307008:12345-0@lo:400: 00000100:00100000:1.0:1749393396.333117:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507307392:0@lo:38: 00000100:00100000:0.0:1749393396.333134:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507307008:12345-0@lo:400: Request processed in 64us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393396.333140:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00010000:00080000:2.0:1749393396.333141:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d520700 x1834371507307008/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393396.333148:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393396.333156:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507306752 00000100:00100000:2.0:1749393396.333157:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507307008:0@lo:400: 00000100:00100000:0.0:1749393396.333159:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507306880 00000100:00100000:3.0:1749393396.333161:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507306752 00000100:00100000:0.0:1749393396.333162:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507306880 00000100:00080000:1.0:1749393396.333169:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393396.333172:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393396.333175:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507307264 00000100:00100000:1.0:1749393396.333176:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507306240:0@lo:38: 00000100:00100000:0.0:1749393396.333178:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507307264 00000100:00100000:3.0:1749393396.333185:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507307392 00000100:00100000:0.0:1749393396.333188:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1749393396.333189:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507307392 00000100:00100000:0.0:1749393396.333192:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507306880:12345-0@lo:38: 00000100:00100000:2.0:1749393396.333198:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1749393396.333205:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1749393396.333205:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507306752:12345-0@lo:38: 00010000:00020000:0.0:1749393396.333207:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393396.333212:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507307264:12345-0@lo:38: 00000100:00100000:3.0:1749393396.333212:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1749393396.333219:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507307392:12345-0@lo:38: 00010000:00020000:2.0:1749393396.333225:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393396.333232:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507306880:12345-0@lo:38: Request processed in 39us (202us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393396.333239:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00010000:00020000:1.0:1749393396.333239:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393396.333259:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393396.333267:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507306752:12345-0@lo:38: Request processed in 61us (274us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393396.333278:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507307264:12345-0@lo:38: Request processed in 64us (216us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393396.333278:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1749393396.333289:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1749393396.333293:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507307392:12345-0@lo:38: Request processed in 73us (143us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393396.333303:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00080000:1.0:1749393396.333329:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393396.333343:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393396.333350:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507306880:0@lo:38: 00000100:00080000:1.0:1749393396.333367:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393396.333372:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393396.333376:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507307264:0@lo:38: 00000100:00080000:1.0:1749393396.333389:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393396.333394:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393396.333398:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507307392:0@lo:38: 00000100:00080000:1.0:1749393396.333410:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393396.333414:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393396.333419:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507306752:0@lo:38: 00010000:00010000:2.0:1749393396.360299:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393396.503197:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393396.503207:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507307776:0@lo:900: 00000100:00100000:0.0:1749393397.192259:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393397.321188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393397.362329:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393397.756383:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507307904:0@lo:41: 00000100:00100000:0.0:1749393397.756460:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393397.756526:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507307904 00000100:00100000:3.0:1749393397.756538:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507307904 00000100:00100000:3.0:1749393397.756636:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1749393397.756667:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507307904:12345-0@lo:41: 00000004:00000024:3.0:1749393397.756708:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393397.756789:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507307904:12345-0@lo:41: Request processed in 124us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393397.756801:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1749393397.756822:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507307904:0@lo:41: 00000100:00100000:0.0:1749393397.881241:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507308032:0@lo:700: 00000100:00100000:0.0:1749393397.881290:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393397.881357:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393397.881423:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507308032 00000100:00100000:1.0:1749393397.881433:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507308032 00000100:00080000:2.0:1749393397.881466:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393397.881482:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1749393397.881492:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507308032:12345-0@lo:700: 00000100:00100000:1.0:1749393397.881534:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393397.881541:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507308160:0@lo:700: 40000000:00080000:1.0:1749393397.881599:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393397.881603:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393397.881662:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507308032:12345-0@lo:700: Request processed in 172us (371us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393397.881671:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1749393397.881709:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507308032:0@lo:700: 00000100:00100000:2.0:1749393397.882164:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507308288:0@lo:700: 00000100:00100000:2.0:1749393397.882213:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393397.882268:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e000 going to sleep for 11 seconds 00000100:00100000:1.0:1749393397.882335:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507308288 00000100:00100000:1.0:1749393397.882356:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507308288 00000100:00100000:1.0:1749393397.882416:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00080000:2.0:1749393397.882418:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393397.882424:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507308288:12345-0@lo:700: 00000100:00100000:1.0:1749393397.882458:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393397.882464:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507308416:0@lo:700: 40000000:00080000:1.0:1749393397.882475:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393397.882478:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393397.882529:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507308288:12345-0@lo:700: Request processed in 105us (315us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393397.882537:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1749393397.882586:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507308288:0@lo:700: 00000100:00100000:0.0:1749393398.192269:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393398.321187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393398.364313:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393398.504231:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393398.504245:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507308544:0@lo:900: 00000100:00100000:0.0:1749393399.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393399.321200:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393399.366318:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393399.882252:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507308672:0@lo:700: 00000100:00100000:0.0:1749393399.882329:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393399.882424:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393399.882431:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507308672 00000100:00100000:1.0:1749393399.882445:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507308672 00000100:00100000:1.0:1749393399.882507:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00080000:2.0:1749393399.882518:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393399.882520:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507308672:12345-0@lo:700: 00000100:00100000:1.0:1749393399.882608:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393399.882616:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507308800:0@lo:700: 40000000:00080000:1.0:1749393399.882633:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393399.882636:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393399.882699:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507308672:12345-0@lo:700: Request processed in 182us (371us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393399.882709:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1749393399.882745:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507308672:0@lo:700: 00000100:00100000:2.0:1749393399.883203:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507308928:0@lo:700: 00000100:00100000:2.0:1749393399.883243:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393399.883298:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009962e000 going to sleep for 11 seconds 00000100:00100000:1.0:1749393399.883362:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507308928 00000100:00100000:1.0:1749393399.883372:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507308928 00000100:00100000:1.0:1749393399.883430:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1749393399.883438:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507308928:12345-0@lo:700: 00000100:00080000:2.0:1749393399.883438:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393399.883471:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393399.883477:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507309056:0@lo:700: 40000000:00080000:1.0:1749393399.883500:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393399.883503:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393399.883583:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507308928:12345-0@lo:700: Request processed in 144us (338us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393399.883593:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1749393399.883617:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507308928:0@lo:700: 00000100:00100000:0.0:1749393400.159388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393400.159436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393400.159580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393400.159597:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499717120 00000100:00100000:3.0:1749393400.159603:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499717248 00000100:00100000:2.0:1749393400.159611:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499717120 00000100:00100000:3.0:1749393400.159611:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499717248 00000100:00100000:3.0:1749393400.159652:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499717376 00000100:00100000:3.0:1749393400.159656:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499717376 00000100:00100000:2.0:1749393400.159660:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 325 00000100:00100000:2.0:1749393400.159673:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499717120:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393400.159679:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 588 00000100:00100000:3.0:1749393400.159687:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499717248:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393400.159688:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 589 00000100:00100000:0.0:1749393400.159696:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499717376:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393400.159718:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 441 last 0 00010000:00080000:0.0:1749393400.159721:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 441 last 0 00000100:00100000:0.0:1749393400.159771:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499717376:12345-192.168.203.32@tcp:38: Request processed in 75us (191us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393400.159775:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499717120:12345-192.168.203.32@tcp:400: Request processed in 102us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393400.159780:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 589 00000100:00100000:2.0:1749393400.159788:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 325 00000100:00100000:3.0:1749393400.159790:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499717248:12345-192.168.203.32@tcp:38: Request processed in 102us (351us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393400.159801:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 588 00000100:00100000:2.0:1749393400.192283:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393400.321306:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393400.368284:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393400.505256:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393400.505271:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507309184:0@lo:900: 00000100:00100000:0.0:1749393400.908346:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507309312:0@lo:41: 00000100:00100000:0.0:1749393400.908429:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393400.908518:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507309312 00000100:00100000:3.0:1749393400.908564:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507309312 00000100:00100000:3.0:1749393400.908636:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1749393400.908649:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507309312:12345-0@lo:41: 00000004:00000024:3.0:1749393400.908693:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393400.908770:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507309312:12345-0@lo:41: Request processed in 123us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393400.908780:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:0.0:1749393400.908819:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507309312:0@lo:41: 00000100:00100000:2.0:1749393401.192195:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393401.321244:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393401.340258:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393401.340267:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393401.340273:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393401.340283:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 438 00000100:00080000:0.0:1749393401.340289:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393401.340298:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393401.340340:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945dc00 x1834371507309568/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393401.340360:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507309440:0@lo:400: 00000100:00100000:3.0:1749393401.340388:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507309568:0@lo:38: 00000100:00080000:0.0:1749393401.340393:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393401.340398:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393401.340400:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393401.340405:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 438 00000100:00080000:0.0:1749393401.340407:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393401.340412:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393401.340424:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393401.340426:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945f100 x1834371507309824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393401.340450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393401.340451:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393401.340455:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749393401.340466:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507309440 00000100:00080000:0.0:1749393401.340470:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393401.340472:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749393401.340475:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 438 00000100:00100000:2.0:1749393401.340475:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507309440 00000100:00080000:0.0:1749393401.340478:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393401.340478:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507309696:0@lo:400: 00000100:00080000:0.0:1749393401.340482:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393401.340482:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507309824:0@lo:38: 00000100:00100000:0.0:1749393401.340496:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945c380 x1834371507310080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393401.340496:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393401.340508:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393401.340512:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393401.340514:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393401.340519:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 438 00000100:00100000:1.0:1749393401.340520:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507309952:0@lo:400: 00000100:00100000:2.0:1749393401.340520:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1749393401.340521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393401.340522:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393401.340526:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393401.340554:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507309440:12345-0@lo:400: 00000100:00100000:1.0:1749393401.340561:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393401.340593:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507310080:0@lo:38: 00000100:00100000:0.0:1749393401.340596:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945e300 x1834371507310208/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393401.340613:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507309696 00000100:00100000:1.0:1749393401.340618:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507309696 00000100:00100000:3.0:1749393401.340623:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393401.340634:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393401.340640:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749393401.340641:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507309440:12345-0@lo:400: Request processed in 111us (214us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393401.340643:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393401.340645:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507309952 00000100:00100000:3.0:1749393401.340647:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507310208:0@lo:38: 00000100:00080000:0.0:1749393401.340648:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 438 00000100:00100000:1.0:1749393401.340648:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507309952 00000100:00080000:0.0:1749393401.340652:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393401.340653:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00080000:0.0:1749393401.340657:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393401.340661:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:1.0:1749393401.340667:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507309696:12345-0@lo:400: 00000100:00100000:3.0:1749393401.340673:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393401.340674:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945f800 x1834371507310592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393401.340689:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393401.340692:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1749393401.340694:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749393401.340699:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507310592:0@lo:38: 00000100:00100000:2.0:1749393401.340703:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507310464:0@lo:400: 00000100:00080000:0.0:1749393401.340704:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393401.340707:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507309696:12345-0@lo:400: Request processed in 39us (209us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393401.340710:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 438 00000100:00080000:0.0:1749393401.340713:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393401.340715:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00080000:0.0:1749393401.340719:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393401.340727:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393401.340729:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1749393401.340737:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945d500 x1834371507310720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393401.340737:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507309952:12345-0@lo:400: 00000100:00100000:2.0:1749393401.340738:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393401.340762:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507309568 00000100:00100000:1.0:1749393401.340764:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507309952:12345-0@lo:400: Request processed in 29us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393401.340769:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507309568 00000100:00100000:1.0:1749393401.340770:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1749393401.340771:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507310464 00000100:00100000:2.0:1749393401.340775:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507310464 00000100:00100000:3.0:1749393401.340792:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507309824 00000100:00100000:3.0:1749393401.340796:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507309824 00000100:00100000:1.0:1749393401.340801:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507310080 00000100:00100000:1.0:1749393401.340805:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507310080 00000100:00100000:3.0:1749393401.340806:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507310208 00000100:00100000:3.0:1749393401.340809:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507310208 00000100:00100000:0.0:1749393401.340811:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507310592 00000100:00100000:2.0:1749393401.340816:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1749393401.340819:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507310592 00000100:00100000:1.0:1749393401.340819:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1749393401.340823:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507309568:12345-0@lo:38: 00000100:00100000:2.0:1749393401.340826:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507310464:12345-0@lo:400: 00000100:00100000:3.0:1749393401.340843:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00010000:00020000:1.0:1749393401.340846:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393401.340852:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1749393401.340852:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507309824:12345-0@lo:38: 00000100:00100000:0.0:1749393401.340862:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507310080:12345-0@lo:38: 00000100:00100000:2.0:1749393401.340873:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507310464:12345-0@lo:400: Request processed in 48us (138us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393401.340875:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393401.340879:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507309568:12345-0@lo:38: Request processed in 54us (430us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393401.340884:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00010000:00020000:0.0:1749393401.340885:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393401.340886:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1749393401.340896:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1749393401.340901:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507310208:12345-0@lo:38: 00010000:00020000:1.0:1749393401.340912:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393401.340915:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507309824:12345-0@lo:38: Request processed in 63us (392us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749393401.340918:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393401.340925:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1749393401.340934:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507310848:0@lo:400: 00000100:00100000:1.0:1749393401.340937:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507310208:12345-0@lo:38: Request processed in 34us (264us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393401.340940:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507310080:12345-0@lo:38: Request processed in 76us (314us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393401.340942:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1749393401.340948:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507310592:12345-0@lo:38: 00000100:00100000:1.0:1749393401.340957:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00010000:00020000:3.0:1749393401.340966:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393401.340967:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393401.340969:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1749393401.340977:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507310976:0@lo:400: 00000100:00100000:3.0:1749393401.340999:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507310592:12345-0@lo:38: Request processed in 48us (269us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393401.341004:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507310336:0@lo:400: 00000100:00100000:1.0:1749393401.341006:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1749393401.341008:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009945c000 x1834371507310464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393401.341008:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1749393401.341029:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507310464:0@lo:400: 00000100:00100000:1.0:1749393401.341035:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507309952:0@lo:400: 00000100:00100000:0.0:1749393401.341043:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393401.341049:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507310720:0@lo:38: 00000100:00100000:2.0:1749393401.341062:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507310848 00000100:00100000:1.0:1749393401.341063:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507310976 00000100:00100000:1.0:1749393401.341066:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507310976 00000100:00100000:2.0:1749393401.341067:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507310848 00000100:00100000:0.0:1749393401.341120:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507310336 00000100:00100000:0.0:1749393401.341126:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507310336 00000100:00100000:1.0:1749393401.341136:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1749393401.341143:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507310976:12345-0@lo:400: 00000100:00100000:2.0:1749393401.341143:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1749393401.341151:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393401.341153:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507310848:12345-0@lo:400: 00000100:00100000:0.0:1749393401.341158:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:0.0:1749393401.341168:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507310336:12345-0@lo:400: 00000100:00100000:1.0:1749393401.341183:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507310976:12345-0@lo:400: Request processed in 41us (178us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393401.341188:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393401.341190:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00080000:3.0:1749393401.341195:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393401.341202:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507310592:0@lo:38: 00000100:00100000:2.0:1749393401.341205:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507310848:12345-0@lo:400: Request processed in 53us (238us total) trans 0 rc 0/0 00010000:00080000:1.0:1749393401.341215:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800994e1f80 x1834371507310976/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393401.341216:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00080000:3.0:1749393401.341216:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393401.341220:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393401.341225:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507310336:12345-0@lo:400: Request processed in 57us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393401.341226:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507310208:0@lo:38: 00000100:00100000:0.0:1749393401.341237:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00080000:2.0:1749393401.341237:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1749393401.341238:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393401.341242:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749393401.341242:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393401.341244:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507310976:0@lo:400: 00000100:00100000:3.0:1749393401.341247:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507310080:0@lo:38: 00000100:00080000:3.0:1749393401.341259:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393401.341263:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:2.0:1749393401.341264:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009945df80 x1834371507310848/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393401.341268:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507309824:0@lo:38: 00000100:00100000:1.0:1749393401.341272:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507309696:0@lo:400: 00010000:00080000:0.0:1749393401.341277:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009945c700 x1834371507310336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393401.341281:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507310848:0@lo:400: 00000100:00100000:1.0:1749393401.341282:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507309440:0@lo:400: 00000100:02020000:3.0:1749393401.341282:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:0.0:1749393401.341295:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507310336:0@lo:400: 00000100:00100000:2.0:1749393401.345951:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507310720 00000100:00100000:2.0:1749393401.345959:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507310720 00000100:00100000:2.0:1749393401.346005:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1749393401.346015:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507310720:12345-0@lo:38: 00010000:00020000:2.0:1749393401.346037:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393401.346112:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507310720:12345-0@lo:38: Request processed in 95us (4959us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393401.346124:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00080000:3.0:1749393401.348617:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393401.348624:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393401.348631:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507309568:0@lo:38: 00000100:00080000:3.0:1749393401.348678:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393401.348683:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393401.348688:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507310720:0@lo:38: 00010000:00010000:1.0:1749393401.370301:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393401.883278:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507311104:0@lo:700: 00000100:00100000:0.0:1749393401.883347:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393401.883429:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393401.883507:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507311104 00000100:00100000:1.0:1749393401.883517:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507311104 00000100:00100000:1.0:1749393401.883635:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1749393401.883645:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507311104:12345-0@lo:700: 00000100:00100000:1.0:1749393401.883689:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393401.883696:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507311232:0@lo:700: 40000000:00080000:1.0:1749393401.883713:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393401.883717:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393401.883775:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507311104:12345-0@lo:700: Request processed in 132us (428us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393401.883784:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1749393401.883881:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507311104:0@lo:700: 00000100:00100000:2.0:1749393401.884206:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507311360:0@lo:700: 00000100:00100000:2.0:1749393401.884245:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393401.884300:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b600 going to sleep for 11 seconds 00000100:00100000:1.0:1749393401.884366:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507311360 00000100:00100000:1.0:1749393401.884375:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507311360 00000100:00100000:1.0:1749393401.884423:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1749393401.884431:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507311360:12345-0@lo:700: 00000100:00100000:1.0:1749393401.884465:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393401.884471:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507311488:0@lo:700: 40000000:00080000:1.0:1749393401.884483:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393401.884486:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393401.884561:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507311360:12345-0@lo:700: Request processed in 130us (314us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393401.884597:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1749393401.884600:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507311360:0@lo:700: 00000100:00100000:2.0:1749393402.192229:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393402.321171:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393402.372302:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393402.506251:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393402.506267:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507311616:0@lo:900: 00000100:00100000:2.0:1749393402.764339:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507311744:0@lo:41: 00000100:00100000:2.0:1749393402.764415:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393402.764498:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507311744 00000100:00100000:1.0:1749393402.764511:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507311744 00000100:00100000:1.0:1749393402.764607:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:1.0:1749393402.764618:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507311744:12345-0@lo:41: 00000004:00000024:1.0:1749393402.764657:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393402.764722:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507311744:12345-0@lo:41: Request processed in 106us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393402.764730:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1749393402.764762:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507311744:0@lo:41: 00000100:00100000:2.0:1749393402.858204:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393402.858228:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507311872/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393407 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393402.858276:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393402.858283:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393402.858297:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507312000/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393407 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393402.858343:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393402.858356:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393402.858369:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749393402.858422:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507311872 00000100:00100000:3.0:1749393402.858423:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507312000 00000100:00100000:1.0:1749393402.858433:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507311872 00000100:00100000:3.0:1749393402.858433:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507312000 00000100:00100000:1.0:1749393402.858495:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1749393402.858506:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1749393402.858508:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507311872:12345-0@lo:700: 00000100:00100000:3.0:1749393402.858516:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507312000:12345-0@lo:700: 40000000:00080000:1.0:1749393402.858561:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:00080000:3.0:1749393402.858575:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393402.858634:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507311872:12345-0@lo:700: Request processed in 126us (349us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393402.858634:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507312000:12345-0@lo:700: Request processed in 117us (287us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393402.858647:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1749393402.858648:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507312000/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393418 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393402.858656:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1749393402.858659:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393402.858671:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507311872/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393418 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393402.858687:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393403.192198:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393403.321184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393403.374330:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393403.884302:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507312128:0@lo:700: 00000100:00100000:0.0:1749393403.884372:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393403.884457:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393403.884557:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507312128 00000100:00100000:1.0:1749393403.884570:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507312128 00000100:00080000:2.0:1749393403.884610:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393403.884656:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1749393403.884670:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507312128:12345-0@lo:700: 00000100:00100000:1.0:1749393403.884722:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393403.884732:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507312256:0@lo:700: 40000000:00080000:1.0:1749393403.884752:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393403.884757:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393403.884824:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507312128:12345-0@lo:700: Request processed in 157us (450us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393403.884849:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1749393403.884932:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507312128:0@lo:700: 00000100:00100000:2.0:1749393403.885168:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507312384:0@lo:700: 00000100:00100000:2.0:1749393403.885210:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393403.885269:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914b600 going to sleep for 11 seconds 00000100:00100000:1.0:1749393403.885303:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507312384 00000100:00100000:1.0:1749393403.885311:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507312384 00000100:00100000:1.0:1749393403.885358:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1749393403.885366:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507312384:12345-0@lo:700: 00000100:00080000:2.0:1749393403.885367:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393403.885397:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393403.885403:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507312512:0@lo:700: 40000000:00080000:1.0:1749393403.885414:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393403.885417:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393403.885476:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507312384:12345-0@lo:700: Request processed in 111us (266us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393403.885483:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1749393403.885534:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507312384:0@lo:700: 00000100:00100000:0.0:1749393404.192335:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393404.321297:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393404.376317:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393404.507232:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393404.507246:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507312640:0@lo:900: 00000100:00100000:0.0:1749393405.167665:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393405.167711:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393405.167754:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393405.167803:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499717504 00000100:00100000:2.0:1749393405.167832:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499717504 00000100:00100000:3.0:1749393405.167844:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499717632 00000100:00100000:3.0:1749393405.167853:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499717632 00000100:00100000:3.0:1749393405.167882:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499717760 00000100:00100000:2.0:1749393405.167885:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 327 00000100:00100000:3.0:1749393405.167885:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499717760 00000100:00100000:2.0:1749393405.167894:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499717504:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393405.167903:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 596 00000100:00100000:1.0:1749393405.167913:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499717632:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393405.167919:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 597 00000100:00100000:3.0:1749393405.167926:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499717760:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393405.167944:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 446 last 0 00010000:00080000:3.0:1749393405.167951:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 446 last 0 00000100:00100000:2.0:1749393405.167967:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499717504:12345-192.168.203.32@tcp:400: Request processed in 73us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393405.167975:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 327 00000100:00100000:1.0:1749393405.168002:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499717632:12345-192.168.203.32@tcp:38: Request processed in 88us (289us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393405.168010:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 596 00000100:00100000:3.0:1749393405.168014:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499717760:12345-192.168.203.32@tcp:38: Request processed in 86us (258us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393405.168022:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 597 00000100:00100000:0.0:1749393405.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393405.321199:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393405.378315:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393405.885198:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507312768:0@lo:700: 00000100:00100000:0.0:1749393405.885254:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393405.885318:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393405.885367:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507312768 00000100:00100000:1.0:1749393405.885376:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507312768 00000100:00080000:2.0:1749393405.885407:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393405.885419:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1749393405.885427:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507312768:12345-0@lo:700: 00000100:00100000:1.0:1749393405.885463:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393405.885469:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507312896:0@lo:700: 40000000:00080000:1.0:1749393405.885532:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393405.885535:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393405.885585:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507312768:12345-0@lo:700: Request processed in 158us (330us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393405.885592:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1749393405.885620:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507312768:0@lo:700: 00000100:00100000:2.0:1749393405.886175:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507313024:0@lo:700: 00000100:00100000:2.0:1749393405.886207:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393405.886251:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914be40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393405.886303:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507313024 00000100:00100000:1.0:1749393405.886311:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507313024 00000100:00100000:1.0:1749393405.886377:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1749393405.886384:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507313024:12345-0@lo:700: 00000100:00080000:2.0:1749393405.886389:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393405.886417:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393405.886424:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507313152:0@lo:700: 40000000:00080000:1.0:1749393405.886435:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393405.886438:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393405.886489:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507313024:12345-0@lo:700: Request processed in 104us (279us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393405.886520:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1749393405.886532:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507313024:0@lo:700: 00000100:00100000:1.0:1749393405.916245:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507313280:0@lo:41: 00000100:00100000:1.0:1749393405.916280:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393405.916322:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507313280 00000100:00100000:2.0:1749393405.916329:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507313280 00000100:00100000:2.0:1749393405.916359:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1749393405.916365:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507313280:12345-0@lo:41: 00000004:00000024:2.0:1749393405.916390:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393405.916436:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507313280:12345-0@lo:41: Request processed in 71us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393405.916442:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1749393405.916461:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507313280:0@lo:41: 00000100:00100000:0.0:1749393406.192169:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393406.321188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393406.348236:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393406.348245:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393406.348249:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393406.348258:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 443 00000100:00080000:0.0:1749393406.348263:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393406.348271:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393406.348300:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994e0000 x1834371507313536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393406.348323:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507313408:0@lo:400: 00000100:00080000:0.0:1749393406.348353:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393406.348359:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393406.348362:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393406.348368:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 443 00000100:00100000:1.0:1749393406.348369:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507313664:0@lo:400: 00000100:00080000:0.0:1749393406.348372:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393406.348377:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393406.348385:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393406.348396:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994e0700 x1834371507313792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393406.348418:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393406.348419:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393406.348425:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393406.348427:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393406.348431:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507313536:0@lo:38: 00000100:00100000:2.0:1749393406.348443:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507313920:0@lo:400: 00000100:00080000:0.0:1749393406.348446:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 443 00000100:00080000:0.0:1749393406.348450:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393406.348456:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393406.348464:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507313664 00000100:00100000:1.0:1749393406.348469:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507313664 00000100:00100000:2.0:1749393406.348469:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393406.348473:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994e1f80 x1834371507314048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393406.348483:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393406.348488:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393406.348527:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507313920 00000100:00100000:1.0:1749393406.348531:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507313920 00000100:00080000:0.0:1749393406.348538:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393406.348542:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393406.348545:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507313792:0@lo:38: 00000100:00100000:1.0:1749393406.348546:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00080000:0.0:1749393406.348548:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 443 00000100:00100000:2.0:1749393406.348549:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507313408 00000100:00080000:0.0:1749393406.348551:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393406.348555:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507313408 00000100:00080000:0.0:1749393406.348557:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393406.348564:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507313664:12345-0@lo:400: 00000100:00100000:3.0:1749393406.348565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393406.348577:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017f800 x1834371507314176/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393406.348587:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1749393406.348587:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507314048:0@lo:38: 00000100:00100000:2.0:1749393406.348594:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507313408:12345-0@lo:400: 00000100:00100000:3.0:1749393406.348607:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393406.348618:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393406.348618:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507313664:12345-0@lo:400: Request processed in 56us (200us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393406.348624:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393406.348626:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:3.0:1749393406.348626:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507314176:0@lo:38: 00000100:00080000:0.0:1749393406.348627:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393406.348633:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 443 00000100:00100000:2.0:1749393406.348634:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507313408:12345-0@lo:400: Request processed in 40us (248us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393406.348636:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393406.348641:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00080000:0.0:1749393406.348642:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393406.348643:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1749393406.348644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393406.348648:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507313920:12345-0@lo:400: 00000100:00100000:0.0:1749393406.348658:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017d880 x1834371507314560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393406.348668:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507313536 00000100:00100000:2.0:1749393406.348672:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507313536 00000100:00100000:1.0:1749393406.348675:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507313920:12345-0@lo:400: Request processed in 26us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393406.348676:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507313792 00000100:00080000:0.0:1749393406.348677:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393406.348681:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1749393406.348681:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507313792 00000100:00080000:0.0:1749393406.348682:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393406.348685:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393406.348688:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507314048 00000100:00100000:2.0:1749393406.348690:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507314048 00000100:00080000:0.0:1749393406.348699:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 443 00000100:00100000:2.0:1749393406.348701:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507314176 00000100:00080000:0.0:1749393406.348702:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393406.348703:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507314176 00000100:00100000:1.0:1749393406.348706:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00080000:0.0:1749393406.348708:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393406.348712:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507313536:12345-0@lo:38: 00000100:00100000:3.0:1749393406.348714:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1749393406.348719:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507314048:12345-0@lo:38: 00000100:00100000:0.0:1749393406.348726:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017fb80 x1834371507314688/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393406.348728:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1749393406.348733:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507313792:12345-0@lo:38: 00010000:00020000:1.0:1749393406.348735:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393406.348752:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393406.348757:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507313536:12345-0@lo:38: Request processed in 44us (275us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393406.348760:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393406.348764:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1749393406.348775:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1749393406.348779:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507314176:12345-0@lo:38: 00000100:00100000:0.0:1749393406.348782:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507314304:0@lo:400: 00000100:00100000:3.0:1749393406.348789:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507314048:12345-0@lo:38: Request processed in 69us (181us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393406.348790:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393406.348790:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507313792:12345-0@lo:38: Request processed in 55us (223us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393406.348797:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1749393406.348801:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1749393406.348808:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507314176:12345-0@lo:38: Request processed in 28us (163us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393406.348814:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1749393406.348820:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507314560:0@lo:38: 00000100:00100000:2.0:1749393406.348823:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507314944:0@lo:400: 00000100:00100000:0.0:1749393406.348830:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393406.348835:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507314816:0@lo:400: 00000100:00100000:3.0:1749393406.348845:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393406.348846:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393406.348862:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393406.348865:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749393406.348866:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507314688:0@lo:38: 00000100:00100000:0.0:1749393406.348876:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507314432:0@lo:400: 00000100:00100000:2.0:1749393406.348878:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507313920:0@lo:400: 00000100:00100000:3.0:1749393406.348884:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393406.348890:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507313664:0@lo:400: 00000100:00100000:2.0:1749393406.348902:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507314304 00000100:00100000:2.0:1749393406.348905:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507314304 00000100:00100000:0.0:1749393406.348907:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749393406.348909:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393406.348914:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393406.348917:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507314944 00000100:00100000:3.0:1749393406.348918:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507314176:0@lo:38: 00000100:00100000:2.0:1749393406.348926:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507314816 00000100:00100000:1.0:1749393406.348927:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507314944 00000100:00080000:3.0:1749393406.348927:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393406.348928:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507314816 00000100:00080000:3.0:1749393406.348929:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393406.348933:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507314048:0@lo:38: 00000100:00080000:3.0:1749393406.348941:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393406.348943:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393406.348944:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507314432 00000100:00100000:3.0:1749393406.348946:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507313536:0@lo:38: 00000100:00100000:2.0:1749393406.348949:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1749393406.348951:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507314432 00000100:00080000:3.0:1749393406.348954:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393406.348956:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507314304:12345-0@lo:400: 00000100:00080000:3.0:1749393406.348956:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393406.348957:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1749393406.348959:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507313792:0@lo:38: 00000100:00100000:1.0:1749393406.348962:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507314816:12345-0@lo:400: 00000100:00100000:0.0:1749393406.348981:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1749393406.348991:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507314560 00000100:00100000:0.0:1749393406.348992:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507314944:12345-0@lo:400: 00000100:00100000:3.0:1749393406.348995:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507314560 00000100:00100000:1.0:1749393406.349002:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507314816:12345-0@lo:400: Request processed in 39us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393406.349008:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1749393406.349011:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507314304:12345-0@lo:400: Request processed in 55us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393406.349018:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1749393406.349019:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507314688 00000100:00100000:1.0:1749393406.349022:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1749393406.349022:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507314688 00000100:00100000:1.0:1749393406.349027:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507314432:12345-0@lo:400: 00000100:00100000:3.0:1749393406.349033:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1749393406.349038:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507314560:12345-0@lo:38: 00000100:00080000:2.0:1749393406.349039:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393406.349047:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507314944:12345-0@lo:400: Request processed in 55us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393406.349051:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507314432:12345-0@lo:400: Request processed in 24us (146us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393406.349052:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393406.349056:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507313408:0@lo:400: 00000100:00100000:0.0:1749393406.349059:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1749393406.349072:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1749393406.349108:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1749393406.349113:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507314688:12345-0@lo:38: 00000100:00100000:3.0:1749393406.349127:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507314560:12345-0@lo:38: Request processed in 86us (280us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393406.349128:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393406.349134:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00010000:00080000:0.0:1749393406.349140:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017ed80 x1834371507314944/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393406.349157:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507314688:12345-0@lo:38: Request processed in 42us (271us total) trans 0 rc -19/-19 00010000:00080000:1.0:1749393406.349158:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017ea00 x1834371507314816/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393406.349159:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507314944:0@lo:400: 00000100:00100000:2.0:1749393406.349163:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00080000:3.0:1749393406.349163:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393406.349167:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393406.349170:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507314560:0@lo:38: 00000100:00100000:1.0:1749393406.349172:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507314816:0@lo:400: 00000100:00080000:3.0:1749393406.349179:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393406.349181:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393406.349185:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507314688:0@lo:38: 00010000:00080000:0.0:1749393406.349200:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017f480 x1834371507314432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393406.349215:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507314432:0@lo:400: 00010000:00080000:0.0:1749393406.349232:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017dc00 x1834371507314304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393406.349267:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507314304:0@lo:400: 00010000:00010000:3.0:1749393406.380302:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393406.508203:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393406.508214:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017dc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507315072:0@lo:900: 00000100:00100000:0.0:1749393407.192172:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393407.321193:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393407.382256:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393407.772357:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507315200:0@lo:41: 00000100:00100000:0.0:1749393407.772439:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393407.772586:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507315200 00000100:00100000:1.0:1749393407.772597:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507315200 00000100:00100000:1.0:1749393407.772660:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1749393407.772670:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507315200:12345-0@lo:41: 00000004:00000024:1.0:1749393407.772705:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393407.772767:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507315200:12345-0@lo:41: Request processed in 98us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393407.772775:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1749393407.772819:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507315200:0@lo:41: 00000100:00100000:0.0:1749393407.886217:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507315328:0@lo:700: 00000100:00100000:0.0:1749393407.886270:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393407.886352:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393407.886402:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507315328 00000100:00100000:1.0:1749393407.886411:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507315328 00000100:00080000:2.0:1749393407.886464:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393407.886468:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1749393407.886478:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507315328:12345-0@lo:700: 00000100:00100000:1.0:1749393407.886548:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393407.886569:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507315456:0@lo:700: 40000000:00080000:1.0:1749393407.886584:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393407.886587:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393407.886641:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507315328:12345-0@lo:700: Request processed in 165us (373us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393407.886650:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1749393407.886701:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507315328:0@lo:700: 00000100:00100000:2.0:1749393407.887196:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507315584:0@lo:700: 00000100:00100000:2.0:1749393407.887236:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393407.887291:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914be40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393407.887353:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507315584 00000100:00100000:1.0:1749393407.887362:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507315584 00000100:00100000:1.0:1749393407.887412:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1749393407.887420:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507315584:12345-0@lo:700: 00000100:00080000:2.0:1749393407.887425:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393407.887451:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393407.887457:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507315712:0@lo:700: 40000000:00080000:1.0:1749393407.887468:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393407.887471:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393407.887546:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507315584:12345-0@lo:700: Request processed in 125us (308us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393407.887554:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1749393407.887576:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507315584:0@lo:700: 00000100:00100000:2.0:1749393408.192317:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393408.321203:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393408.384340:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393408.509225:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393408.509239:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507315840:0@lo:900: 00000100:00100000:2.0:1749393409.192217:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393409.321191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393409.386345:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393409.887228:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507315968:0@lo:700: 00000100:00100000:0.0:1749393409.887293:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393409.887362:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393409.887421:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507315968 00000100:00100000:1.0:1749393409.887431:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507315968 00000100:00080000:2.0:1749393409.887463:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393409.887510:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1749393409.887519:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507315968:12345-0@lo:700: 00000100:00100000:1.0:1749393409.887560:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393409.887567:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507316096:0@lo:700: 40000000:00080000:1.0:1749393409.887582:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393409.887585:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393409.887651:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507315968:12345-0@lo:700: Request processed in 133us (358us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393409.887660:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1749393409.887691:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507315968:0@lo:700: 00000100:00100000:2.0:1749393409.888183:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507316224:0@lo:700: 00000100:00100000:2.0:1749393409.888219:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393409.888279:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914be40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393409.888338:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507316224 00000100:00100000:1.0:1749393409.888346:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507316224 00000100:00100000:1.0:1749393409.888392:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1749393409.888400:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507316224:12345-0@lo:700: 00000100:00080000:2.0:1749393409.888405:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393409.888429:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181300 going to sleep for 0 seconds 00000100:00100000:1.0:1749393409.888434:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507316352:0@lo:700: 40000000:00080000:1.0:1749393409.888445:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393409.888448:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393409.888521:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507316224:12345-0@lo:700: Request processed in 121us (300us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393409.888529:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1749393409.888550:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507316224:0@lo:700: 00000100:00100000:0.0:1749393410.175128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393410.175176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393410.175253:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499718016 00000100:00100000:1.0:1749393410.175262:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499717888 00000100:00100000:0.0:1749393410.175263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393410.175264:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499718016 00000100:00100000:1.0:1749393410.175269:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499717888 00000100:00100000:2.0:1749393410.175293:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499718144 00000100:00100000:2.0:1749393410.175295:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499718144 00000100:00100000:2.0:1749393410.175310:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 604 00000100:00100000:1.0:1749393410.175315:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 329 00000100:00100000:2.0:1749393410.175317:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499718016:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393410.175326:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499717888:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393410.175336:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 605 00010000:00080000:2.0:1749393410.175344:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 451 last 0 00000100:00100000:3.0:1749393410.175345:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499718144:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393410.175367:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 451 last 0 00000100:00100000:2.0:1749393410.175403:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499718016:12345-192.168.203.32@tcp:38: Request processed in 86us (284us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393410.175406:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499717888:12345-192.168.203.32@tcp:400: Request processed in 80us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393410.175409:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499718144:12345-192.168.203.32@tcp:38: Request processed in 64us (146us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393410.175410:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 604 00000100:00100000:1.0:1749393410.175416:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 329 00000100:00100000:3.0:1749393410.175416:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 605 00000100:00100000:2.0:1749393410.192143:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393410.321206:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393410.388289:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393410.510207:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393410.510221:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507316480:0@lo:900: 00000100:00100000:1.0:1749393410.924345:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393410.924369:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507316608:0@lo:41: 00000100:00100000:1.0:1749393410.924431:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393410.924560:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507316608 00000100:00100000:2.0:1749393410.924570:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507316608 00000100:00100000:2.0:1749393410.924612:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1749393410.924620:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507316608:12345-0@lo:41: 00000004:00000024:2.0:1749393410.924652:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393410.924714:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507316608:12345-0@lo:41: Request processed in 93us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393410.924721:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:1.0:1749393410.924745:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507316608:0@lo:41: 00000100:00100000:2.0:1749393411.192221:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393411.321186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393411.356271:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393411.356298:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393411.356304:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393411.356313:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 448 00000100:00080000:0.0:1749393411.356319:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393411.356328:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393411.356330:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507316736:0@lo:400: 00000100:00100000:0.0:1749393411.356362:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017e300 x1834371507316864/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393411.356415:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393411.356432:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393411.356438:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393411.356441:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393411.356447:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 448 00000100:00080000:0.0:1749393411.356451:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393411.356457:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393411.356500:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507316992:0@lo:400: 00000100:00100000:0.0:1749393411.356512:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017ce00 x1834371507317120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393411.356523:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507316736 00000100:00100000:1.0:1749393411.356531:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507316736 00000100:00100000:3.0:1749393411.356539:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507316864:0@lo:38: 00000100:00100000:2.0:1749393411.356547:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393411.356555:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393411.356561:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393411.356564:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393411.356571:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 448 00000100:00100000:1.0:1749393411.356571:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00080000:0.0:1749393411.356575:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393411.356579:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507316736:12345-0@lo:400: 00000100:00080000:0.0:1749393411.356581:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393411.356590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393411.356595:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507316992 00000100:00100000:0.0:1749393411.356598:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017fb80 x1834371507317376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393411.356609:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507316992 00000100:00080000:0.0:1749393411.356612:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393411.356624:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507317120:0@lo:38: 00000100:00080000:0.0:1749393411.356627:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749393411.356628:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507316736:12345-0@lo:400: Request processed in 49us (214us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393411.356630:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393411.356635:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 448 00000100:00100000:1.0:1749393411.356637:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00080000:0.0:1749393411.356639:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393411.356644:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393411.356644:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1749393411.356651:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507316992:12345-0@lo:400: 00000100:00100000:3.0:1749393411.356659:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393411.356664:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017d880 x1834371507317504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393411.356666:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507317248:0@lo:400: 00000100:00100000:3.0:1749393411.356676:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507317376:0@lo:38: 00000100:00100000:1.0:1749393411.356693:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393411.356695:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393411.356695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393411.356699:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507316992:12345-0@lo:400: Request processed in 48us (152us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393411.356701:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393411.356704:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393411.356706:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00080000:0.0:1749393411.356710:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 448 00000100:00080000:0.0:1749393411.356713:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393411.356717:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393411.356719:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507317248 00000100:00100000:3.0:1749393411.356720:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507317632:0@lo:400: 00000100:00100000:2.0:1749393411.356722:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507317248 00000100:00100000:0.0:1749393411.356735:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f17800 x1834371507317888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393411.356735:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507317760:0@lo:400: 00000100:00100000:2.0:1749393411.356738:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1749393411.356741:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393411.356743:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507317248:12345-0@lo:400: 00000100:00080000:0.0:1749393411.356748:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393411.356753:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393411.356755:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393411.356757:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393411.356760:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 448 00000100:00080000:0.0:1749393411.356763:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393411.356768:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393411.356772:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507316864 00000100:00100000:2.0:1749393411.356774:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507317248:12345-0@lo:400: Request processed in 30us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393411.356778:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507316864 00000100:00100000:2.0:1749393411.356780:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1749393411.356784:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f15f80 x1834371507318016/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393411.356787:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507316736:0@lo:400: 00000100:00100000:3.0:1749393411.356798:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507317120 00000100:00100000:2.0:1749393411.356799:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507317376 00000100:00100000:3.0:1749393411.356800:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507317120 00000100:00100000:2.0:1749393411.356802:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507317376 00000100:00100000:1.0:1749393411.356810:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507317632 00000100:00100000:1.0:1749393411.356814:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507317632 00000100:00100000:3.0:1749393411.356815:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1749393411.356821:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507316864:12345-0@lo:38: 00000100:00100000:2.0:1749393411.356832:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1749393411.356837:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507317120:12345-0@lo:38: 00010000:00020000:3.0:1749393411.356845:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393411.356853:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507317760 00000100:00100000:0.0:1749393411.356855:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00010000:00020000:2.0:1749393411.356855:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393411.356856:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507317760 00000100:00100000:1.0:1749393411.356872:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1749393411.356876:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507317376:12345-0@lo:38: 00000100:00100000:3.0:1749393411.356876:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507316864:12345-0@lo:38: Request processed in 53us (285us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393411.356877:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507317632:12345-0@lo:400: 00000100:00100000:3.0:1749393411.356883:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1749393411.356885:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507317120:12345-0@lo:38: Request processed in 47us (225us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393411.356892:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00010000:00020000:0.0:1749393411.356900:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393411.356910:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507317632:12345-0@lo:400: Request processed in 32us (168us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393411.356913:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393411.356916:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00010000:00080000:3.0:1749393411.356924:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017ea00 x1834371507317632/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393411.356927:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1749393411.356930:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507318144:0@lo:400: 00000100:00100000:1.0:1749393411.356933:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099602300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507317760:12345-0@lo:400: 00000100:00100000:3.0:1749393411.356938:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507317632:0@lo:400: 00000100:00100000:3.0:1749393411.356951:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749393411.356958:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507317376:12345-0@lo:38: Request processed in 82us (259us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393411.356958:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507318272:0@lo:400: 00000100:00100000:2.0:1749393411.356959:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393411.356962:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099602300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507317760:12345-0@lo:400: Request processed in 29us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393411.356970:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1749393411.356980:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393411.356981:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1749393411.356988:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507316992:0@lo:400: 00000100:00100000:1.0:1749393411.356991:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507318144 00000100:00100000:1.0:1749393411.356994:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507318144 00000100:00080000:3.0:1749393411.357007:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393411.357008:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507318272 00000100:00080000:3.0:1749393411.357011:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393411.357014:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507318272 00000100:00100000:3.0:1749393411.357015:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507317376:0@lo:38: 00000100:00080000:2.0:1749393411.357016:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393411.357021:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00080000:3.0:1749393411.357024:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393411.357027:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507318144:12345-0@lo:400: 00000100:00080000:3.0:1749393411.357035:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00080000:2.0:1749393411.357036:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393411.357040:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507316864:0@lo:38: 00000100:00100000:1.0:1749393411.357058:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507318144:12345-0@lo:400: Request processed in 31us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393411.357059:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1749393411.357059:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507317504:0@lo:38: 00000100:00100000:1.0:1749393411.357065:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1749393411.357068:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507318272:12345-0@lo:400: 00010000:00080000:2.0:1749393411.357122:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f16d80 x1834371507318144/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393411.357130:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507317248:0@lo:400: 00000100:00100000:3.0:1749393411.357130:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393411.357135:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507318144:0@lo:400: 00000100:00100000:3.0:1749393411.357150:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507317888:0@lo:38: 00000100:00100000:1.0:1749393411.357159:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507317504 00000100:00100000:1.0:1749393411.357162:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507317504 00000100:00100000:0.0:1749393411.357163:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507318272:12345-0@lo:400: Request processed in 93us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393411.357168:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393411.357175:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1749393411.357186:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507317888 00000100:00100000:1.0:1749393411.357189:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507317888 00000100:00100000:3.0:1749393411.357193:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507318016:0@lo:38: 00000100:00100000:2.0:1749393411.357194:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1749393411.357200:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507317504:12345-0@lo:38: 00000100:00100000:1.0:1749393411.357208:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1749393411.357210:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393411.357213:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507317888:12345-0@lo:38: 00010000:00020000:2.0:1749393411.357215:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1749393411.357227:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017f800 x1834371507317760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:3.0:1749393411.357228:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00010000:00020000:1.0:1749393411.357229:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749393411.357232:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393411.357235:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393411.357238:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507317120:0@lo:38: 00000100:00100000:0.0:1749393411.357244:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507317760:0@lo:400: 00000100:00100000:2.0:1749393411.357248:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507317504:12345-0@lo:38: Request processed in 45us (116us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393411.357254:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393411.357256:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393411.357258:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1749393411.357259:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507317888:12345-0@lo:38: Request processed in 46us (90us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393411.357260:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507317504:0@lo:38: 00000100:00100000:1.0:1749393411.357266:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00080000:3.0:1749393411.357269:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393411.357271:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393411.357274:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507318016 00000100:00100000:3.0:1749393411.357274:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507317888:0@lo:38: 00000100:00100000:2.0:1749393411.357280:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507318016 00000100:00100000:2.0:1749393411.357303:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1749393411.357310:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507318016:12345-0@lo:38: 00010000:00080000:3.0:1749393411.357327:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f16680 x1834371507318272/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749393411.357329:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393411.357338:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507318272:0@lo:400: 00000100:00100000:2.0:1749393411.357373:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507318016:12345-0@lo:38: Request processed in 60us (160us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393411.357383:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00080000:3.0:1749393411.357383:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393411.357386:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393411.357398:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507318016:0@lo:38: 00010000:00010000:2.0:1749393411.390319:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393411.888287:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507318400:0@lo:700: 00000100:00100000:0.0:1749393411.888356:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393411.888445:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393411.888528:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507318400 00000100:00100000:1.0:1749393411.888540:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507318400 00000100:00100000:1.0:1749393411.888601:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1749393411.888611:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507318400:12345-0@lo:700: 00000100:00100000:1.0:1749393411.888654:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91816c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393411.888662:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099603100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507318528:0@lo:700: 40000000:00080000:1.0:1749393411.888678:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393411.888695:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393411.888755:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507318400:12345-0@lo:700: Request processed in 145us (397us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393411.888764:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1749393411.888798:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507318400:0@lo:700: 00000100:00100000:2.0:1749393411.889198:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507318656:0@lo:700: 00000100:00100000:2.0:1749393411.889238:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393411.889294:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914be40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393411.889355:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507318656 00000100:00100000:1.0:1749393411.889364:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507318656 00000100:00100000:1.0:1749393411.889406:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1749393411.889414:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507318656:12345-0@lo:700: 00000100:00100000:1.0:1749393411.889446:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a91816c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393411.889453:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099603100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507318784:0@lo:700: 40000000:00080000:1.0:1749393411.889486:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393411.889489:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393411.889540:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507318656:12345-0@lo:700: Request processed in 126us (301us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393411.889549:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1749393411.889584:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507318656:0@lo:700: 00000100:00100000:0.0:1749393412.192319:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393412.321184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393412.392352:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393412.511241:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393412.511257:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507318912:0@lo:900: 00000100:00100000:1.0:1749393412.780306:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393412.780332:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507319040:0@lo:41: 00000100:00100000:1.0:1749393412.780393:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393412.780493:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507319040 00000100:00100000:2.0:1749393412.780505:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507319040 00000100:00100000:2.0:1749393412.780580:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1749393412.780589:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099603100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507319040:12345-0@lo:41: 00000004:00000024:2.0:1749393412.780619:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393412.780672:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099603100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507319040:12345-0@lo:41: Request processed in 85us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393412.780679:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:1.0:1749393412.780706:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507319040:0@lo:41: 00000100:00100000:0.0:1749393413.192220:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393413.321229:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393413.394299:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393413.858239:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393413.858239:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:0.0:1749393413.858272:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507319168/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393418 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393413.858272:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507319296/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393418 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393413.858359:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393413.858393:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393413.858428:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393413.858429:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749393413.858436:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507319296 00000100:00100000:1.0:1749393413.858470:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507319296 00000100:00100000:3.0:1749393413.858484:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507319168 00000100:00100000:3.0:1749393413.858491:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507319168 00000100:00080000:2.0:1749393413.858522:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393413.858525:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1749393413.858531:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1749393413.858533:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507319296:12345-0@lo:700: 00000100:00100000:3.0:1749393413.858540:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507319168:12345-0@lo:700: 40000000:00080000:1.0:1749393413.858558:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:00080000:3.0:1749393413.858572:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393413.858597:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507319296:12345-0@lo:700: Request processed in 66us (237us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393413.858605:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507319296/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393429 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393413.858614:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1749393413.858617:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393413.858622:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507319168:12345-0@lo:700: Request processed in 83us (227us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393413.858630:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1749393413.858632:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507319168/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393429 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393413.858640:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393413.889215:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507319424:0@lo:700: 00000100:00100000:0.0:1749393413.889252:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393413.889310:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393413.889379:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507319424 00000100:00100000:3.0:1749393413.889389:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507319424 00000100:00080000:2.0:1749393413.889468:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393413.889477:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1749393413.889490:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507319424:12345-0@lo:700: 00000100:00100000:3.0:1749393413.889534:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393413.889544:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507319552:0@lo:700: 40000000:00080000:3.0:1749393413.889560:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393413.889565:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393413.889622:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507319424:12345-0@lo:700: Request processed in 136us (368us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393413.889630:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1749393413.889730:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507319424:0@lo:700: 00000100:00100000:2.0:1749393413.890197:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507319680:0@lo:700: 00000100:00100000:2.0:1749393413.890235:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393413.890300:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914be40 going to sleep for 11 seconds 00000100:00100000:3.0:1749393413.890317:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507319680 00000100:00100000:3.0:1749393413.890324:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507319680 00000100:00080000:2.0:1749393413.890358:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393413.890367:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1749393413.890378:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507319680:12345-0@lo:700: 00000100:00100000:3.0:1749393413.890414:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393413.890422:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507319808:0@lo:700: 40000000:00080000:3.0:1749393413.890472:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393413.890475:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393413.890529:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507319680:12345-0@lo:700: Request processed in 151us (291us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393413.890541:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1749393413.890583:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507319680:0@lo:700: 00000100:00100000:0.0:1749393414.192357:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393414.321205:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393414.396346:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393414.512232:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393414.512250:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507319936:0@lo:900: 00000100:00100000:0.0:1749393415.183351:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393415.183402:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393415.183528:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499718272 00000100:00100000:3.0:1749393415.183528:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499718400 00000100:00100000:0.0:1749393415.183538:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393415.183543:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499718272 00000100:00100000:3.0:1749393415.183543:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499718400 00000100:00100000:3.0:1749393415.183585:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499718528 00000100:00100000:3.0:1749393415.183590:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499718528 00000100:00100000:0.0:1749393415.183592:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 612 00000100:00100000:0.0:1749393415.183602:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499718400:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393415.183611:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 331 00000100:00100000:3.0:1749393415.183611:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 613 00000100:00100000:3.0:1749393415.183622:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499718528:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393415.183623:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499718272:12345-192.168.203.32@tcp:400: 00010000:00080000:0.0:1749393415.183635:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 456 last 0 00010000:00080000:3.0:1749393415.183650:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 456 last 0 00000100:00100000:2.0:1749393415.183700:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499718272:12345-192.168.203.32@tcp:400: Request processed in 77us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393415.183702:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499718400:12345-192.168.203.32@tcp:38: Request processed in 100us (298us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393415.183711:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 612 00000100:00100000:3.0:1749393415.183721:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499718528:12345-192.168.203.32@tcp:38: Request processed in 99us (181us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393415.183727:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 331 00000100:00100000:3.0:1749393415.183731:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 613 00000100:00100000:0.0:1749393415.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393415.321207:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393415.398301:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393415.890215:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507320064:0@lo:700: 00000100:00100000:0.0:1749393415.890277:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393415.890344:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393415.890397:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507320064 00000100:00100000:3.0:1749393415.890409:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507320064 00000100:00080000:2.0:1749393415.890513:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393415.890533:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1749393415.890545:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507320064:12345-0@lo:700: 00000100:00100000:3.0:1749393415.890590:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393415.890598:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507320192:0@lo:700: 40000000:00080000:3.0:1749393415.890614:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393415.890617:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393415.890669:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507320064:12345-0@lo:700: Request processed in 127us (391us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393415.890677:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1749393415.890717:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507320064:0@lo:700: 00000100:00100000:2.0:1749393415.891183:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507320320:0@lo:700: 00000100:00100000:2.0:1749393415.891218:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393415.891278:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393415.891287:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507320320 00000100:00100000:3.0:1749393415.891294:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507320320 00000100:00100000:3.0:1749393415.891332:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00080000:2.0:1749393415.891336:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393415.891341:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507320320:12345-0@lo:700: 00000100:00100000:3.0:1749393415.891371:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393415.891377:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507320448:0@lo:700: 40000000:00080000:3.0:1749393415.891389:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393415.891393:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393415.891464:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507320320:12345-0@lo:700: Request processed in 122us (243us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393415.891475:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1749393415.891492:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507320320:0@lo:700: 00000100:00100000:0.0:1749393415.932331:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099602680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507320576:0@lo:41: 00000100:00100000:0.0:1749393415.932375:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393415.932453:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507320576 00000100:00100000:2.0:1749393415.932464:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507320576 00000100:00100000:2.0:1749393415.932527:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1749393415.932539:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507320576:12345-0@lo:41: 00000004:00000024:2.0:1749393415.932577:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393415.932641:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507320576:12345-0@lo:41: Request processed in 104us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393415.932649:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1749393415.932667:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099602680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507320576:0@lo:41: 00000100:00100000:0.0:1749393416.192196:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393416.321183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393416.364225:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393416.364232:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393416.364235:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393416.364241:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 453 00000100:00080000:0.0:1749393416.364245:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393416.364250:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393416.364268:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972c380 x1834371507320832/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393416.364300:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393416.364304:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393416.364305:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393416.364308:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 453 00000100:00080000:0.0:1749393416.364310:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393416.364313:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393416.364319:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507320704:0@lo:400: 00000100:00100000:0.0:1749393416.364323:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972ca80 x1834371507321088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393416.364333:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507320960:0@lo:400: 00000100:00080000:0.0:1749393416.364336:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393416.364339:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393416.364341:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393416.364342:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507320832:0@lo:38: 00000100:00080000:0.0:1749393416.364350:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 453 00000100:00080000:0.0:1749393416.364352:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393416.364356:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393416.364366:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972d180 x1834371507321344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393416.364376:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393416.364378:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393416.364380:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393416.364383:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 453 00000100:00100000:2.0:1749393416.364383:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393416.364384:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393416.364387:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393416.364392:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393416.364395:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393416.364396:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972d500 x1834371507321472/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393416.364411:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393416.364414:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393416.364415:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393416.364419:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 453 00000100:00080000:0.0:1749393416.364420:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393416.364458:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393416.364464:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507321728:0@lo:400: 00000100:00100000:3.0:1749393416.364464:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507321216:0@lo:400: 00000100:00100000:0.0:1749393416.364469:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972df80 x1834371507321856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393416.364477:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393416.364480:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393416.364482:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393416.364482:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507321600:0@lo:400: 00000100:00080000:0.0:1749393416.364498:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 453 00000100:00080000:0.0:1749393416.364500:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393416.364500:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393416.364500:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393416.364504:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393416.364515:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972e300 x1834371507321984/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393416.364525:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507321728 00000100:00100000:1.0:1749393416.364531:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507321728 00000100:00100000:3.0:1749393416.364542:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507320832 00000100:00100000:3.0:1749393416.364549:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507320832 00000100:00100000:2.0:1749393416.364557:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507320704 00000100:00100000:1.0:1749393416.364560:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1749393416.364561:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507320960 00000100:00100000:2.0:1749393416.364561:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507320704 00000100:00100000:0.0:1749393416.364566:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507320960 00000100:00100000:1.0:1749393416.364567:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507321728:12345-0@lo:400: 00000100:00100000:3.0:1749393416.364577:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1749393416.364586:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507320832:12345-0@lo:38: 00000100:00100000:0.0:1749393416.364589:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507321216 00000100:00100000:0.0:1749393416.364592:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507321216 00000100:00100000:2.0:1749393416.364593:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1749393416.364600:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507320704:12345-0@lo:400: 00000100:00100000:0.0:1749393416.364604:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1749393416.364608:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507321728:12345-0@lo:400: Request processed in 41us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393416.364610:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507320960:12345-0@lo:400: 00010000:00020000:3.0:1749393416.364613:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393416.364615:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1749393416.364639:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507322112:0@lo:400: 00000100:00100000:3.0:1749393416.364661:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507320832:12345-0@lo:38: Request processed in 74us (265us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393416.364667:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507320704:12345-0@lo:400: Request processed in 67us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393416.364668:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507320960:12345-0@lo:400: Request processed in 58us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393416.364669:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393416.364672:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1749393416.364675:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1749393416.364677:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1749393416.364690:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1749393416.364695:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507321216:12345-0@lo:400: 00000100:00100000:1.0:1749393416.364695:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507320960:0@lo:400: 00000100:00100000:3.0:1749393416.364700:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507322240:0@lo:400: 00000100:00100000:2.0:1749393416.364712:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507322112 00000100:00100000:2.0:1749393416.364716:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507322112 00000100:00100000:0.0:1749393416.364718:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507321216:12345-0@lo:400: Request processed in 23us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393416.364720:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393416.364724:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:3.0:1749393416.364736:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393416.364737:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507321600 00000100:00100000:1.0:1749393416.364740:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507321600 00000100:00100000:2.0:1749393416.364747:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507322240 00000100:00100000:2.0:1749393416.364751:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507322240 00000100:00080000:0.0:1749393416.364754:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393416.364757:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1749393416.364763:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507322112:12345-0@lo:400: 00000100:00100000:0.0:1749393416.364772:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1749393416.364775:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507321216:0@lo:400: 00000100:00100000:2.0:1749393416.364778:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1749393416.364779:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099602680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507321600:12345-0@lo:400: 00000100:00100000:2.0:1749393416.364786:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507322240:12345-0@lo:400: 00000100:00100000:1.0:1749393416.364792:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507322112:12345-0@lo:400: Request processed in 29us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393416.364798:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1749393416.364806:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099602680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507321600:12345-0@lo:400: Request processed in 28us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393416.364811:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00010000:00080000:1.0:1749393416.364823:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009972e680 x1834371507322112/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393416.364826:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393416.364832:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393416.364835:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507322112:0@lo:400: 00000100:00100000:2.0:1749393416.364835:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507322240:12345-0@lo:400: Request processed in 48us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393416.364838:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507320832:0@lo:38: 00010000:00080000:0.0:1749393416.364839:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009972d880 x1834371507321600/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393416.364845:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1749393416.364847:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507321088:0@lo:38: 00000100:00100000:0.0:1749393416.364865:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507321600:0@lo:400: 00000100:00100000:3.0:1749393416.364876:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1749393416.364884:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009972dc00 x1834371507321728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393416.364901:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507321728:0@lo:400: 00000100:00100000:1.0:1749393416.364907:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507321088 00000100:00100000:1.0:1749393416.364911:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507321088 00000100:00100000:2.0:1749393416.364914:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507320704:0@lo:400: 00000100:00100000:3.0:1749393416.364922:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507321344:0@lo:38: 00000100:00100000:1.0:1749393416.364948:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1749393416.364949:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393416.364953:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507321088:12345-0@lo:38: 00010000:00020000:1.0:1749393416.364970:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393416.364970:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507321472:0@lo:38: 00000100:00100000:0.0:1749393416.364975:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507321344 00000100:00100000:0.0:1749393416.364980:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507321344 00000100:00100000:3.0:1749393416.364998:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393416.365000:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1749393416.365003:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507321088:12345-0@lo:38: Request processed in 49us (127us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393416.365005:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507321344:12345-0@lo:38: 00000100:00100000:1.0:1749393416.365009:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1749393416.365018:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507321472 00000100:00100000:3.0:1749393416.365019:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507321856:0@lo:38: 00010000:00020000:0.0:1749393416.365021:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393416.365021:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507321472 00000100:00100000:3.0:1749393416.365037:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393416.365041:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507321856 00000100:00100000:1.0:1749393416.365043:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507321856 00000100:00100000:1.0:1749393416.365052:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1749393416.365054:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507321984:0@lo:38: 00000100:00100000:0.0:1749393416.365055:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507321344:12345-0@lo:38: Request processed in 47us (105us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393416.365056:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507321472:12345-0@lo:38: 00000100:00100000:0.0:1749393416.365061:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00010000:00020000:1.0:1749393416.365068:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393416.365071:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1749393416.365098:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507321856:12345-0@lo:38: 00010000:00020000:0.0:1749393416.365109:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393416.365119:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393416.365129:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507321472:12345-0@lo:38: Request processed in 70us (131us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393416.365132:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507321856:12345-0@lo:38: Request processed in 33us (95us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393416.365135:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1749393416.365139:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1749393416.365141:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507321984 00000100:00100000:2.0:1749393416.365147:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507321984 00000100:00080000:3.0:1749393416.365152:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393416.365157:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393416.365163:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507321088:0@lo:38: 00000100:00100000:2.0:1749393416.365171:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1749393416.365179:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507321984:12345-0@lo:38: 00000100:00080000:3.0:1749393416.365183:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393416.365186:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393416.365191:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507321344:0@lo:38: 00010000:00020000:2.0:1749393416.365197:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749393416.365203:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393416.365207:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393416.365211:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507321472:0@lo:38: 00000100:00080000:3.0:1749393416.365223:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393416.365234:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507321984:12345-0@lo:38: Request processed in 53us (114us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393416.365235:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393416.365240:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507321856:0@lo:38: 00000100:00100000:2.0:1749393416.365242:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00080000:3.0:1749393416.365254:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393416.365257:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393416.365262:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507321984:0@lo:38: 00010000:00080000:3.0:1749393416.365303:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009972ea00 x1834371507322240/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393416.365317:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507322240:0@lo:400: 00010000:00010000:2.0:1749393416.400303:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393416.513188:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393416.513197:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972d880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507322368:0@lo:900: 00000100:00100000:0.0:1749393417.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393417.321189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393417.402314:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393417.788384:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393417.788413:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507322496:0@lo:41: 00000100:00100000:3.0:1749393417.788507:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393417.788558:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507322496 00000100:00100000:0.0:1749393417.788568:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507322496 00000100:00100000:0.0:1749393417.788605:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1749393417.788612:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507322496:12345-0@lo:41: 00000004:00000024:0.0:1749393417.788641:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393417.788690:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507322496:12345-0@lo:41: Request processed in 78us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393417.788713:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1749393417.788722:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507322496:0@lo:41: 00000100:00100000:0.0:1749393417.891199:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507322624:0@lo:700: 00000100:00100000:0.0:1749393417.891236:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393417.891289:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393417.891354:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507322624 00000100:00100000:3.0:1749393417.891363:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507322624 00000100:00080000:0.0:1749393417.891450:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393417.891466:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1749393417.891475:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507322624:12345-0@lo:700: 00000100:00100000:3.0:1749393417.891511:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393417.891516:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507322752:0@lo:700: 40000000:00080000:3.0:1749393417.891527:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393417.891529:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393417.891576:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507322624:12345-0@lo:700: Request processed in 103us (339us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393417.891583:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1749393417.891601:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507322624:0@lo:700: 00000100:00100000:2.0:1749393417.892177:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507322880:0@lo:700: 00000100:00100000:2.0:1749393417.892212:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393417.892267:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393417.892283:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507322880 00000100:00100000:3.0:1749393417.892299:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507322880 00000100:00080000:0.0:1749393417.892334:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393417.892337:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1749393417.892346:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507322880:12345-0@lo:700: 00000100:00100000:3.0:1749393417.892371:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393417.892376:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507323008:0@lo:700: 40000000:00080000:3.0:1749393417.892384:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393417.892387:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393417.892455:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507322880:12345-0@lo:700: Request processed in 108us (239us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393417.892466:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1749393417.892481:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507322880:0@lo:700: 00000100:00100000:2.0:1749393418.192284:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393418.321203:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393418.404272:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393418.514214:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393418.514227:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972ed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507323136:0@lo:900: 00000100:00100000:2.0:1749393419.171284:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 25 seconds 00000100:00100000:2.0:1749393419.192158:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393419.321191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393419.406357:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393419.892232:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507323264:0@lo:700: 00000100:00100000:0.0:1749393419.892284:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393419.892341:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393419.892391:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507323264 00000100:00100000:3.0:1749393419.892414:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507323264 00000100:00080000:0.0:1749393419.892464:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393419.892473:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1749393419.892482:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507323264:12345-0@lo:700: 00000100:00100000:3.0:1749393419.892517:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393419.892522:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507323392:0@lo:700: 40000000:00080000:3.0:1749393419.892533:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393419.892536:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393419.892579:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507323264:12345-0@lo:700: Request processed in 99us (295us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393419.892585:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1749393419.892597:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507323264:0@lo:700: 00000100:00100000:2.0:1749393419.893149:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507323520:0@lo:700: 00000100:00100000:2.0:1749393419.893174:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393419.893206:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393419.893257:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507323520 00000100:00100000:3.0:1749393419.893264:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507323520 00000100:00080000:0.0:1749393419.893284:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393419.893291:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1749393419.893298:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507323520:12345-0@lo:700: 00000100:00100000:3.0:1749393419.893322:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393419.893338:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507323648:0@lo:700: 40000000:00080000:3.0:1749393419.893347:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393419.893350:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393419.893388:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507323520:12345-0@lo:700: Request processed in 90us (213us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393419.893394:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1749393419.893423:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507323520:0@lo:700: 00000100:00100000:0.0:1749393420.191713:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393420.191761:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393420.191802:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393420.191844:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499718784 00000100:00100000:2.0:1749393420.191848:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499718656 00000100:00100000:0.0:1749393420.191853:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499718784 00000100:00100000:2.0:1749393420.191857:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499718656 00000100:00100000:0.0:1749393420.191888:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499718912 00000100:00100000:0.0:1749393420.191891:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499718912 00000100:00100000:2.0:1749393420.191898:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 333 00000100:00100000:2.0:1749393420.191906:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499718656:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393420.191907:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 620 00000100:00100000:0.0:1749393420.191917:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 621 00000100:00100000:3.0:1749393420.191919:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499718784:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393420.191924:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499718912:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393420.191950:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 461 last 0 00010000:00080000:3.0:1749393420.191959:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 461 last 0 00000100:00100000:2.0:1749393420.191972:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499718656:12345-192.168.203.32@tcp:400: Request processed in 66us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393420.191979:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 333 00000100:00100000:0.0:1749393420.191995:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499718912:12345-192.168.203.32@tcp:38: Request processed in 71us (192us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393420.192012:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 621 00000100:00100000:3.0:1749393420.192016:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499718784:12345-192.168.203.32@tcp:38: Request processed in 96us (251us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393420.192027:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 620 00000100:00100000:2.0:1749393420.192133:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393420.321205:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393420.408350:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393420.515237:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393420.515253:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972fb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507323776:0@lo:900: 00000100:00100000:3.0:1749393420.940361:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507323904:0@lo:41: 00000100:00100000:3.0:1749393420.940483:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393420.940574:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507323904 00000100:00100000:0.0:1749393420.940586:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507323904 00000100:00100000:0.0:1749393420.940630:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1749393420.940639:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507323904:12345-0@lo:41: 00000004:00000024:0.0:1749393420.940675:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393420.940738:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507323904:12345-0@lo:41: Request processed in 100us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393420.940747:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1749393420.940781:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507323904:0@lo:41: 00000100:00100000:2.0:1749393421.192216:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393421.321226:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393421.372249:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393421.372257:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393421.372260:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393421.372268:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 458 00000100:00080000:0.0:1749393421.372272:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393421.372277:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393421.372298:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972d880 x1834371507324160/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393421.372325:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393421.372328:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393421.372330:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393421.372333:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 458 00000100:00080000:0.0:1749393421.372335:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393421.372338:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393421.372349:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507324032:0@lo:400: 00000100:00100000:3.0:1749393421.372349:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507324288:0@lo:400: 00000100:00100000:0.0:1749393421.372363:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972e300 x1834371507324416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393421.372387:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393421.372413:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393421.372415:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393421.372418:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 458 00000100:00080000:0.0:1749393421.372437:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393421.372440:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393421.372452:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507324160:0@lo:38: 00000100:00100000:0.0:1749393421.372454:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972d500 x1834371507324672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393421.372465:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393421.372468:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393421.372470:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393421.372473:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 458 00000100:00080000:0.0:1749393421.372475:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393421.372476:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393421.372476:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393421.372478:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393421.372489:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972d180 x1834371507324800/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393421.372508:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393421.372511:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393421.372513:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393421.372516:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 458 00000100:00080000:0.0:1749393421.372518:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393421.372521:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393421.372528:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393421.372537:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507324928:0@lo:400: 00000100:00100000:0.0:1749393421.372538:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972dc00 x1834371507325184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393421.372547:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393421.372550:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393421.372552:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393421.372555:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 458 00000100:00080000:0.0:1749393421.372557:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393421.372560:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393421.372560:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507324416:0@lo:38: 00000100:00100000:0.0:1749393421.372569:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972c380 x1834371507325312/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393421.372569:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507325056:0@lo:400: 00000100:00100000:3.0:1749393421.372573:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393421.372579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393421.372606:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1749393421.372607:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393421.372607:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507324672:0@lo:38: 00000100:00100000:0.0:1749393421.372609:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507324160 00000100:00100000:0.0:1749393421.372616:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507324160 00000100:00100000:3.0:1749393421.372616:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507324544:0@lo:400: 00000100:00100000:2.0:1749393421.372627:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393421.372634:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393421.372643:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507325440:0@lo:400: 00000100:00100000:2.0:1749393421.372645:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507324800:0@lo:38: 00000100:00100000:3.0:1749393421.372647:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393421.372653:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507324416 00000100:00100000:0.0:1749393421.372656:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507324416 00000100:00100000:2.0:1749393421.372664:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393421.372673:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393421.372673:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507325568:0@lo:400: 00000100:00100000:0.0:1749393421.372675:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507324672 00000100:00100000:0.0:1749393421.372677:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507324672 00000100:00100000:2.0:1749393421.372680:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507325184:0@lo:38: 00000100:00100000:0.0:1749393421.372684:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507324800 00000100:00100000:0.0:1749393421.372686:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507324800 00000100:00100000:0.0:1749393421.372698:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1749393421.372702:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393421.372705:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507324160:12345-0@lo:38: 00000100:00100000:3.0:1749393421.372706:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393421.372714:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507325312:0@lo:38: 00010000:00020000:0.0:1749393421.372728:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393421.372730:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507324032 00000100:00100000:2.0:1749393421.372730:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393421.372738:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507324032 00000100:00100000:3.0:1749393421.372741:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507325184 00000100:00100000:3.0:1749393421.372754:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507325184 00000100:00100000:2.0:1749393421.372762:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507324928 00000100:00100000:2.0:1749393421.372767:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507324928 00000100:00100000:3.0:1749393421.372774:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507325312 00000100:00100000:1.0:1749393421.372778:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1749393421.372778:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507325312 00000100:00100000:0.0:1749393421.372779:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507324160:12345-0@lo:38: Request processed in 72us (249us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393421.372788:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1749393421.372791:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507324032:12345-0@lo:400: 00000100:00100000:3.0:1749393421.372795:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1749393421.372802:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507325056 00000100:00100000:3.0:1749393421.372802:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507324416:12345-0@lo:38: 00000100:00100000:2.0:1749393421.372805:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507325056 00000100:00100000:0.0:1749393421.372806:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1749393421.372810:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507324672:12345-0@lo:38: 00000100:00100000:2.0:1749393421.372816:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507325440 00000100:00100000:2.0:1749393421.372819:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507325440 00010000:00020000:3.0:1749393421.372825:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393421.372827:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507325568 00010000:00020000:0.0:1749393421.372829:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393421.372829:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507325568 00000100:00100000:2.0:1749393421.372841:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1749393421.372848:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507324032:12345-0@lo:400: Request processed in 59us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393421.372848:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507324928:12345-0@lo:400: 00000100:00100000:1.0:1749393421.372859:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1749393421.372861:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507324416:12345-0@lo:38: Request processed in 58us (281us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393421.372863:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507324672:12345-0@lo:38: Request processed in 51us (235us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393421.372871:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1749393421.372876:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1749393421.372890:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507324928:12345-0@lo:400: Request processed in 42us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393421.372891:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1749393421.372898:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1749393421.372898:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507324800:12345-0@lo:38: 00000100:00100000:0.0:1749393421.372904:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1749393421.372904:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1749393421.372909:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507325184:12345-0@lo:38: 00000100:00100000:2.0:1749393421.372912:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1749393421.372915:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507325056:12345-0@lo:400: 00010000:00020000:3.0:1749393421.372916:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393421.372918:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507325440:12345-0@lo:400: 00010000:00020000:0.0:1749393421.372921:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393421.372955:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507325184:12345-0@lo:38: Request processed in 45us (252us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393421.372957:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507325440:12345-0@lo:400: Request processed in 39us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393421.372961:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1749393421.372961:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507324800:12345-0@lo:38: Request processed in 60us (293us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393421.372962:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507325056:12345-0@lo:400: Request processed in 50us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393421.372971:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1749393421.372972:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1749393421.372976:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1749393421.372977:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1749393421.372981:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507325312:12345-0@lo:38: 00000100:00100000:2.0:1749393421.372984:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1749393421.372989:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507325568:12345-0@lo:400: 00010000:00020000:0.0:1749393421.372991:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393421.373015:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507325312:12345-0@lo:38: Request processed in 34us (285us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393421.373021:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507325568:12345-0@lo:400: Request processed in 31us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393421.373022:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00010000:00080000:1.0:1749393421.373024:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009972e680 x1834371507325440/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749393421.373024:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009972ca80 x1834371507324928/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393421.373027:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1749393421.373045:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507324288 00000100:00100000:1.0:1749393421.373046:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507325440:0@lo:400: 00000100:00100000:3.0:1749393421.373046:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507324928:0@lo:400: 00000100:00100000:2.0:1749393421.373048:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507324288 00000100:00100000:0.0:1749393421.373049:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507324544 00000100:00100000:0.0:1749393421.373053:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507324544 00010000:00080000:1.0:1749393421.373062:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009972c000 x1834371507325056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393421.373100:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1749393421.373106:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1749393421.373108:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507324288:12345-0@lo:400: 00000100:00100000:0.0:1749393421.373113:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507324544:12345-0@lo:400: 00000100:00100000:1.0:1749393421.373129:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507325056:0@lo:400: 00010000:00080000:3.0:1749393421.373133:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009972ce00 x1834371507325568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393421.373140:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507324288:12345-0@lo:400: Request processed in 33us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393421.373147:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507324032:0@lo:400: 00000100:00100000:2.0:1749393421.373147:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1749393421.373148:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507325568:0@lo:400: 00000100:00100000:0.0:1749393421.373150:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507324544:12345-0@lo:400: Request processed in 37us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393421.373156:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1749393421.373172:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507324544:0@lo:400: 00000100:00080000:2.0:1749393421.373177:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393421.373181:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393421.373186:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507324672:0@lo:38: 00000100:00080000:0.0:1749393421.373188:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1749393421.373192:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1749393421.373195:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393421.373198:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393421.373201:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507324800:0@lo:38: 00000100:00100000:1.0:1749393421.373205:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507324288:0@lo:400: 00000100:00080000:2.0:1749393421.373209:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393421.373212:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393421.373215:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507325184:0@lo:38: 00000100:00080000:2.0:1749393421.373223:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393421.373225:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393421.373236:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507325312:0@lo:38: 00000100:00080000:2.0:1749393421.373247:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393421.373250:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393421.373253:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507324160:0@lo:38: 00000100:00080000:2.0:1749393421.373261:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393421.373263:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393421.373266:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507324416:0@lo:38: 00010000:00010000:1.0:1749393421.410259:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393421.893240:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507325696:0@lo:700: 00000100:00100000:0.0:1749393421.893295:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393421.893380:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393421.893479:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507325696 00000100:00100000:3.0:1749393421.893491:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507325696 00000100:00100000:3.0:1749393421.893562:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1749393421.893576:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507325696:12345-0@lo:700: 00000100:00100000:3.0:1749393421.893636:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393421.893645:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507325824:0@lo:700: 40000000:00080000:3.0:1749393421.893662:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393421.893667:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393421.893732:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507325696:12345-0@lo:700: Request processed in 158us (435us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393421.893741:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1749393421.893830:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507325696:0@lo:700: 00000100:00100000:2.0:1749393421.894204:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507325952:0@lo:700: 00000100:00100000:2.0:1749393421.894242:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393421.894295:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1749393421.894369:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507325952 00000100:00100000:3.0:1749393421.894380:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507325952 00000100:00100000:3.0:1749393421.894468:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1749393421.894480:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507325952:12345-0@lo:700: 00000100:00100000:3.0:1749393421.894523:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393421.894531:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507326080:0@lo:700: 40000000:00080000:3.0:1749393421.894545:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393421.894549:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393421.894612:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507325952:12345-0@lo:700: Request processed in 133us (368us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393421.894621:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1749393421.894716:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507325952:0@lo:700: 00000100:00100000:0.0:1749393422.192267:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393422.321160:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393422.412284:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393422.516228:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393422.516242:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507326208:0@lo:900: 00000100:00100000:3.0:1749393422.796474:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507326336:0@lo:41: 00000100:00100000:3.0:1749393422.796560:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393422.796669:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507326336 00000100:00100000:0.0:1749393422.796681:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507326336 00000100:00100000:0.0:1749393422.796740:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1749393422.796753:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507326336:12345-0@lo:41: 00000004:00000024:0.0:1749393422.796793:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393422.796881:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507326336:12345-0@lo:41: Request processed in 128us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393422.796895:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1749393422.796918:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507326336:0@lo:41: 00000100:00100000:0.0:1749393423.192226:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393423.321202:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393423.414347:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393423.894262:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507326464:0@lo:700: 00000100:00100000:0.0:1749393423.894336:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393423.894447:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393423.894488:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507326464 00000100:00100000:3.0:1749393423.894502:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507326464 00000100:00080000:0.0:1749393423.894581:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393423.894591:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1749393423.894602:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507326464:12345-0@lo:700: 00000100:00100000:3.0:1749393423.894662:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393423.894669:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507326592:0@lo:700: 40000000:00080000:3.0:1749393423.894684:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393423.894687:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393423.894746:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507326464:12345-0@lo:700: Request processed in 146us (409us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393423.894756:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1749393423.894778:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507326464:0@lo:700: 00000100:00100000:2.0:1749393423.895172:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507326720:0@lo:700: 00000100:00100000:2.0:1749393423.895207:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393423.895268:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1749393423.895283:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507326720 00000100:00100000:3.0:1749393423.895290:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507326720 00000100:00100000:3.0:1749393423.895328:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1749393423.895338:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507326720:12345-0@lo:700: 00000100:00080000:0.0:1749393423.895340:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393423.895367:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393423.895399:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507326848:0@lo:700: 40000000:00080000:3.0:1749393423.895410:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393423.895412:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393423.895461:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507326720:12345-0@lo:700: Request processed in 123us (251us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393423.895472:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1749393423.895518:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507326720:0@lo:700: 00000100:00100000:2.0:1749393424.192268:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393424.321179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393424.416325:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393424.517218:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393424.517232:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972d880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507326976:0@lo:900: 00000100:00100000:2.0:1749393424.858177:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:0.0:1749393424.858179:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393424.858206:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507327232/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393429 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393424.858206:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507327104/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393429 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393424.858277:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393424.858333:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393424.858356:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393424.858361:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393424.858421:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507327104 00000100:00100000:3.0:1749393424.858431:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507327104 00000100:00100000:1.0:1749393424.858450:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507327232 00000100:00100000:1.0:1749393424.858458:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507327232 00000100:00080000:0.0:1749393424.858460:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1749393424.858478:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393424.858495:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1749393424.858505:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507327104:12345-0@lo:700: 00000100:00100000:1.0:1749393424.858508:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1749393424.858516:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507327232:12345-0@lo:700: 40000000:00080000:3.0:1749393424.858533:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:00080000:1.0:1749393424.858544:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393424.858577:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507327104:12345-0@lo:700: Request processed in 74us (299us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393424.858586:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1749393424.858589:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507327104/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393440 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393424.858599:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393424.858610:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507327232:12345-0@lo:700: Request processed in 94us (277us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393424.858619:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1749393424.858631:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507327232/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393440 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393424.858642:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393425.192249:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393425.199102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393425.199152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393425.199205:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499719168 00000100:00100000:2.0:1749393425.199218:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499719168 00000100:00100000:0.0:1749393425.199247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393425.199261:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499719296 00000100:00100000:2.0:1749393425.199266:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499719296 00000100:00100000:0.0:1749393425.199282:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 628 00000100:00100000:1.0:1749393425.199282:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499719040 00000100:00100000:0.0:1749393425.199291:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499719168:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393425.199292:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499719040 00000100:00100000:2.0:1749393425.199312:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 629 00000100:00100000:2.0:1749393425.199323:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499719296:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393425.199324:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 466 last 0 00000100:00100000:1.0:1749393425.199337:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 335 00000100:00100000:1.0:1749393425.199345:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499719040:12345-192.168.203.32@tcp:400: 00010000:00080000:2.0:1749393425.199354:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 466 last 0 00000100:00100000:0.0:1749393425.199430:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499719168:12345-192.168.203.32@tcp:38: Request processed in 136us (364us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393425.199438:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499719040:12345-192.168.203.32@tcp:400: Request processed in 92us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393425.199440:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 628 00000100:00100000:1.0:1749393425.199447:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 335 00000100:00100000:2.0:1749393425.199452:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499719296:12345-192.168.203.32@tcp:38: Request processed in 127us (201us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393425.199465:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 629 00000100:00100000:2.0:1749393425.321205:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393425.418313:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393425.895239:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507327360:0@lo:700: 00000100:00100000:0.0:1749393425.895295:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393425.895382:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393425.895409:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507327360 00000100:00100000:1.0:1749393425.895417:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507327360 00000100:00080000:0.0:1749393425.895464:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393425.895470:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1749393425.895478:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507327360:12345-0@lo:700: 00000100:00100000:1.0:1749393425.895509:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181e40 going to sleep for 0 seconds 00000100:00100000:1.0:1749393425.895514:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507327488:0@lo:700: 40000000:00080000:1.0:1749393425.895527:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393425.895529:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393425.895568:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507327360:12345-0@lo:700: Request processed in 92us (273us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393425.895575:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1749393425.895589:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507327360:0@lo:700: 00000100:00100000:2.0:1749393425.896201:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507327616:0@lo:700: 00000100:00100000:2.0:1749393425.896229:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393425.896301:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393425.896353:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507327616 00000100:00100000:1.0:1749393425.896382:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507327616 00000100:00080000:0.0:1749393425.896414:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393425.896421:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1749393425.896429:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507327616:12345-0@lo:700: 00000100:00100000:1.0:1749393425.896478:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181e40 going to sleep for 0 seconds 00000100:00100000:1.0:1749393425.896484:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507327744:0@lo:700: 40000000:00080000:1.0:1749393425.896495:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393425.896498:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393425.896553:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507327616:12345-0@lo:700: Request processed in 123us (321us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393425.896562:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1749393425.896610:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507327616:0@lo:700: 00000100:00100000:1.0:1749393425.948508:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507327872:0@lo:41: 00000100:00100000:1.0:1749393425.948554:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393425.948637:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507327872 00000100:00100000:0.0:1749393425.948647:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507327872 00000100:00100000:0.0:1749393425.948695:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1749393425.948708:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507327872:12345-0@lo:41: 00000004:00000024:0.0:1749393425.948747:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393425.948828:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507327872:12345-0@lo:41: Request processed in 121us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393425.948855:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507327872:0@lo:41: 00000100:00100000:0.0:1749393425.948857:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1749393426.192239:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393426.321200:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393426.380240:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393426.380248:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393426.380252:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393426.380260:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 463 00000100:00080000:0.0:1749393426.380264:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393426.380271:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393426.380294:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972fb80 x1834371507328128/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393426.380307:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507328000:0@lo:400: 00000100:00080000:0.0:1749393426.380330:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393426.380334:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393426.380336:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393426.380339:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 463 00000100:00080000:0.0:1749393426.380341:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393426.380344:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393426.380384:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972e680 x1834371507328384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393426.380400:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393426.380404:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393426.380405:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393426.380408:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 463 00000100:00080000:0.0:1749393426.380411:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393426.380414:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393426.380416:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393426.380423:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972ca80 x1834371507328640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393426.380428:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507328128:0@lo:38: 00000100:00080000:0.0:1749393426.380447:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393426.380450:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393426.380451:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393426.380455:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 463 00000100:00080000:0.0:1749393426.380456:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393426.380459:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393426.380471:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972d500 x1834371507328768/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393426.380476:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393426.380492:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507328000 00000100:00100000:2.0:1749393426.380494:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393426.380502:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507328000 00000100:00100000:3.0:1749393426.380503:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507328384:0@lo:38: 00000100:00100000:2.0:1749393426.380506:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507328896:0@lo:400: 00000100:00080000:0.0:1749393426.380507:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393426.380510:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393426.380512:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393426.380516:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 463 00000100:00080000:0.0:1749393426.380518:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393426.380521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393426.380522:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393426.380533:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099750380 x1834371507329152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393426.380540:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393426.380543:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393426.380544:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393426.380544:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393426.380545:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507328640:0@lo:38: 00000100:00080000:0.0:1749393426.380547:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 463 00000100:00080000:0.0:1749393426.380549:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393426.380549:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00080000:0.0:1749393426.380552:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393426.380561:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099750700 x1834371507329280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393426.380561:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507328000:12345-0@lo:400: 00000100:00100000:3.0:1749393426.380563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393426.380576:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507328768:0@lo:38: 00000100:00100000:2.0:1749393426.380579:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099750000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507329024:0@lo:400: 00000100:00100000:3.0:1749393426.380590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393426.380603:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507328896 00000100:00100000:0.0:1749393426.380608:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507328896 00000100:00100000:3.0:1749393426.380616:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507329152:0@lo:38: 00000100:00100000:2.0:1749393426.380626:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393426.380637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393426.380643:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507328000:12345-0@lo:400: Request processed in 82us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393426.380650:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507329024 00000100:00100000:0.0:1749393426.380653:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507329024 00000100:00100000:3.0:1749393426.380653:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099750700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507329280:0@lo:38: 00000100:00100000:1.0:1749393426.380655:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1749393426.380667:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507328000:0@lo:400: 00000100:00100000:0.0:1749393426.380669:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1749393426.380675:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507328896:12345-0@lo:400: 00000100:00100000:3.0:1749393426.380677:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393426.380700:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507328128 00000100:00100000:2.0:1749393426.380704:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507328256:0@lo:400: 00000100:00100000:1.0:1749393426.380705:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507328128 00000100:00100000:3.0:1749393426.380706:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507328512:0@lo:400: 00000100:00100000:1.0:1749393426.380721:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507328384 00000100:00100000:1.0:1749393426.380725:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507328384 00000100:00100000:0.0:1749393426.380726:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507328896:12345-0@lo:400: Request processed in 51us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393426.380733:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393426.380734:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:1.0:1749393426.380734:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507328640 00000100:00100000:1.0:1749393426.380737:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507328640 00000100:00100000:1.0:1749393426.380748:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507328768 00000100:00100000:0.0:1749393426.380749:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1749393426.380749:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507329152 00000100:00100000:1.0:1749393426.380751:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507328768 00000100:00100000:3.0:1749393426.380753:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099750e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507329536:0@lo:400: 00000100:00100000:0.0:1749393426.380754:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507329024:12345-0@lo:400: 00000100:00100000:2.0:1749393426.380757:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507329152 00000100:00100000:1.0:1749393426.380761:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507329280 00000100:00100000:1.0:1749393426.380764:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507329280 00000100:00100000:3.0:1749393426.380769:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393426.380776:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507329024:12345-0@lo:400: Request processed in 22us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393426.380778:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1749393426.380782:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1749393426.380789:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507329536 00000100:00100000:0.0:1749393426.380793:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507329536 00000100:00100000:1.0:1749393426.380796:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507328128:12345-0@lo:38: 00000100:00100000:2.0:1749393426.380796:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1749393426.380805:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507328384:12345-0@lo:38: 00000100:00100000:0.0:1749393426.380811:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1749393426.380811:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1749393426.380815:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507329536:12345-0@lo:400: 00000100:00100000:3.0:1749393426.380817:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507328640:12345-0@lo:38: 00010000:00020000:1.0:1749393426.380824:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393426.380839:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507329536:12345-0@lo:400: Request processed in 23us (70us total) trans 0 rc 0/0 00010000:00020000:2.0:1749393426.380839:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393426.380845:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00010000:00020000:3.0:1749393426.380845:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393426.380868:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1749393426.380873:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507328768:12345-0@lo:38: 00000100:00100000:1.0:1749393426.380876:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507328128:12345-0@lo:38: Request processed in 79us (398us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393426.380879:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507328640:12345-0@lo:38: Request processed in 61us (315us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393426.380887:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00010000:00020000:0.0:1749393426.380888:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393426.380889:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507328384:12345-0@lo:38: Request processed in 81us (363us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393426.380892:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1749393426.380900:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1749393426.380906:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1749393426.380908:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507328768:12345-0@lo:38: Request processed in 34us (317us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393426.380911:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1749393426.380913:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507329152:12345-0@lo:38: 00000100:00100000:3.0:1749393426.380916:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507329280:12345-0@lo:38: 00000100:00100000:0.0:1749393426.380922:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00010000:00020000:3.0:1749393426.380926:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393426.380934:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393426.380939:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:1.0:1749393426.380944:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393426.380949:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507328512 00000100:00100000:0.0:1749393426.380952:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507328512 00000100:00100000:3.0:1749393426.380959:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507329280:12345-0@lo:38: Request processed in 42us (281us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393426.380964:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099750a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507329408:0@lo:400: 00000100:00100000:3.0:1749393426.380966:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1749393426.380970:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507328256 00000100:00100000:0.0:1749393426.380972:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507328256 00000100:00100000:1.0:1749393426.380974:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507329152:12345-0@lo:38: Request processed in 60us (334us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393426.380982:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1749393426.380983:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1749393426.380987:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507328512:12345-0@lo:400: 00000100:00100000:2.0:1749393426.380996:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1749393426.381002:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099750e00 x1834371507329536/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393426.381009:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507329408 00000100:00100000:1.0:1749393426.381014:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507329408 00000100:00100000:3.0:1749393426.381015:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507329536:0@lo:400: 00000100:00100000:0.0:1749393426.381020:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507328512:12345-0@lo:400: Request processed in 33us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393426.381026:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1749393426.381031:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507328512:0@lo:400: 00000100:00100000:0.0:1749393426.381036:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:0.0:1749393426.381040:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507328256:12345-0@lo:400: 00000100:00100000:1.0:1749393426.381047:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1749393426.381055:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507329408:12345-0@lo:400: 00000100:00100000:0.0:1749393426.381065:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507328256:12345-0@lo:400: Request processed in 24us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393426.381070:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00080000:0.0:1749393426.381114:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1749393426.381127:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099750000 x1834371507329024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393426.381142:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507329408:12345-0@lo:400: Request processed in 85us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393426.381144:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507329024:0@lo:400: 00000100:00100000:1.0:1749393426.381152:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00010000:00080000:2.0:1749393426.381160:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009972c700 x1834371507328896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393426.381169:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507328896:0@lo:400: 00000100:00080000:1.0:1749393426.381189:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393426.381195:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393426.381202:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507329280:0@lo:38: 00000100:00100000:2.0:1749393426.381204:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507328256:0@lo:400: 00000100:02020000:1.0:1749393426.381219:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00010000:00080000:2.0:1749393426.381219:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099750a80 x1834371507329408/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393426.381224:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393426.381228:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393426.381232:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507329408:0@lo:400: 00000100:00100000:1.0:1749393426.381233:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507328640:0@lo:38: 00000100:02020000:1.0:1749393426.381257:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1749393426.381262:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393426.381265:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393426.381270:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507328768:0@lo:38: 00000100:00080000:1.0:1749393426.381282:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393426.381286:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393426.381291:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507329152:0@lo:38: 00000100:00080000:1.0:1749393426.381303:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393426.381307:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393426.381312:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507328128:0@lo:38: 00000100:00080000:1.0:1749393426.381324:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393426.381327:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393426.381332:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507328384:0@lo:38: 00010000:00010000:3.0:1749393426.420308:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393426.518206:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393426.518218:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507329664:0@lo:900: 00000100:00100000:0.0:1749393427.192295:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393427.321193:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393427.422426:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393427.804499:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393427.804530:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099751180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507329792:0@lo:41: 00000100:00100000:3.0:1749393427.804604:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393427.804663:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507329792 00000100:00100000:0.0:1749393427.804675:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507329792 00000100:00100000:0.0:1749393427.804720:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:0.0:1749393427.804728:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507329792:12345-0@lo:41: 00000004:00000024:0.0:1749393427.804764:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393427.804828:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507329792:12345-0@lo:41: Request processed in 100us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393427.804856:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1749393427.804866:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507329792:0@lo:41: 00000100:00100000:0.0:1749393427.896217:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099751500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507329920:0@lo:700: 00000100:00100000:0.0:1749393427.896259:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393427.896321:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393427.896406:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507329920 00000100:00100000:1.0:1749393427.896415:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507329920 00000100:00100000:1.0:1749393427.896470:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1749393427.896479:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099751880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507329920:12345-0@lo:700: 00000100:00080000:0.0:1749393427.896480:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393427.896518:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 0 seconds 00000100:00100000:1.0:1749393427.896524:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507330048:0@lo:700: 40000000:00080000:1.0:1749393427.896537:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393427.896540:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393427.896594:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099751880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507329920:12345-0@lo:700: Request processed in 116us (334us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393427.896602:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1749393427.896623:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507329920:0@lo:700: 00000100:00100000:2.0:1749393427.897197:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507330176:0@lo:700: 00000100:00100000:2.0:1749393427.897240:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393427.897294:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393427.897385:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507330176 00000100:00100000:1.0:1749393427.897394:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507330176 00000100:00080000:0.0:1749393427.897424:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393427.897443:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1749393427.897451:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cceb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507330176:12345-0@lo:700: 00000100:00100000:1.0:1749393427.897483:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 0 seconds 00000100:00100000:1.0:1749393427.897489:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507330304:0@lo:700: 40000000:00080000:1.0:1749393427.897500:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393427.897503:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393427.897552:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cceb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507330176:12345-0@lo:700: Request processed in 101us (310us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393427.897560:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1749393427.897613:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507330176:0@lo:700: 00000100:00100000:2.0:1749393428.192337:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393428.321232:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393428.424396:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393428.519300:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393428.519319:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507330432:0@lo:900: 00000100:00100000:2.0:1749393429.192259:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393429.321175:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393429.426415:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393429.897235:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099751500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507330560:0@lo:700: 00000100:00100000:0.0:1749393429.897286:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393429.897378:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393429.897411:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507330560 00000100:00100000:1.0:1749393429.897419:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507330560 00000100:00080000:0.0:1749393429.897465:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393429.897470:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1749393429.897478:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099751c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507330560:12345-0@lo:700: 00000100:00100000:1.0:1749393429.897508:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 0 seconds 00000100:00100000:1.0:1749393429.897513:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507330688:0@lo:700: 40000000:00080000:1.0:1749393429.897525:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393429.897528:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393429.897565:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099751c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507330560:12345-0@lo:700: Request processed in 88us (278us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393429.897571:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1749393429.897585:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507330560:0@lo:700: 00000100:00100000:2.0:1749393429.898138:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507330816:0@lo:700: 00000100:00100000:2.0:1749393429.898164:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393429.898200:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393429.898218:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507330816 00000100:00100000:1.0:1749393429.898224:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507330816 00000100:00100000:1.0:1749393429.898252:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00080000:0.0:1749393429.898258:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393429.898258:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507330816:12345-0@lo:700: 00000100:00100000:1.0:1749393429.898295:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181540 going to sleep for 0 seconds 00000100:00100000:1.0:1749393429.898300:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507330944:0@lo:700: 40000000:00080000:1.0:1749393429.898309:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393429.898311:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393429.898374:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507330816:12345-0@lo:700: Request processed in 115us (207us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393429.898382:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1749393429.898395:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507330816:0@lo:700: 00000100:00100000:2.0:1749393430.192209:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393430.207588:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393430.207631:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393430.207668:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393430.207725:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499719424 00000100:00100000:3.0:1749393430.207733:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499719552 00000100:00100000:2.0:1749393430.207735:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499719680 00000100:00100000:1.0:1749393430.207739:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499719424 00000100:00100000:3.0:1749393430.207739:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499719552 00000100:00100000:2.0:1749393430.207744:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499719680 00000100:00100000:3.0:1749393430.207786:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 636 00000100:00100000:1.0:1749393430.207794:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 337 00000100:00100000:2.0:1749393430.207796:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 637 00000100:00100000:3.0:1749393430.207796:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099751500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499719552:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393430.207803:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499719424:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393430.207803:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099751f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499719680:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393430.207826:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 471 last 0 00010000:00080000:2.0:1749393430.207829:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 471 last 0 00000100:00100000:1.0:1749393430.207873:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499719424:12345-192.168.203.32@tcp:400: Request processed in 70us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393430.207878:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099751f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499719680:12345-192.168.203.32@tcp:38: Request processed in 74us (208us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393430.207884:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 337 00000100:00100000:2.0:1749393430.207885:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 637 00000100:00100000:3.0:1749393430.207890:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099751500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499719552:12345-192.168.203.32@tcp:38: Request processed in 94us (257us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393430.207899:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 636 00000100:00100000:2.0:1749393430.321215:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393430.428399:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393430.520266:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393430.520284:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099752300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507331072:0@lo:900: 00000100:00100000:3.0:1749393430.956412:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507331200:0@lo:41: 00000100:00100000:3.0:1749393430.956487:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393430.956617:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507331200 00000100:00100000:0.0:1749393430.956629:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507331200 00000100:00100000:0.0:1749393430.956690:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:0.0:1749393430.956699:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507331200:12345-0@lo:41: 00000004:00000024:0.0:1749393430.956736:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393430.956798:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507331200:12345-0@lo:41: Request processed in 99us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393430.956822:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:3.0:1749393430.956831:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507331200:0@lo:41: 00000100:00100000:2.0:1749393431.192290:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393431.321226:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393431.388310:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393431.388359:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393431.388364:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393431.388373:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 468 00000100:00080000:0.0:1749393431.388378:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393431.388384:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393431.388407:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099752680 x1834371507331456/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393431.388414:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099752300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507331328:0@lo:400: 00000100:00080000:0.0:1749393431.388443:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393431.388447:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393431.388449:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393431.388452:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 468 00000100:00080000:0.0:1749393431.388454:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393431.388457:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393431.388473:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099752d80 x1834371507331712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393431.388474:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099752a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507331584:0@lo:400: 00000100:00100000:2.0:1749393431.388490:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393431.388498:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393431.388500:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507331456:0@lo:38: 00000100:00080000:0.0:1749393431.388501:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393431.388503:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393431.388506:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 468 00000100:00080000:0.0:1749393431.388508:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393431.388511:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393431.388521:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099753480 x1834371507331968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393431.388540:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393431.388543:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393431.388545:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393431.388549:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 468 00000100:00080000:0.0:1749393431.388551:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393431.388551:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393431.388552:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393431.388555:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393431.388566:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099753800 x1834371507332096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393431.388577:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099753100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507331840:0@lo:400: 00000100:00080000:0.0:1749393431.388591:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393431.388594:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393431.388596:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393431.388597:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099752d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507331712:0@lo:38: 00000100:00080000:0.0:1749393431.388600:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 468 00000100:00100000:3.0:1749393431.388600:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507332224:0@lo:400: 00000100:00080000:0.0:1749393431.388602:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393431.388604:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393431.388615:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099751180 x1834371507332480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393431.388618:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393431.388623:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393431.388626:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393431.388627:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393431.388628:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393431.388630:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 468 00000100:00100000:3.0:1749393431.388630:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393431.388632:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393431.388635:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393431.388645:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099750380 x1834371507332608/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393431.388663:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507331456 00000100:00100000:1.0:1749393431.388666:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099753480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507331968:0@lo:38: 00000100:00100000:2.0:1749393431.388671:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507331584 00000100:00100000:3.0:1749393431.388672:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507331456 00000100:00100000:2.0:1749393431.388679:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507331584 00000100:00100000:1.0:1749393431.388693:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393431.388695:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507331840 00000100:00100000:0.0:1749393431.388701:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507331840 00000100:00100000:3.0:1749393431.388704:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507331712 00000100:00100000:3.0:1749393431.388708:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507331712 00000100:00100000:1.0:1749393431.388716:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099753800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507332096:0@lo:38: 00000100:00100000:2.0:1749393431.388722:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:3.0:1749393431.388724:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507331968 00000100:00100000:3.0:1749393431.388728:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507331968 00000100:00100000:2.0:1749393431.388733:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507331584:12345-0@lo:400: 00000100:00100000:1.0:1749393431.388741:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393431.388742:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1749393431.388747:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1749393431.388750:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507331840:12345-0@lo:400: 00000100:00100000:3.0:1749393431.388756:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507331456:12345-0@lo:38: 00000100:00100000:1.0:1749393431.388757:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099751180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507332480:0@lo:38: 00000100:00100000:1.0:1749393431.388783:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1749393431.388786:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393431.388811:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507331840:12345-0@lo:400: Request processed in 61us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393431.388811:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507331584:12345-0@lo:400: Request processed in 78us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393431.388818:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1749393431.388819:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507332608:0@lo:38: 00000100:00100000:2.0:1749393431.388824:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:3.0:1749393431.388827:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507331456:12345-0@lo:38: Request processed in 70us (275us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393431.388838:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1749393431.388844:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507332096 00000100:00100000:1.0:1749393431.388844:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393431.388848:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507332096 00000100:00100000:3.0:1749393431.388854:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507332480 00000100:00100000:0.0:1749393431.388858:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507332608 00000100:00100000:3.0:1749393431.388858:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507332480 00000100:00100000:0.0:1749393431.388860:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507332608 00000100:00100000:2.0:1749393431.388860:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099750a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507332864:0@lo:400: 00000100:00100000:0.0:1749393431.388869:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00080000:1.0:1749393431.388873:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393431.388874:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507331712:12345-0@lo:38: 00000100:00100000:3.0:1749393431.388876:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00080000:1.0:1749393431.388879:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393431.388883:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507331968:12345-0@lo:38: 00000100:00100000:1.0:1749393431.388886:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507331456:0@lo:38: 00000100:00100000:2.0:1749393431.388888:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749393431.388891:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393431.388899:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393431.388921:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507331840:0@lo:400: 00000100:00100000:1.0:1749393431.388926:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507331328 00000100:00100000:0.0:1749393431.388928:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507331712:12345-0@lo:38: Request processed in 52us (301us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393431.388931:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507331328 00000100:00100000:0.0:1749393431.388935:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1749393431.388936:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507331968:12345-0@lo:38: Request processed in 52us (242us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393431.388944:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507332224 00000100:00100000:3.0:1749393431.388946:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1749393431.388948:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507332224 00000100:00100000:0.0:1749393431.388959:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1749393431.388963:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507332096:12345-0@lo:38: 00000100:00100000:1.0:1749393431.388965:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1749393431.388965:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1749393431.388971:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507332608:12345-0@lo:38: 00000100:00100000:1.0:1749393431.388974:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507331328:12345-0@lo:400: 00000100:00100000:2.0:1749393431.388974:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507332864 00010000:00020000:0.0:1749393431.388975:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393431.388977:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507332864 00010000:00020000:3.0:1749393431.388991:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393431.388993:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1749393431.388995:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507332096:12345-0@lo:38: Request processed in 30us (255us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393431.388999:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507332224:12345-0@lo:400: 00000100:00100000:0.0:1749393431.389001:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1749393431.389011:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1749393431.389019:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507332480:12345-0@lo:38: 00000100:00100000:1.0:1749393431.389020:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507331328:12345-0@lo:400: Request processed in 43us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393431.389021:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507332608:12345-0@lo:38: Request processed in 44us (171us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393431.389029:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393431.389031:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1749393431.389032:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507332224:12345-0@lo:400: Request processed in 33us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393431.389039:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1749393431.389039:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1749393431.389050:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1749393431.389055:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507332864:12345-0@lo:400: 00000100:00100000:0.0:1749393431.389060:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507332480:12345-0@lo:38: Request processed in 43us (276us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393431.389067:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00080000:1.0:1749393431.389138:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393431.389138:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507332864:12345-0@lo:400: Request processed in 81us (248us total) trans 0 rc 0/0 00010000:00080000:3.0:1749393431.389143:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099753b80 x1834371507332224/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393431.389144:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393431.389150:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507331968:0@lo:38: 00000100:00100000:2.0:1749393431.389153:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:3.0:1749393431.389163:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507332224:0@lo:400: 00000100:00080000:1.0:1749393431.389164:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393431.389165:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099752a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507331584:0@lo:400: 00000100:00080000:1.0:1749393431.389168:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393431.389173:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507332096:0@lo:38: 00000100:00100000:0.0:1749393431.389183:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099750700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507332736:0@lo:400: 00010000:00080000:2.0:1749393431.389185:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099750a80 x1834371507332864/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393431.389187:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393431.389190:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393431.389196:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507332480:0@lo:38: 00000100:00100000:2.0:1749393431.389198:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507332864:0@lo:400: 00000100:00080000:3.0:1749393431.389201:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749393431.389206:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393431.389208:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393431.389208:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393431.389211:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393431.389216:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099751880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507332352:0@lo:400: 00000100:00100000:1.0:1749393431.389217:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507332608:0@lo:38: 00000100:00080000:1.0:1749393431.389242:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393431.389242:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393431.389246:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393431.389252:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099752d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507331712:0@lo:38: 00000100:00100000:0.0:1749393431.389269:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507332736 00000100:00100000:0.0:1749393431.389272:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507332736 00000100:00100000:2.0:1749393431.389278:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099752300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507331328:0@lo:400: 00000100:00100000:2.0:1749393431.389297:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507332352 00000100:00100000:2.0:1749393431.389300:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507332352 00000100:00100000:0.0:1749393431.389312:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1749393431.389341:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099752a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507332736:12345-0@lo:400: 00000100:00100000:2.0:1749393431.389357:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1749393431.389364:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507332352:12345-0@lo:400: 00000100:00080000:3.0:1749393431.389366:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1749393431.389371:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393431.389380:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099752a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507332736:12345-0@lo:400: Request processed in 61us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393431.389387:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1749393431.389398:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507332352:12345-0@lo:400: Request processed in 35us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393431.389405:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00010000:00080000:0.0:1749393431.389415:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099750700 x1834371507332736/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393431.389427:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507332736:0@lo:400: 00010000:00080000:3.0:1749393431.389428:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099751880 x1834371507332352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393431.389441:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507332352:0@lo:400: 00010000:00010000:2.0:1749393431.430255:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393431.898291:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099750700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507332992:0@lo:700: 00000100:00100000:0.0:1749393431.898402:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393431.898483:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393431.898553:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507332992 00000100:00100000:1.0:1749393431.898566:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507332992 00000100:00100000:1.0:1749393431.898641:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1749393431.898655:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099750000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507332992:12345-0@lo:700: 00000100:00100000:1.0:1749393431.898706:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181480 going to sleep for 0 seconds 00000100:00100000:1.0:1749393431.898715:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507333120:0@lo:700: 40000000:00080000:1.0:1749393431.898736:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393431.898741:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393431.898803:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099750000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507332992:12345-0@lo:700: Request processed in 150us (400us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393431.898812:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1749393431.898890:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507332992:0@lo:700: 00000100:00100000:2.0:1749393431.899174:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507333248:0@lo:700: 00000100:00100000:2.0:1749393431.899214:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393431.899273:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393431.899275:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507333248 00000100:00100000:1.0:1749393431.899282:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507333248 00000100:00100000:1.0:1749393431.899343:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1749393431.899355:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507333248:12345-0@lo:700: 00000100:00100000:1.0:1749393431.899388:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181480 going to sleep for 0 seconds 00000100:00100000:1.0:1749393431.899395:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507333376:0@lo:700: 40000000:00080000:1.0:1749393431.899407:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393431.899410:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393431.899468:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507333248:12345-0@lo:700: Request processed in 115us (253us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393431.899476:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1749393431.899503:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507333248:0@lo:700: 00000100:00100000:2.0:1749393432.192225:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393432.321184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393432.432290:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393432.521236:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393432.521251:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507333504:0@lo:900: 00000100:00100000:0.0:1749393432.812413:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507333632:0@lo:41: 00000100:00100000:0.0:1749393432.812489:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393432.812568:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507333632 00000100:00100000:2.0:1749393432.812580:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507333632 00000100:00100000:2.0:1749393432.812631:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1749393432.812640:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099750700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507333632:12345-0@lo:41: 00000004:00000024:2.0:1749393432.812690:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393432.812759:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099750700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507333632:12345-0@lo:41: Request processed in 119us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393432.812769:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1749393432.812798:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507333632:0@lo:41: 00000100:00100000:2.0:1749393433.192245:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393433.321232:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393433.434297:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393433.899293:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099750e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507333760:0@lo:700: 00000100:00100000:0.0:1749393433.899388:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393433.899458:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:1.0:1749393433.899513:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507333760 00000100:00100000:1.0:1749393433.899524:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507333760 00000100:00080000:3.0:1749393433.899581:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393433.899604:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1749393433.899615:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099751880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507333760:12345-0@lo:700: 00000100:00100000:1.0:1749393433.899659:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181480 going to sleep for 0 seconds 00000100:00100000:1.0:1749393433.899667:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507333888:0@lo:700: 40000000:00080000:1.0:1749393433.899682:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393433.899685:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393433.899736:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099751880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507333760:12345-0@lo:700: Request processed in 123us (348us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393433.899743:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1749393433.899767:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507333760:0@lo:700: 00000100:00100000:2.0:1749393433.900147:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507334016:0@lo:700: 00000100:00100000:2.0:1749393433.900180:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393433.900230:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507334016 00000100:00100000:2.0:1749393433.900233:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393433.900236:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507334016 00000100:00080000:3.0:1749393433.900264:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393433.900267:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1749393433.900275:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507334016:12345-0@lo:700: 00000100:00100000:1.0:1749393433.900317:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181480 going to sleep for 0 seconds 00000100:00100000:1.0:1749393433.900324:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507334144:0@lo:700: 40000000:00080000:1.0:1749393433.900335:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393433.900338:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393433.900381:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507334016:12345-0@lo:700: Request processed in 106us (200us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393433.900387:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:2.0:1749393433.900410:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507334016:0@lo:700: 00000100:00100000:0.0:1749393434.192283:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393434.321160:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393434.436357:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393434.522171:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393434.522180:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507334272:0@lo:900: 00000100:00100000:0.0:1749393435.192197:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393435.215602:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393435.215647:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393435.215734:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499719808 00000100:00100000:0.0:1749393435.215735:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393435.215746:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499719808 00000100:00100000:0.0:1749393435.215766:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499719936 00000100:00100000:1.0:1749393435.215768:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499720064 00000100:00100000:0.0:1749393435.215772:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499719936 00000100:00100000:1.0:1749393435.215777:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499720064 00000100:00100000:2.0:1749393435.215797:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 339 00000100:00100000:0.0:1749393435.215798:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 644 00000100:00100000:0.0:1749393435.215806:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099750e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499719936:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393435.215806:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499719808:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393435.215810:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 645 00000100:00100000:1.0:1749393435.215818:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099752300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499720064:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393435.215833:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 476 last 0 00010000:00080000:1.0:1749393435.215854:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 476 last 0 00000100:00100000:2.0:1749393435.215892:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499719808:12345-192.168.203.32@tcp:400: Request processed in 85us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393435.215901:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 339 00000100:00100000:0.0:1749393435.215915:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099750e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499719936:12345-192.168.203.32@tcp:38: Request processed in 107us (265us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393435.215923:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 644 00000100:00100000:1.0:1749393435.215926:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099752300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499720064:12345-192.168.203.32@tcp:38: Request processed in 104us (187us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393435.215939:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 645 00000100:00100000:2.0:1749393435.321150:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393435.438325:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393435.858179:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393435.858179:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:0.0:1749393435.858204:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507334400/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393440 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393435.858204:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507334528/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393440 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393435.858272:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393435.858372:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393435.858377:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393435.858407:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749393435.858410:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507334528 00000100:00100000:1.0:1749393435.858421:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507334528 00000100:00100000:3.0:1749393435.858429:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507334400 00000100:00100000:3.0:1749393435.858435:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507334400 00000100:00080000:2.0:1749393435.858483:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393435.858500:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1749393435.858507:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1749393435.858512:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099752d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507334400:12345-0@lo:700: 00000100:00100000:1.0:1749393435.858516:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507334528:12345-0@lo:700: 40000000:00080000:3.0:1749393435.858540:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:3.0:1749393435.858545:0:11402:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 40000000:00080000:1.0:1749393435.858556:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393435.858610:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507334528:12345-0@lo:700: Request processed in 93us (336us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393435.858610:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099752d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507334400:12345-0@lo:700: Request processed in 99us (233us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393435.858621:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1749393435.858623:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507334400/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393451 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393435.858625:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507334528/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393451 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393435.858626:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1749393435.858647:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393435.858648:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393435.900164:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099750380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507334656:0@lo:700: 00000100:00100000:0.0:1749393435.900190:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393435.900227:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393435.900281:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507334656 00000100:00100000:3.0:1749393435.900306:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507334656 00000100:00080000:2.0:1749393435.900326:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393435.900348:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1749393435.900366:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099751180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507334656:12345-0@lo:700: 00000100:00100000:3.0:1749393435.900400:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393435.900406:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507334784:0@lo:700: 40000000:00080000:3.0:1749393435.900417:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393435.900419:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393435.900461:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099751180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507334656:12345-0@lo:700: Request processed in 98us (270us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393435.900467:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1749393435.900482:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507334656:0@lo:700: 00000100:00100000:3.0:1749393435.901211:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507334912:0@lo:700: 00000100:00100000:3.0:1749393435.901259:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393435.901332:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507334912 00000100:00100000:0.0:1749393435.901339:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507334912 00000100:00100000:3.0:1749393435.901355:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393435.901374:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1749393435.901381:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507334912:12345-0@lo:700: 00000100:00080000:2.0:1749393435.901382:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393435.901410:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393435.901416:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507335040:0@lo:700: 40000000:00080000:0.0:1749393435.901425:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393435.901428:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393435.901475:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507334912:12345-0@lo:700: Request processed in 94us (217us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393435.901483:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1749393435.901520:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507334912:0@lo:700: 00000100:00100000:1.0:1749393435.964338:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393435.964355:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507335168:0@lo:41: 00000100:00100000:1.0:1749393435.964397:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393435.964519:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507335168 00000100:00100000:2.0:1749393435.964529:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507335168 00000100:00100000:2.0:1749393435.964580:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1749393435.964588:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507335168:12345-0@lo:41: 00000004:00000024:2.0:1749393435.964618:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393435.964675:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507335168:12345-0@lo:41: Request processed in 87us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393435.964683:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1749393435.964709:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507335168:0@lo:41: 00000100:00100000:0.0:1749393436.192251:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393436.321195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393436.396244:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393436.396252:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393436.396256:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393436.396263:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 473 00000100:00080000:0.0:1749393436.396268:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393436.396275:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393436.396337:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099753800 x1834371507335424/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393436.396370:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507335296:0@lo:400: 00000100:00100000:2.0:1749393436.396393:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099753800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507335424:0@lo:38: 00000100:00080000:0.0:1749393436.396405:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393436.396409:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393436.396411:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393436.396415:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 473 00000100:00080000:0.0:1749393436.396418:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393436.396422:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393436.396436:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099750a80 x1834371507335680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393436.396444:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393436.396444:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393436.396451:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393436.396455:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393436.396456:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393436.396460:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 473 00000100:00080000:0.0:1749393436.396462:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393436.396465:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393436.396474:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099753100 x1834371507335936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393436.396482:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393436.396482:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099753480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507335552:0@lo:400: 00000100:00080000:0.0:1749393436.396485:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393436.396487:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393436.396490:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 473 00000100:00080000:0.0:1749393436.396491:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393436.396494:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393436.396501:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507335424 00000100:00100000:0.0:1749393436.396503:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099752680 x1834371507336064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393436.396509:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507335424 00000100:00100000:2.0:1749393436.396518:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099750a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507335680:0@lo:38: 00000100:00100000:3.0:1749393436.396533:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393436.396538:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393436.396540:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00080000:0.0:1749393436.396541:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749393436.396541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393436.396543:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393436.396547:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 473 00000100:00100000:1.0:1749393436.396548:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507335424:12345-0@lo:38: 00000100:00080000:0.0:1749393436.396549:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393436.396552:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393436.396562:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c126d80 x1834371507336448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393436.396563:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099753100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507335936:0@lo:38: 00000100:00080000:0.0:1749393436.396570:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393436.396572:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507335552 00000100:00080000:0.0:1749393436.396573:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00010000:00020000:1.0:1749393436.396573:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749393436.396575:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393436.396577:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507335552 00000100:00080000:0.0:1749393436.396578:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 473 00000100:00080000:0.0:1749393436.396580:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393436.396580:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393436.396583:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393436.396592:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c124e00 x1834371507336576/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393436.396595:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507336064:0@lo:38: 00000100:00100000:1.0:1749393436.396609:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507335424:12345-0@lo:38: Request processed in 61us (165us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393436.396611:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:2.0:1749393436.396613:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393436.396617:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1749393436.396620:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507335552:12345-0@lo:400: 00000100:00100000:2.0:1749393436.396627:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507336448:0@lo:38: 00000100:00100000:0.0:1749393436.396633:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507335680 00000100:00100000:0.0:1749393436.396638:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507335680 00000100:00100000:1.0:1749393436.396642:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507335936 00000100:00100000:2.0:1749393436.396642:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393436.396646:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507335936 00000100:00100000:0.0:1749393436.396654:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507336064 00000100:00100000:1.0:1749393436.396654:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507336448 00000100:00100000:0.0:1749393436.396657:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507336064 00000100:00100000:1.0:1749393436.396657:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507336448 00000100:00100000:3.0:1749393436.396665:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507335552:12345-0@lo:400: Request processed in 46us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393436.396668:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00080000:2.0:1749393436.396670:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393436.396672:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1749393436.396674:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507335680:12345-0@lo:38: 00000100:00080000:2.0:1749393436.396674:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393436.396680:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507335424:0@lo:38: 00000100:00100000:1.0:1749393436.396681:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1749393436.396685:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507335936:12345-0@lo:38: 00010000:00020000:0.0:1749393436.396692:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393436.396695:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00010000:00020000:1.0:1749393436.396698:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393436.396700:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507336064:12345-0@lo:38: 00000100:00100000:2.0:1749393436.396711:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507336576:0@lo:38: 00010000:00020000:3.0:1749393436.396718:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393436.396739:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507335680:12345-0@lo:38: Request processed in 64us (196us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393436.396741:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393436.396750:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507335936:12345-0@lo:38: Request processed in 63us (169us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393436.396755:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1749393436.396759:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00080000:2.0:1749393436.396761:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393436.396761:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507336064:12345-0@lo:38: Request processed in 60us (147us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749393436.396765:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393436.396766:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507336576 00000100:00100000:1.0:1749393436.396769:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507336576 00000100:00100000:2.0:1749393436.396769:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507336064:0@lo:38: 00000100:00100000:0.0:1749393436.396773:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00080000:2.0:1749393436.396777:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393436.396778:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507336448:12345-0@lo:38: 00000100:00100000:3.0:1749393436.396779:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00080000:2.0:1749393436.396780:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393436.396783:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507335680:0@lo:38: 00000100:00100000:1.0:1749393436.396784:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1749393436.396788:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507336576:12345-0@lo:38: 00010000:00020000:0.0:1749393436.396791:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393436.396791:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393436.396794:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393436.396797:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507335936:0@lo:38: 00010000:00020000:1.0:1749393436.396799:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:02020000:2.0:1749393436.396820:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:0.0:1749393436.396821:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507336448:12345-0@lo:38: Request processed in 42us (177us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749393436.396823:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393436.396826:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507336576:12345-0@lo:38: Request processed in 37us (85us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749393436.396826:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393436.396827:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1749393436.396827:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507335552:0@lo:400: 00000100:00100000:2.0:1749393436.396829:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507336448:0@lo:38: 00000100:00100000:1.0:1749393436.396833:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:02020000:2.0:1749393436.396842:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:2.0:1749393436.396844:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393436.396844:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507336704:0@lo:400: 00000100:00080000:2.0:1749393436.396847:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393436.396850:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507336576:0@lo:38: 00000100:00100000:0.0:1749393436.396851:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507335808:0@lo:400: 00000100:00100000:1.0:1749393436.396866:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507336320:0@lo:400: 00000100:00100000:3.0:1749393436.396870:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393436.396872:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507335296 00000100:00100000:0.0:1749393436.396877:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393436.396877:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507335296 00000100:00100000:1.0:1749393436.396893:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393436.396898:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507336832:0@lo:400: 00000100:00100000:2.0:1749393436.396907:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1749393436.396907:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507336704 00000100:00100000:1.0:1749393436.396912:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393436.396912:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507336704 00000100:00100000:2.0:1749393436.396913:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507335296:12345-0@lo:400: 00000100:00100000:0.0:1749393436.396915:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393436.396918:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507336192:0@lo:400: 00000100:00100000:3.0:1749393436.396934:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507336320 00000100:00100000:1.0:1749393436.396935:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393436.396937:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507336320 00000100:00100000:0.0:1749393436.396944:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507335808 00000100:00100000:3.0:1749393436.396947:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507336832 00000100:00100000:0.0:1749393436.396948:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507335808 00000100:00100000:3.0:1749393436.396949:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507336832 00000100:00100000:3.0:1749393436.396963:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507336192 00000100:00100000:3.0:1749393436.396966:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507336192 00000100:00100000:1.0:1749393436.396968:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1749393436.396969:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507335296:12345-0@lo:400: Request processed in 54us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393436.396976:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507336704:12345-0@lo:400: 00000100:00100000:0.0:1749393436.396977:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1749393436.396978:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1749393436.396978:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:3.0:1749393436.396984:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507336320:12345-0@lo:400: 00000100:00100000:0.0:1749393436.396987:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507335808:12345-0@lo:400: 00000100:00100000:1.0:1749393436.397013:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507336704:12345-0@lo:400: Request processed in 39us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393436.397023:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507336320:12345-0@lo:400: Request processed in 39us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393436.397027:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1749393436.397033:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1749393436.397034:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507336832:12345-0@lo:400: 00000100:00100000:0.0:1749393436.397042:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507335808:12345-0@lo:400: Request processed in 55us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393436.397046:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1749393436.397050:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1749393436.397054:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1749393436.397056:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507336192:12345-0@lo:400: 00000100:00100000:2.0:1749393436.397061:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507336832:12345-0@lo:400: Request processed in 28us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393436.397068:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00010000:00080000:3.0:1749393436.397119:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c125880 x1834371507336704/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393436.397131:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507336192:12345-0@lo:400: Request processed in 74us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393436.397133:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507336704:0@lo:400: 00000100:00100000:1.0:1749393436.397138:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1749393436.397139:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507335808:0@lo:400: 00010000:00080000:0.0:1749393436.397158:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c127480 x1834371507336832/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749393436.397168:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c124000 x1834371507336192/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393436.397174:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507336832:0@lo:400: 00000100:00100000:1.0:1749393436.397182:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507336192:0@lo:400: 00010000:00080000:1.0:1749393436.397193:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c125f80 x1834371507336320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393436.397203:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507336320:0@lo:400: 00000100:00100000:1.0:1749393436.397211:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507335296:0@lo:400: 00010000:00010000:3.0:1749393436.440281:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393436.523237:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393436.523253:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507336960:0@lo:900: 00000100:00100000:2.0:1749393437.192232:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393437.321173:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393437.442355:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393437.820366:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507337088:0@lo:41: 00000100:00100000:2.0:1749393437.820435:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393437.820504:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507337088 00000100:00100000:0.0:1749393437.820514:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507337088 00000100:00100000:0.0:1749393437.820559:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:0.0:1749393437.820568:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507337088:12345-0@lo:41: 00000004:00000024:0.0:1749393437.820602:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393437.820665:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507337088:12345-0@lo:41: Request processed in 98us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393437.820674:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:2.0:1749393437.820705:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507337088:0@lo:41: 00000100:00100000:0.0:1749393437.901172:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507337216:0@lo:700: 00000100:00100000:0.0:1749393437.901203:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393437.901249:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393437.901323:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507337216 00000100:00100000:2.0:1749393437.901330:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507337216 00000100:00080000:0.0:1749393437.901378:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393437.901381:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1749393437.901388:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507337216:12345-0@lo:700: 00000100:00100000:2.0:1749393437.901421:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bc00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393437.901426:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507337344:0@lo:700: 40000000:00080000:2.0:1749393437.901436:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393437.901438:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393437.901475:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507337216:12345-0@lo:700: Request processed in 88us (271us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393437.901482:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1749393437.901492:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507337216:0@lo:700: 00000100:00100000:3.0:1749393437.902174:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099756a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507337472:0@lo:700: 00000100:00100000:3.0:1749393437.902213:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393437.902256:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507337472 00000100:00100000:2.0:1749393437.902262:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507337472 00000100:00100000:3.0:1749393437.902265:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 11 seconds 00000100:00080000:0.0:1749393437.902302:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393437.902314:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1749393437.902320:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507337472:12345-0@lo:700: 00000100:00100000:2.0:1749393437.902343:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bc00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393437.902348:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507337600:0@lo:700: 40000000:00080000:2.0:1749393437.902356:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393437.902358:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393437.902398:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507337472:12345-0@lo:700: Request processed in 78us (185us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393437.902405:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1749393437.902429:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507337472:0@lo:700: 00000100:00100000:2.0:1749393438.192153:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393438.321128:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393438.444298:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393438.524216:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393438.524231:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507337728:0@lo:900: 00000100:00100000:2.0:1749393439.192231:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393439.321156:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393439.446342:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393439.902307:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507337856:0@lo:700: 00000100:00100000:0.0:1749393439.902372:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393439.902449:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393439.902514:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507337856 00000100:00100000:2.0:1749393439.902524:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507337856 00000100:00080000:0.0:1749393439.902587:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393439.902597:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1749393439.902608:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507337856:12345-0@lo:700: 00000100:00100000:2.0:1749393439.902651:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bc00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393439.902658:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507337984:0@lo:700: 40000000:00080000:2.0:1749393439.902674:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393439.902677:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393439.902731:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507337856:12345-0@lo:700: Request processed in 125us (358us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393439.902740:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1749393439.902755:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507337856:0@lo:700: 00000100:00100000:3.0:1749393439.903208:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099756a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507338112:0@lo:700: 00000100:00100000:3.0:1749393439.903249:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393439.903303:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507338112 00000100:00100000:2.0:1749393439.903308:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507338112 00000100:00100000:3.0:1749393439.903333:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 11 seconds 00000100:00080000:0.0:1749393439.903349:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393439.903351:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1749393439.903357:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507338112:12345-0@lo:700: 00000100:00100000:2.0:1749393439.903382:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a914bc00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393439.903387:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507338240:0@lo:700: 40000000:00080000:2.0:1749393439.903396:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393439.903399:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393439.903444:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507338112:12345-0@lo:700: Request processed in 86us (194us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393439.903451:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1749393439.903485:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507338112:0@lo:700: 00000100:00100000:2.0:1749393440.192175:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393440.222932:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393440.222962:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393440.223028:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499720192 00000100:00100000:0.0:1749393440.223032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393440.223035:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499720192 00000100:00100000:3.0:1749393440.223052:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499720320 00000100:00100000:3.0:1749393440.223059:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499720320 00000100:00100000:2.0:1749393440.223065:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 341 00000100:00100000:2.0:1749393440.223091:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499720192:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393440.223116:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499720448 00000100:00100000:3.0:1749393440.223122:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 652 00000100:00100000:0.0:1749393440.223127:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499720448 00000100:00100000:3.0:1749393440.223128:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499720320:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393440.223135:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499720192:12345-192.168.203.32@tcp:400: Request processed in 63us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393440.223141:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 341 00010000:00080000:3.0:1749393440.223152:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 482 last 0 00000100:00100000:0.0:1749393440.223154:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 653 00000100:00100000:0.0:1749393440.223159:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499720448:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393440.223177:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 482 last 0 00000100:00100000:3.0:1749393440.223192:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499720320:12345-192.168.203.32@tcp:38: Request processed in 63us (228us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393440.223198:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 652 00000100:00100000:0.0:1749393440.223212:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499720448:12345-192.168.203.32@tcp:38: Request processed in 52us (180us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393440.223218:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 653 00000100:00100000:2.0:1749393440.321180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393440.448327:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393440.525201:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393440.525212:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507338368:0@lo:900: 00000100:00100000:2.0:1749393440.972337:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507338496:0@lo:41: 00000100:00100000:2.0:1749393440.972389:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393440.972512:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507338496 00000100:00100000:0.0:1749393440.972521:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507338496 00000100:00100000:0.0:1749393440.972573:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1749393440.972582:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099750380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507338496:12345-0@lo:41: 00000004:00000024:0.0:1749393440.972615:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393440.972672:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099750380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507338496:12345-0@lo:41: Request processed in 91us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393440.972680:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:2.0:1749393440.972710:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507338496:0@lo:41: 00000100:00100000:2.0:1749393441.192197:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393441.321191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393441.404228:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393441.404236:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393441.404240:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393441.404247:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 478 00000100:00080000:0.0:1749393441.404289:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393441.404295:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393441.404319:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945d500 x1834371507338752/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393441.404329:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393441.404349:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507338624:0@lo:400: 00000100:00080000:0.0:1749393441.404353:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393441.404367:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749393441.404368:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393441.404370:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393441.404374:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 478 00000100:00080000:0.0:1749393441.404377:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393441.404380:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393441.404387:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507338880:0@lo:400: 00000100:00100000:0.0:1749393441.404394:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945c700 x1834371507339008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393441.404396:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393441.404419:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393441.404423:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393441.404424:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393441.404428:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 478 00000100:00080000:0.0:1749393441.404430:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393441.404433:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393441.404434:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393441.404443:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945f480 x1834371507339264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393441.404448:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507338752:0@lo:38: 00000100:00080000:0.0:1749393441.404452:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393441.404455:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393441.404456:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393441.404459:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 478 00000100:00080000:0.0:1749393441.404461:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393441.404461:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507338880 00000100:00080000:0.0:1749393441.404464:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393441.404467:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507338880 00000100:00100000:3.0:1749393441.404473:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507339136:0@lo:400: 00000100:00100000:0.0:1749393441.404475:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945c380 x1834371507339392/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393441.404491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393441.404496:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:3.0:1749393441.404497:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393441.404499:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393441.404504:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507338880:12345-0@lo:400: 00000100:00080000:0.0:1749393441.404507:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393441.404509:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393441.404513:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 478 00000100:00080000:0.0:1749393441.404515:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393441.404518:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393441.404527:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507339136 00000100:00100000:2.0:1749393441.404528:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507339008:0@lo:38: 00000100:00100000:0.0:1749393441.404531:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f15f80 x1834371507339776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393441.404532:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507339136 00000100:00080000:0.0:1749393441.404539:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393441.404542:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393441.404544:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393441.404544:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507338880:12345-0@lo:400: Request processed in 40us (110us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393441.404547:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 478 00000100:00080000:0.0:1749393441.404549:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393441.404552:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393441.404552:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:0.0:1749393441.404562:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f16d80 x1834371507339904/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393441.404562:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393441.404570:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1749393441.404577:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507339136:12345-0@lo:400: 00000100:00100000:2.0:1749393441.404583:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507339264:0@lo:38: 00000100:00100000:1.0:1749393441.404587:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507338752 00000100:00100000:1.0:1749393441.404591:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507338752 00000100:00100000:0.0:1749393441.404598:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507339520:0@lo:400: 00000100:00100000:2.0:1749393441.404599:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393441.404607:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507339008 00000100:00100000:1.0:1749393441.404609:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507339008 00000100:00100000:2.0:1749393441.404616:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507339392:0@lo:38: 00000100:00100000:3.0:1749393441.404618:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507339136:12345-0@lo:400: Request processed in 40us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393441.404620:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507339264 00000100:00100000:1.0:1749393441.404623:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507339264 00000100:00100000:3.0:1749393441.404625:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:1.0:1749393441.404635:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1749393441.404635:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393441.404637:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393441.404641:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099753b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507338752:12345-0@lo:38: 00000100:00100000:2.0:1749393441.404645:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507339776:0@lo:38: 00000100:00100000:3.0:1749393441.404645:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507339392 00000100:00100000:3.0:1749393441.404649:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507339392 00010000:00020000:1.0:1749393441.404661:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393441.404662:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393441.404663:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749393441.404670:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507340160:0@lo:400: 00000100:00100000:2.0:1749393441.404672:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507339904:0@lo:38: 00000100:00100000:3.0:1749393441.404672:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507339776 00000100:00100000:3.0:1749393441.404675:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507339776 00000100:00100000:3.0:1749393441.404684:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1749393441.404689:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099753480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507339008:12345-0@lo:38: 00000100:00100000:0.0:1749393441.404698:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393441.404698:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393441.404699:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099753b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507338752:12345-0@lo:38: Request processed in 55us (205us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393441.404705:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00010000:00020000:3.0:1749393441.404707:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393441.404714:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507339904 00000100:00100000:1.0:1749393441.404717:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507339904 00000100:00080000:2.0:1749393441.404719:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393441.404724:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00080000:2.0:1749393441.404724:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393441.404728:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099753100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507339264:12345-0@lo:38: 00000100:00100000:2.0:1749393441.404728:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507338752:0@lo:38: 00000100:00100000:0.0:1749393441.404729:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507339520 00000100:00100000:0.0:1749393441.404734:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507339520 00000100:00100000:3.0:1749393441.404737:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099753480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507339008:12345-0@lo:38: Request processed in 47us (175us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393441.404738:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393441.404738:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393441.404741:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393441.404744:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507339008:0@lo:38: 00000100:00100000:3.0:1749393441.404744:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1749393441.404757:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099753100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507339264:12345-0@lo:38: Request processed in 28us (157us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393441.404757:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1749393441.404761:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507340160 00000100:00100000:3.0:1749393441.404761:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099750a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507339392:12345-0@lo:38: 00000100:00100000:1.0:1749393441.404763:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00080000:2.0:1749393441.404763:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393441.404764:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507340160 00000100:00080000:2.0:1749393441.404766:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393441.404770:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507339264:0@lo:38: 00010000:00020000:3.0:1749393441.404771:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393441.404773:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1749393441.404777:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099752680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507339776:12345-0@lo:38: 00000100:00100000:0.0:1749393441.404779:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1749393441.404787:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507339520:12345-0@lo:400: 00010000:00020000:1.0:1749393441.404787:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393441.404794:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507338624 00000100:00100000:3.0:1749393441.404795:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099750a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507339392:12345-0@lo:38: Request processed in 33us (160us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393441.404799:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507338624 00000100:00100000:3.0:1749393441.404802:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1749393441.404803:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099752680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507339776:12345-0@lo:38: Request processed in 26us (141us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393441.404810:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1749393441.404814:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1749393441.404818:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099753800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507339904:12345-0@lo:38: 00010000:00020000:3.0:1749393441.404829:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393441.404830:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1749393441.404833:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507340032:0@lo:400: 00000100:00100000:0.0:1749393441.404837:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507339520:12345-0@lo:400: Request processed in 50us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393441.404837:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507338624:12345-0@lo:400: 00000100:00100000:0.0:1749393441.404845:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1749393441.404847:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099753800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507339904:12345-0@lo:38: Request processed in 28us (151us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393441.404853:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1749393441.404859:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:0.0:1749393441.404865:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507340160:12345-0@lo:400: 00000100:00100000:1.0:1749393441.404867:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393441.404872:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507338624:12345-0@lo:400: Request processed in 36us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393441.404882:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507339136:0@lo:400: 00000100:00100000:0.0:1749393441.404888:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507340160:12345-0@lo:400: Request processed in 23us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393441.404892:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1749393441.404894:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:1.0:1749393441.404898:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507338624:0@lo:400: 00000100:00100000:0.0:1749393441.404902:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507340032 00000100:00100000:3.0:1749393441.404903:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507339648:0@lo:400: 00000100:00100000:0.0:1749393441.404905:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507340032 00000100:00100000:0.0:1749393441.404918:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:0.0:1749393441.404924:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507340032:12345-0@lo:400: 00000100:00100000:3.0:1749393441.404924:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393441.404937:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393441.404940:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393441.404944:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507339392:0@lo:38: 00000100:00100000:0.0:1749393441.404949:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507340032:12345-0@lo:400: Request processed in 25us (81us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393441.404952:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393441.404955:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00080000:2.0:1749393441.404955:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393441.404956:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507339648 00000100:00100000:1.0:1749393441.404959:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507339648 00000100:00100000:2.0:1749393441.404959:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507339776:0@lo:38: 00000100:00080000:2.0:1749393441.404966:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393441.404969:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393441.404969:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507338880:0@lo:400: 00000100:00100000:2.0:1749393441.404972:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507339904:0@lo:38: 00010000:00080000:0.0:1749393441.404981:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800994e3480 x1834371507340160/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393441.404985:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:1.0:1749393441.404991:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507339648:12345-0@lo:400: 00000100:00100000:0.0:1749393441.404994:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507340160:0@lo:400: 00010000:00080000:0.0:1749393441.405004:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f17b80 x1834371507339520/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749393441.405011:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393441.405013:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507339520:0@lo:400: 00000100:00080000:2.0:1749393441.405015:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393441.405026:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507339648:12345-0@lo:400: Request processed in 35us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393441.405033:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00010000:00080000:0.0:1749393441.405041:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800994e1500 x1834371507340032/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749393441.405041:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f15880 x1834371507339648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393441.405050:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507340032:0@lo:400: 00000100:00100000:3.0:1749393441.405062:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507339648:0@lo:400: 00010000:00010000:1.0:1749393441.450319:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393441.903379:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507340288:0@lo:700: 00000100:00100000:0.0:1749393441.903463:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393441.903547:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393441.903610:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507340288 00000100:00100000:2.0:1749393441.903621:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507340288 00000100:00100000:2.0:1749393441.903682:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1749393441.903691:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507340288:12345-0@lo:700: 00000100:00100000:2.0:1749393441.903746:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726000 going to sleep for 0 seconds 00000100:00100000:2.0:1749393441.903754:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507340416:0@lo:700: 40000000:00080000:2.0:1749393441.903768:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393441.903771:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393441.903831:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507340288:12345-0@lo:700: Request processed in 141us (367us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393441.903841:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1749393441.903865:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507340288:0@lo:700: 00000100:00100000:3.0:1749393441.904202:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099757b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507340544:0@lo:700: 00000100:00100000:3.0:1749393441.904278:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393441.904325:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507340544 00000100:00100000:3.0:1749393441.904336:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393441.904338:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507340544 00000100:00100000:2.0:1749393441.904364:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1749393441.904370:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507340544:12345-0@lo:700: 00000100:00100000:2.0:1749393441.904394:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726000 going to sleep for 0 seconds 00000100:00100000:2.0:1749393441.904400:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507340672:0@lo:700: 40000000:00080000:2.0:1749393441.904408:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393441.904410:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393441.904456:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507340544:12345-0@lo:700: Request processed in 85us (209us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393441.904463:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1749393441.904498:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507340544:0@lo:700: 00000100:00100000:2.0:1749393442.192198:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393442.321182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:0.0:1749393442.452401:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393442.526230:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393442.526275:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507340800:0@lo:900: 00000100:00100000:0.0:1749393442.828427:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507340928:0@lo:41: 00000100:00100000:0.0:1749393442.828502:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393442.828569:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507340928 00000100:00100000:2.0:1749393442.828581:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507340928 00000100:00100000:2.0:1749393442.828623:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1749393442.828632:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507340928:12345-0@lo:41: 00000004:00000024:2.0:1749393442.828667:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393442.828730:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507340928:12345-0@lo:41: Request processed in 98us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393442.828738:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1749393442.828770:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507340928:0@lo:41: 00000100:00100000:2.0:1749393443.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393443.321183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393443.454322:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393443.904288:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507341056:0@lo:700: 00000100:00100000:0.0:1749393443.904355:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393443.904430:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393443.904482:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507341056 00000100:00100000:2.0:1749393443.904494:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507341056 00000100:00080000:0.0:1749393443.904558:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393443.904570:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1749393443.904579:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507341056:12345-0@lo:700: 00000100:00100000:2.0:1749393443.904624:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726000 going to sleep for 0 seconds 00000100:00100000:2.0:1749393443.904642:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507341184:0@lo:700: 40000000:00080000:2.0:1749393443.904657:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393443.904660:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393443.904716:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507341056:12345-0@lo:700: Request processed in 139us (361us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393443.904726:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1749393443.904740:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507341056:0@lo:700: 00000100:00100000:2.0:1749393443.905181:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507341312:0@lo:700: 00000100:00100000:2.0:1749393443.905212:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393443.905276:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507341312 00000100:00100000:2.0:1749393443.905280:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726000 going to sleep for 11 seconds 00000100:00100000:0.0:1749393443.905282:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507341312 00000100:00080000:2.0:1749393443.905310:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393443.905317:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1749393443.905324:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507341312:12345-0@lo:700: 00000100:00100000:0.0:1749393443.905353:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393443.905358:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507341440:0@lo:700: 40000000:00080000:0.0:1749393443.905367:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393443.905370:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393443.905416:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507341312:12345-0@lo:700: Request processed in 90us (202us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393443.905424:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1749393443.905450:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507341312:0@lo:700: 00000100:00100000:0.0:1749393444.171320:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 25 seconds 00000100:00100000:2.0:1749393444.192172:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393444.321182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393444.456458:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393444.527190:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393444.527203:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e1c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507341568:0@lo:900: 00000100:00100000:2.0:1749393445.192210:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393445.231551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393445.231599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393445.231678:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499720704 00000100:00100000:2.0:1749393445.231692:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499720704 00000100:00100000:0.0:1749393445.231696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393445.231725:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499720832 00000100:00100000:2.0:1749393445.231728:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499720832 00000100:00100000:3.0:1749393445.231737:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499720576 00000100:00100000:0.0:1749393445.231741:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 660 00000100:00100000:3.0:1749393445.231746:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499720576 00000100:00100000:0.0:1749393445.231750:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499720704:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393445.231765:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 661 00000100:00100000:2.0:1749393445.231773:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499720832:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393445.231791:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 487 last 0 00010000:00080000:2.0:1749393445.231799:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 487 last 0 00000100:00100000:3.0:1749393445.231802:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 343 00000100:00100000:3.0:1749393445.231814:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499720576:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393445.231861:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499720704:12345-192.168.203.32@tcp:38: Request processed in 110us (317us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393445.231862:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499720832:12345-192.168.203.32@tcp:38: Request processed in 89us (166us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393445.231870:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 660 00000100:00100000:3.0:1749393445.231875:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499720576:12345-192.168.203.32@tcp:400: Request processed in 61us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393445.231879:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 661 00000100:00100000:3.0:1749393445.231886:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 343 00000100:00100000:2.0:1749393445.321182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393445.458250:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393445.905216:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507341696:0@lo:700: 00000100:00100000:0.0:1749393445.905321:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393445.905390:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393445.905460:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507341696 00000100:00100000:2.0:1749393445.905472:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507341696 00000100:00080000:0.0:1749393445.905536:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393445.905547:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1749393445.905568:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507341696:12345-0@lo:700: 00000100:00100000:2.0:1749393445.905613:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726000 going to sleep for 0 seconds 00000100:00100000:2.0:1749393445.905620:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507341824:0@lo:700: 40000000:00080000:2.0:1749393445.905634:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393445.905637:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393445.905698:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507341696:12345-0@lo:700: Request processed in 133us (377us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393445.905708:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1749393445.905806:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507341696:0@lo:700: 00000100:00100000:2.0:1749393445.906164:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507341952:0@lo:700: 00000100:00100000:2.0:1749393445.906195:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393445.906264:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507341952 00000100:00100000:2.0:1749393445.906269:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507341952 00000100:00100000:0.0:1749393445.906279:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393445.906299:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00080000:1.0:1749393445.906303:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393445.906305:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507341952:12345-0@lo:700: 00000100:00100000:2.0:1749393445.906328:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997260c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393445.906333:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507342080:0@lo:700: 40000000:00080000:2.0:1749393445.906342:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393445.906344:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393445.906371:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507341952:12345-0@lo:700: Request processed in 65us (175us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393445.906378:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1749393445.906387:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507341952:0@lo:700: 00000100:00100000:3.0:1749393445.980315:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507342208:0@lo:41: 00000100:00100000:3.0:1749393445.980361:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393445.980421:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507342208 00000100:00100000:2.0:1749393445.980430:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507342208 00000100:00100000:2.0:1749393445.980464:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1749393445.980472:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507342208:12345-0@lo:41: 00000004:00000024:2.0:1749393445.980502:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393445.980570:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507342208:12345-0@lo:41: Request processed in 98us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393445.980579:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1749393445.980605:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507342208:0@lo:41: 00000100:00100000:2.0:1749393446.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393446.321186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393446.412200:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393446.412207:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393446.412209:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393446.412253:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 483 00000100:00080000:0.0:1749393446.412257:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393446.412266:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749393446.412279:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749393446.412294:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507342336:0@lo:400: 00000100:00100000:0.0:1749393446.412297:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d520a80 x1834371507342464/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393446.412325:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507342464:0@lo:38: 00000100:00080000:0.0:1749393446.412331:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393446.412334:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393446.412336:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393446.412337:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393446.412338:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 483 00000100:00080000:0.0:1749393446.412340:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393446.412343:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393446.412352:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d523b80 x1834371507342720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393446.412364:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393446.412364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393446.412367:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393446.412368:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393446.412371:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 483 00000100:00080000:0.0:1749393446.412373:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393446.412375:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393446.412383:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507342592:0@lo:400: 00000100:00100000:0.0:1749393446.412384:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313ddf80 x1834371507342976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393446.412387:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507342720:0@lo:38: 00000100:00080000:0.0:1749393446.412390:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393446.412393:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393446.412394:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393446.412397:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 483 00000100:00080000:0.0:1749393446.412398:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393446.412400:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393446.412403:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393446.412403:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393446.412414:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dea00 x1834371507343104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393446.412415:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507342848:0@lo:400: 00000100:00100000:2.0:1749393446.412419:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507342976:0@lo:38: 00000100:00100000:3.0:1749393446.412429:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507342336 00000100:00100000:2.0:1749393446.412431:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393446.412433:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507342336 00000100:00080000:0.0:1749393446.412434:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393446.412437:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393446.412438:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393446.412441:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 483 00000100:00080000:0.0:1749393446.412443:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393446.412445:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507343104:0@lo:38: 00000100:00080000:0.0:1749393446.412446:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393446.412453:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dc000 x1834371507343488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393446.412453:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393446.412458:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393446.412459:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00080000:0.0:1749393446.412460:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393446.412462:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393446.412464:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393446.412466:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 483 00000100:00080000:0.0:1749393446.412468:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393446.412470:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393446.412473:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507342336:12345-0@lo:400: 00000100:00100000:0.0:1749393446.412477:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dca80 x1834371507343616/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393446.412481:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507343488:0@lo:38: 00000100:00100000:1.0:1749393446.412490:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393446.412496:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507343872:0@lo:400: 00000100:00100000:2.0:1749393446.412497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393446.412506:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507342336:12345-0@lo:400: Request processed in 34us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393446.412509:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507342464 00000100:00100000:2.0:1749393446.412511:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507343616:0@lo:38: 00000100:00100000:3.0:1749393446.412511:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1749393446.412513:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507342464 00000100:00100000:1.0:1749393446.412516:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393446.412527:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393446.412529:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507342720 00000100:00100000:1.0:1749393446.412530:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507343744:0@lo:400: 00000100:00100000:0.0:1749393446.412531:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507342720 00000100:00100000:3.0:1749393446.412534:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507342592 00000100:00100000:0.0:1749393446.412536:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507342976 00000100:00100000:3.0:1749393446.412536:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507342592 00000100:00100000:0.0:1749393446.412537:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507342976 00000100:00100000:1.0:1749393446.412542:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393446.412543:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507343104 00000100:00100000:0.0:1749393446.412545:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507343104 00000100:00100000:2.0:1749393446.412546:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507343488 00000100:00100000:2.0:1749393446.412550:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507343488 00000100:00100000:3.0:1749393446.412551:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507342848 00000100:00100000:3.0:1749393446.412553:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507342848 00000100:00100000:0.0:1749393446.412559:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507343616 00000100:00100000:0.0:1749393446.412561:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507343616 00000100:00100000:3.0:1749393446.412562:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:2.0:1749393446.412564:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1749393446.412567:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507342592:12345-0@lo:400: 00000100:00100000:2.0:1749393446.412569:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507342464:12345-0@lo:38: 00000100:00100000:1.0:1749393446.412570:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1749393446.412575:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507342720:12345-0@lo:38: 00000100:00100000:0.0:1749393446.412582:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1749393446.412587:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507342976:12345-0@lo:38: 00010000:00020000:2.0:1749393446.412587:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393446.412588:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507342592:12345-0@lo:400: Request processed in 21us (185us total) trans 0 rc 0/0 00010000:00020000:1.0:1749393446.412592:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393446.412593:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00010000:00020000:0.0:1749393446.412600:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393446.412601:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1749393446.412604:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507342848:12345-0@lo:400: 00000100:00100000:2.0:1749393446.412611:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507342464:12345-0@lo:38: Request processed in 41us (247us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393446.412616:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1749393446.412619:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507342720:12345-0@lo:38: Request processed in 43us (216us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393446.412624:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1749393446.412629:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1749393446.412633:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507342976:12345-0@lo:38: Request processed in 45us (201us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393446.412634:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507342848:12345-0@lo:400: Request processed in 29us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393446.412638:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:2.0:1749393446.412646:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507343104:12345-0@lo:38: 00000100:00100000:1.0:1749393446.412650:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00010000:00020000:2.0:1749393446.412656:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393446.412661:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1749393446.412661:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507342592:0@lo:400: 00000100:00100000:1.0:1749393446.412662:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507343488:12345-0@lo:38: 00000100:00100000:0.0:1749393446.412672:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00010000:00020000:1.0:1749393446.412672:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393446.412674:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507343104:12345-0@lo:38: Request processed in 28us (215us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393446.412676:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507343616:12345-0@lo:38: 00000100:00100000:3.0:1749393446.412676:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507343232:0@lo:400: 00000100:00100000:2.0:1749393446.412679:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00010000:00020000:0.0:1749393446.412685:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393446.412692:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393446.412695:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507343488:12345-0@lo:38: Request processed in 33us (198us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393446.412700:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1749393446.412704:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507343616:12345-0@lo:38: Request processed in 28us (177us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749393446.412706:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393446.412709:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00080000:2.0:1749393446.412709:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393446.412711:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507342336:0@lo:400: 00000100:00100000:2.0:1749393446.412713:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507343488:0@lo:38: 00000100:00100000:3.0:1749393446.412718:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1749393446.412720:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393446.412722:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393446.412722:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507343360:0@lo:400: 00000100:00100000:1.0:1749393446.412723:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507343872 00000100:00100000:2.0:1749393446.412724:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507343104:0@lo:38: 00000100:00100000:0.0:1749393446.412727:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507343744 00000100:00100000:1.0:1749393446.412727:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507343872 00000100:00100000:0.0:1749393446.412730:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507343744 00000100:00080000:2.0:1749393446.412731:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393446.412733:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393446.412734:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393446.412735:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507342976:0@lo:38: 00000100:00080000:2.0:1749393446.412741:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393446.412743:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393446.412745:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507342720:0@lo:38: 00000100:00100000:0.0:1749393446.412750:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507343232 00000100:00100000:1.0:1749393446.412751:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507343360 00000100:00080000:2.0:1749393446.412751:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393446.412752:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507343232 00000100:00080000:2.0:1749393446.412752:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393446.412753:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507343360 00000100:00100000:3.0:1749393446.412754:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:2.0:1749393446.412755:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507342464:0@lo:38: 00000100:00100000:3.0:1749393446.412766:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507343744:12345-0@lo:400: 00000100:00100000:0.0:1749393446.412767:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:0.0:1749393446.412771:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507343872:12345-0@lo:400: 00000100:00100000:1.0:1749393446.412771:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:1.0:1749393446.412775:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507343232:12345-0@lo:400: 00000100:00080000:2.0:1749393446.412776:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393446.412778:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393446.412781:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507343616:0@lo:38: 00000100:00100000:3.0:1749393446.412795:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507343744:12345-0@lo:400: Request processed in 30us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393446.412798:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507343872:12345-0@lo:400: Request processed in 26us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393446.412800:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:2.0:1749393446.412801:0:11629:0:(service.c:3364:ptlrpc_start_thread()) ost[0] started 5 min 3 max 116 00000100:00100000:0.0:1749393446.412803:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1749393446.412805:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507343232:12345-0@lo:400: Request processed in 30us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393446.412808:0:11629:0:(service.c:3423:ptlrpc_start_thread()) starting thread 'll_ost00_005' 00000100:00100000:1.0:1749393446.412810:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1749393446.412814:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:3.0:1749393446.412818:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507343360:12345-0@lo:400: 00000100:00080000:1.0:1749393446.412823:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393446.412836:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507343360:12345-0@lo:400: Request processed in 18us (101us total) trans 0 rc 0/0 00010000:00080000:1.0:1749393446.412841:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313ded80 x1834371507343872/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393446.412841:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:1.0:1749393446.412851:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507343872:0@lo:400: 00010000:00080000:1.0:1749393446.412860:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313de300 x1834371507343744/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749393446.412861:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313dc700 x1834371507343360/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393446.412868:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507343744:0@lo:400: 00000100:00100000:3.0:1749393446.412870:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507343360:0@lo:400: 00000100:00100000:1.0:1749393446.412875:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507342848:0@lo:400: 00010000:00080000:3.0:1749393446.412879:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313dc380 x1834371507343232/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393446.412886:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507343232:0@lo:400: 00010000:00010000:2.0:1749393446.460299:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393446.528188:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393446.528197:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507344000:0@lo:900: 00000100:00100000:0.0:1749393446.858183:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393446.858183:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:0.0:1749393446.858206:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507344128/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393451 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393446.858206:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507344256/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393451 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393446.858297:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393446.858325:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507344256 00000100:00100000:0.0:1749393446.858331:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507344256 00000100:00100000:2.0:1749393446.858358:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393446.858367:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1749393446.858375:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507344256:12345-0@lo:700: 00000100:00100000:1.0:1749393446.858384:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 40000000:00080000:0.0:1749393446.858405:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393446.858415:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393446.858416:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507344128 00000100:00100000:2.0:1749393446.858422:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507344128 00000100:00100000:0.0:1749393446.858440:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507344256:12345-0@lo:700: Request processed in 65us (143us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393446.858447:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1749393446.858452:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1749393446.858459:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507344128:12345-0@lo:700: 00000100:00100400:3.0:1749393446.858471:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507344256/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393462 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 40000000:00080000:2.0:1749393446.858478:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393446.858518:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507344128:12345-0@lo:700: Request processed in 58us (136us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393446.858525:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100400:1.0:1749393446.858546:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507344128/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393462 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393446.858573:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393446.876018:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393447.192247:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393447.321182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393447.462394:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393447.836448:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507344384:0@lo:41: 00000100:00100000:3.0:1749393447.836528:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393447.836668:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507344384 00000100:00100000:2.0:1749393447.836680:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507344384 00000100:00100000:2.0:1749393447.836742:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:2.0:1749393447.836751:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507344384:12345-0@lo:41: 00000004:00000024:2.0:1749393447.836788:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393447.836849:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507344384:12345-0@lo:41: Request processed in 99us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393447.836857:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1749393447.836882:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507344384:0@lo:41: 00000100:00100000:0.0:1749393447.906225:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507344512:0@lo:700: 00000100:00100000:0.0:1749393447.906268:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393447.906327:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393447.906400:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507344512 00000100:00100000:2.0:1749393447.906408:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507344512 00000100:00080000:1.0:1749393447.906468:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393447.906482:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1749393447.906490:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507344512:12345-0@lo:700: 00000100:00100000:2.0:1749393447.906526:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393447.906532:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507344640:0@lo:700: 40000000:00080000:2.0:1749393447.906543:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393447.906545:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393447.906591:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507344512:12345-0@lo:700: Request processed in 102us (322us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393447.906598:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1749393447.906610:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507344512:0@lo:700: 00000100:00100000:0.0:1749393447.907165:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507344768:0@lo:700: 00000100:00100000:0.0:1749393447.907190:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393447.907242:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393447.907246:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507344768 00000100:00100000:2.0:1749393447.907251:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507344768 00000100:00080000:1.0:1749393447.907275:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393447.907275:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1749393447.907281:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507344768:12345-0@lo:700: 00000100:00100000:2.0:1749393447.907301:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393447.907306:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507344896:0@lo:700: 40000000:00080000:2.0:1749393447.907313:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393447.907316:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393447.907353:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507344768:12345-0@lo:700: Request processed in 72us (162us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393447.907359:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1749393447.907383:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507344768:0@lo:700: 00000100:00100000:2.0:1749393448.192301:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393448.321303:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393448.464393:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393448.529241:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393448.529256:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507345024:0@lo:900: 00000100:00100000:2.0:1749393449.192320:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393449.321290:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393449.466455:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393449.907316:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507345152:0@lo:700: 00000100:00100000:0.0:1749393449.907386:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393449.907473:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393449.907528:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507345152 00000100:00100000:2.0:1749393449.907539:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507345152 00000100:00080000:1.0:1749393449.907573:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393449.907608:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:2.0:1749393449.907618:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507345152:12345-0@lo:700: 00000100:00100000:2.0:1749393449.907662:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393449.907684:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507345280:0@lo:700: 40000000:00080000:2.0:1749393449.907700:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393449.907703:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393449.907762:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507345152:12345-0@lo:700: Request processed in 145us (375us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393449.907771:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1749393449.907785:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507345152:0@lo:700: 00000100:00100000:0.0:1749393449.908174:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507345408:0@lo:700: 00000100:00100000:0.0:1749393449.908228:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393449.908272:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393449.908273:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507345408 00000100:00100000:2.0:1749393449.908279:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507345408 00000100:00080000:1.0:1749393449.908305:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393449.908307:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1749393449.908314:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507345408:12345-0@lo:700: 00000100:00100000:2.0:1749393449.908340:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393449.908346:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507345536:0@lo:700: 40000000:00080000:2.0:1749393449.908354:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393449.908356:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393449.908399:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507345408:12345-0@lo:700: Request processed in 85us (170us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393449.908406:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1749393449.908427:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507345408:0@lo:700: 00000100:00100000:0.0:1749393450.192326:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393450.239159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393450.239251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393450.239292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393450.239292:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499721088 00000100:00100000:2.0:1749393450.239304:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499721088 00000100:00100000:2.0:1749393450.239344:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499721216 00000100:00100000:1.0:1749393450.239346:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499720960 00000100:00100000:2.0:1749393450.239347:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499721216 00000100:00100000:1.0:1749393450.239356:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499720960 00000100:00100000:0.0:1749393450.239360:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 668 00000100:00100000:0.0:1749393450.239368:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499721088:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393450.239370:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 669 00000100:00100000:2.0:1749393450.239377:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499721216:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393450.239400:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 492 last 0 00010000:00080000:2.0:1749393450.239400:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 492 last 0 00000100:00100000:1.0:1749393450.239419:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 345 00000100:00100000:1.0:1749393450.239429:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499720960:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393450.239464:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499721088:12345-192.168.203.32@tcp:38: Request processed in 94us (310us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393450.239464:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499721216:12345-192.168.203.32@tcp:38: Request processed in 85us (169us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393450.239471:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499720960:12345-192.168.203.32@tcp:400: Request processed in 44us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393450.239471:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 669 00000100:00100000:1.0:1749393450.239478:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 345 00000100:00100000:0.0:1749393450.239485:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 668 00000100:00100000:0.0:1749393450.321175:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393450.468336:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393450.530240:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393450.530254:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507345664:0@lo:900: 00000100:00100000:1.0:1749393450.988396:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507345792:0@lo:41: 00000100:00100000:1.0:1749393450.988471:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393450.988534:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507345792 00000100:00100000:2.0:1749393450.988546:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507345792 00000100:00100000:2.0:1749393450.988594:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:2.0:1749393450.988603:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507345792:12345-0@lo:41: 00000004:00000024:2.0:1749393450.988640:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393450.988706:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507345792:12345-0@lo:41: Request processed in 104us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393450.988714:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1749393450.988747:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507345792:0@lo:41: 00000100:00100000:0.0:1749393451.192277:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393451.321266:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393451.420306:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393451.420315:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393451.420319:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393451.420326:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 488 00000100:00080000:0.0:1749393451.420331:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393451.420338:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393451.420380:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dea00 x1834371507346048/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393451.420416:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507345920:0@lo:400: 00000100:00080000:0.0:1749393451.420421:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393451.420425:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393451.420427:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393451.420430:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 488 00000100:00080000:0.0:1749393451.420433:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393451.420436:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393451.420441:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507346176:0@lo:400: 00000100:00100000:0.0:1749393451.420462:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099780000 x1834371507346304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393451.420487:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393451.420490:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393451.420492:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393451.420493:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393451.420495:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 488 00000100:00080000:0.0:1749393451.420498:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393451.420502:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393451.420503:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393451.420515:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099780700 x1834371507346560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393451.420523:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507346048:0@lo:38: 00000100:00080000:0.0:1749393451.420524:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393451.420527:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393451.420528:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393451.420532:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 488 00000100:00080000:0.0:1749393451.420534:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393451.420537:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393451.420552:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507345920 00000100:00100000:0.0:1749393451.420554:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099780a80 x1834371507346688/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393451.420560:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507345920 00000100:00100000:2.0:1749393451.420571:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393451.420577:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393451.420577:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507346816:0@lo:400: 00000100:00080000:0.0:1749393451.420580:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393451.420582:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393451.420586:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 488 00000100:00080000:0.0:1749393451.420588:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393451.420591:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393451.420601:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1749393451.420602:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099781500 x1834371507347072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393451.420602:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393451.420610:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393451.420610:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507346304:0@lo:38: 00000100:00100000:3.0:1749393451.420610:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507345920:12345-0@lo:400: 00000100:00080000:0.0:1749393451.420613:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393451.420614:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393451.420617:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 488 00000100:00080000:0.0:1749393451.420620:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393451.420620:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1749393451.420622:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393451.420628:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507346432:0@lo:400: 00000100:00100000:2.0:1749393451.420630:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393451.420632:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099781880 x1834371507347200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393451.420652:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393451.420660:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507345920:12345-0@lo:400: Request processed in 50us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393451.420661:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507346560:0@lo:38: 00000100:00100000:1.0:1749393451.420666:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393451.420667:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1749393451.420670:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507346048 00000100:00100000:1.0:1749393451.420673:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507347456:0@lo:400: 00000100:00100000:0.0:1749393451.420675:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507346048 00000100:00100000:2.0:1749393451.420678:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393451.420691:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393451.420695:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507346688:0@lo:38: 00000100:00100000:0.0:1749393451.420696:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507346304 00000100:00100000:0.0:1749393451.420699:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507346304 00000100:00100000:3.0:1749393451.420703:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507346176 00000100:00100000:3.0:1749393451.420707:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507346176 00000100:00100000:0.0:1749393451.420710:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507346560 00000100:00100000:0.0:1749393451.420712:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507346560 00000100:00100000:2.0:1749393451.420714:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393451.420724:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507346432 00000100:00100000:3.0:1749393451.420726:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507346432 00000100:00100000:2.0:1749393451.420729:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507347072:0@lo:38: 00000100:00100000:0.0:1749393451.420733:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507346688 00000100:00100000:0.0:1749393451.420735:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507346688 00000100:00100000:3.0:1749393451.420738:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1749393451.420743:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1749393451.420744:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507346176:12345-0@lo:400: 00000100:00100000:2.0:1749393451.420745:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393451.420750:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507346048:12345-0@lo:38: 00000100:00100000:0.0:1749393451.420752:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507347072 00000100:00100000:0.0:1749393451.420754:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507347072 00000100:00100000:2.0:1749393451.420755:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507347200:0@lo:38: 00000100:00100000:0.0:1749393451.420764:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1749393451.420770:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507346304:12345-0@lo:38: 00000100:00100000:2.0:1749393451.420775:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393451.420776:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507346176:12345-0@lo:400: Request processed in 31us (273us total) trans 0 rc 0/0 00010000:00020000:1.0:1749393451.420780:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393451.420782:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00010000:00020000:0.0:1749393451.420789:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393451.420792:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1749393451.420797:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507346432:12345-0@lo:400: 00000100:00100000:2.0:1749393451.420808:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507346816 00000100:00100000:2.0:1749393451.420813:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507346816 00000100:00100000:1.0:1749393451.420834:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507346048:12345-0@lo:38: Request processed in 80us (260us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393451.420846:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1749393451.420846:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507347456 00000100:00100000:2.0:1749393451.420849:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507347456 00000100:00100000:0.0:1749393451.420850:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507346304:12345-0@lo:38: Request processed in 78us (218us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393451.420850:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507346432:12345-0@lo:400: Request processed in 52us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393451.420857:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1749393451.420858:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1749393451.420865:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:1.0:1749393451.420870:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507347200 00000100:00100000:0.0:1749393451.420873:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1749393451.420873:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507346816:12345-0@lo:400: 00000100:00100000:1.0:1749393451.420876:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507347200 00000100:00100000:0.0:1749393451.420877:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507346560:12345-0@lo:38: 00000100:00100000:3.0:1749393451.420879:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1749393451.420886:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507347456:12345-0@lo:400: 00010000:00020000:0.0:1749393451.420889:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393451.420895:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1749393451.420902:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507346688:12345-0@lo:38: 00000100:00100000:0.0:1749393451.420921:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507346560:12345-0@lo:38: Request processed in 42us (242us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393451.420921:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393451.420922:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507347456:12345-0@lo:400: Request processed in 37us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393451.420928:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1749393451.420931:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1749393451.420932:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507346816:12345-0@lo:400: Request processed in 57us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393451.420937:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1749393451.420941:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1749393451.420942:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507347072:12345-0@lo:38: 00010000:00020000:0.0:1749393451.420951:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393451.420958:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507346688:12345-0@lo:38: Request processed in 54us (241us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393451.420965:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1749393451.420970:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507345920:0@lo:400: 00000100:00100000:2.0:1749393451.420974:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507347200:12345-0@lo:38: 00000100:00100000:0.0:1749393451.420975:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507347072:12345-0@lo:38: Request processed in 27us (225us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393451.420975:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1749393451.420981:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00010000:00020000:2.0:1749393451.420990:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393451.421001:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393451.421001:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507346944:0@lo:400: 00000100:00080000:1.0:1749393451.421006:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393451.421012:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507347200:12345-0@lo:38: Request processed in 41us (236us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393451.421018:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1749393451.421028:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1749393451.421034:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099781f80 x1834371507347456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749393451.421046:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393451.421048:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507347456:0@lo:400: 00000100:00100000:3.0:1749393451.421048:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749393451.421051:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393451.421054:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507346944 00000100:00100000:3.0:1749393451.421054:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507347328:0@lo:400: 00000100:00100000:2.0:1749393451.421055:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507346560:0@lo:38: 00000100:00100000:0.0:1749393451.421058:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507346944 00000100:00100000:1.0:1749393451.421060:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507346432:0@lo:400: 00000100:00080000:2.0:1749393451.421066:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393451.421069:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393451.421107:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393451.421108:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00010000:00080000:1.0:1749393451.421108:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099780e00 x1834371507346816/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393451.421109:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507346688:0@lo:38: 00000100:00100000:0.0:1749393451.421114:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507346944:12345-0@lo:400: 00000100:00100000:1.0:1749393451.421119:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507346816:0@lo:400: 00000100:00080000:2.0:1749393451.421119:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393451.421122:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393451.421125:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507347072:0@lo:38: 00000100:00080000:2.0:1749393451.421133:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393451.421135:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393451.421139:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507347200:0@lo:38: 00000100:00080000:2.0:1749393451.421147:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393451.421150:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393451.421151:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507346176:0@lo:400: 00000100:00100000:2.0:1749393451.421161:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507346048:0@lo:38: 00000100:00100000:0.0:1749393451.421163:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507346944:12345-0@lo:400: Request processed in 49us (134us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393451.421172:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1749393451.421173:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393451.421175:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:3.0:1749393451.421178:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099781180 x1834371507346944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393451.421206:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507346304:0@lo:38: 00000100:00100000:0.0:1749393451.421215:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:1.0:1749393451.421218:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507347328 00000100:00100000:1.0:1749393451.421223:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507347328 00000100:00100000:3.0:1749393451.421224:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507346944:0@lo:400: 00000100:00100000:1.0:1749393451.421265:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1749393451.421271:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507347328:12345-0@lo:400: 00000100:00100000:1.0:1749393451.421327:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507347328:12345-0@lo:400: Request processed in 56us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393451.421334:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00080000:1.0:1749393451.421350:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1749393451.421381:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099781c00 x1834371507347328/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393451.421393:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507347328:0@lo:400: 00010000:00010000:2.0:1749393451.470295:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393451.908260:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099782300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507347584:0@lo:700: 00000100:00100000:0.0:1749393451.908314:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393451.908378:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393451.908428:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507347584 00000100:00100000:2.0:1749393451.908436:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507347584 00000100:00100000:2.0:1749393451.908483:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1749393451.908490:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507347584:12345-0@lo:700: 00000100:00100000:2.0:1749393451.908523:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393451.908528:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507347712:0@lo:700: 40000000:00080000:2.0:1749393451.908539:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393451.908541:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393451.908580:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507347584:12345-0@lo:700: Request processed in 90us (266us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393451.908586:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1749393451.908598:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099782300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507347584:0@lo:700: 00000100:00100000:1.0:1749393451.909170:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cd500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507347840:0@lo:700: 00000100:00100000:1.0:1749393451.909220:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393451.909260:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507347840 00000100:00100000:2.0:1749393451.909266:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507347840 00000100:00100000:1.0:1749393451.909271:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181c00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393451.909288:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1749393451.909293:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507347840:12345-0@lo:700: 00000100:00100000:2.0:1749393451.909315:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393451.909319:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507347968:0@lo:700: 40000000:00080000:2.0:1749393451.909326:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393451.909328:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393451.909364:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507347840:12345-0@lo:700: Request processed in 70us (144us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393451.909381:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1749393451.909400:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cd500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507347840:0@lo:700: 00000100:00100000:0.0:1749393452.192333:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393452.321258:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393452.472342:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393452.531247:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393452.531261:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099782300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507348096:0@lo:900: 00000100:00100000:1.0:1749393452.844411:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507348224:0@lo:41: 00000100:00100000:1.0:1749393452.844487:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393452.844559:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507348224 00000100:00100000:3.0:1749393452.844569:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507348224 00000100:00100000:3.0:1749393452.844622:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:3.0:1749393452.844634:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507348224:12345-0@lo:41: 00000004:00000024:3.0:1749393452.844675:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393452.844755:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507348224:12345-0@lo:41: Request processed in 120us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393452.844768:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:1.0:1749393452.844786:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507348224:0@lo:41: 00000100:00100000:0.0:1749393453.192250:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393453.321233:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393453.474380:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393453.909283:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099782300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507348352:0@lo:700: 00000100:00100000:0.0:1749393453.909345:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393453.909420:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393453.909474:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507348352 00000100:00100000:2.0:1749393453.909484:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507348352 00000100:00080000:1.0:1749393453.909513:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393453.909545:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1749393453.909554:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507348352:12345-0@lo:700: 00000100:00100000:2.0:1749393453.909593:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393453.909600:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507348480:0@lo:700: 40000000:00080000:2.0:1749393453.909613:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393453.909616:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393453.909665:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507348352:12345-0@lo:700: Request processed in 112us (319us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393453.909673:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1749393453.909687:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099782300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507348352:0@lo:700: 00000100:00100000:1.0:1749393453.910238:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cf800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507348608:0@lo:700: 00000100:00100000:1.0:1749393453.910275:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393453.910323:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507348608 00000100:00100000:2.0:1749393453.910328:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507348608 00000100:00100000:1.0:1749393453.910330:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181c00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393453.910353:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1749393453.910358:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507348608:12345-0@lo:700: 00000100:00080000:3.0:1749393453.910358:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393453.910380:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393453.910384:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507348736:0@lo:700: 40000000:00080000:2.0:1749393453.910392:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393453.910394:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393453.910432:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507348608:12345-0@lo:700: Request processed in 73us (156us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393453.910438:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1749393453.910467:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cf800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507348608:0@lo:700: 00000100:00100000:2.0:1749393454.192250:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393454.321207:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393454.476351:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393454.532191:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393454.532199:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099782300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507348864:0@lo:900: 00000100:00100000:2.0:1749393455.192236:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393455.247578:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393455.247620:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393455.247711:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499721472 00000100:00100000:2.0:1749393455.247723:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499721472 00000100:00100000:0.0:1749393455.247728:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393455.247771:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499721600 00000100:00100000:2.0:1749393455.247774:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499721600 00000100:00100000:3.0:1749393455.247779:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499721344 00000100:00100000:3.0:1749393455.247789:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499721344 00000100:00100000:2.0:1749393455.247790:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 676 00000100:00100000:2.0:1749393455.247798:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499721472:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393455.247802:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 677 00000100:00100000:0.0:1749393455.247817:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499721600:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393455.247830:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 497 last 0 00000100:00100000:3.0:1749393455.247834:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 347 00000100:00100000:3.0:1749393455.247842:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499721344:12345-192.168.203.32@tcp:400: 00010000:00080000:0.0:1749393455.247843:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 497 last 0 00000100:00100000:2.0:1749393455.247917:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499721472:12345-192.168.203.32@tcp:38: Request processed in 117us (345us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393455.247919:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499721600:12345-192.168.203.32@tcp:38: Request processed in 99us (188us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393455.247919:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499721344:12345-192.168.203.32@tcp:400: Request processed in 74us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393455.247926:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 676 00000100:00100000:0.0:1749393455.247935:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 677 00000100:00100000:3.0:1749393455.247938:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 347 00000100:00100000:0.0:1749393455.321140:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393455.478346:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393455.910279:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507348992:0@lo:700: 00000100:00100000:0.0:1749393455.910345:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393455.910418:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393455.910491:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507348992 00000100:00100000:2.0:1749393455.910502:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507348992 00000100:00080000:3.0:1749393455.910565:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393455.910577:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1749393455.910587:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507348992:12345-0@lo:700: 00000100:00100000:2.0:1749393455.910636:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393455.910643:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507349120:0@lo:700: 40000000:00080000:2.0:1749393455.910657:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393455.910660:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393455.910716:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507348992:12345-0@lo:700: Request processed in 130us (370us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393455.910725:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1749393455.910740:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507348992:0@lo:700: 00000100:00100000:1.0:1749393455.911222:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507349248:0@lo:700: 00000100:00100000:1.0:1749393455.911265:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393455.911316:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507349248 00000100:00100000:2.0:1749393455.911322:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507349248 00000100:00100000:1.0:1749393455.911326:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a9181c00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393455.911350:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1749393455.911357:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507349248:12345-0@lo:700: 00000100:00080000:3.0:1749393455.911366:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393455.911381:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393455.911398:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507349376:0@lo:700: 40000000:00080000:2.0:1749393455.911408:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393455.911410:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393455.911457:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507349248:12345-0@lo:700: Request processed in 99us (191us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393455.911465:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1749393455.911493:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507349248:0@lo:700: 00000100:00100000:3.0:1749393455.996340:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507349504:0@lo:41: 00000100:00100000:3.0:1749393455.996387:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393455.996447:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507349504 00000100:00100000:0.0:1749393455.996456:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507349504 00000100:00100000:0.0:1749393455.996496:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1749393455.996504:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507349504:12345-0@lo:41: 00000004:00000024:0.0:1749393455.996536:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393455.996598:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507349504:12345-0@lo:41: Request processed in 94us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393455.996606:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1749393455.996633:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507349504:0@lo:41: 00000100:00100000:2.0:1749393456.192222:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393456.321217:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393456.428267:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393456.428275:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393456.428278:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393456.428285:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 493 00000100:00080000:0.0:1749393456.428289:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393456.428294:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749393456.428313:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749393456.428316:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099783800 x1834371507349760/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393456.428330:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507349632:0@lo:400: 00000100:00080000:0.0:1749393456.428352:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393456.428356:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749393456.428364:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507349760:0@lo:38: 00000100:00080000:0.0:1749393456.428369:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393456.428373:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 493 00000100:00080000:0.0:1749393456.428375:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393456.428378:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393456.428379:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393456.428394:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099781c00 x1834371507350016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393456.428411:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393456.428411:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393456.428414:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393456.428416:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393456.428419:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 493 00000100:00080000:0.0:1749393456.428421:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393456.428424:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393456.428433:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099780000 x1834371507350272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393456.428438:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507349632 00000100:00080000:0.0:1749393456.428442:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393456.428444:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507350016:0@lo:38: 00000100:00100000:3.0:1749393456.428444:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507349632 00000100:00080000:0.0:1749393456.428445:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393456.428447:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393456.428450:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 493 00000100:00080000:0.0:1749393456.428451:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393456.428454:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393456.428461:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507349888:0@lo:400: 00000100:00100000:2.0:1749393456.428462:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393456.428463:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099781880 x1834371507350400/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393456.428478:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507350272:0@lo:38: 00000100:00100000:3.0:1749393456.428478:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1749393456.428485:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507349632:12345-0@lo:400: 00000100:00080000:0.0:1749393456.428486:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393456.428489:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749393456.428495:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393456.428496:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393456.428500:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 493 00000100:00080000:0.0:1749393456.428502:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393456.428506:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393456.428513:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507350400:0@lo:38: 00000100:00100000:1.0:1749393456.428525:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393456.428529:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099780700 x1834371507350784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393456.428529:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507349632:12345-0@lo:400: Request processed in 44us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393456.428532:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393456.428537:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00080000:0.0:1749393456.428539:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393456.428542:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393456.428544:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393456.428547:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 493 00000100:00080000:0.0:1749393456.428549:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393456.428552:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507350784:0@lo:38: 00000100:00080000:0.0:1749393456.428553:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393456.428559:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393456.428563:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099780e00 x1834371507350912/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393456.428566:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507350528:0@lo:400: 00000100:00100000:1.0:1749393456.428567:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507350144:0@lo:400: 00000100:00100000:2.0:1749393456.428570:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393456.428588:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507350912:0@lo:38: 00000100:00100000:3.0:1749393456.428596:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393456.428601:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393456.428602:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507349760 00000100:00100000:0.0:1749393456.428607:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507349760 00000100:00100000:2.0:1749393456.428622:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393456.428622:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507349632:0@lo:400: 00000100:00100000:0.0:1749393456.428626:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507350016 00000100:00100000:0.0:1749393456.428629:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507350016 00000100:00100000:1.0:1749393456.428629:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507351040:0@lo:400: 00000100:00100000:0.0:1749393456.428635:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507350272 00000100:00100000:0.0:1749393456.428637:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507350272 00000100:00100000:3.0:1749393456.428638:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749393456.428643:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507350400 00000100:00100000:0.0:1749393456.428645:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507350400 00000100:00100000:3.0:1749393456.428646:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507350656:0@lo:400: 00000100:00100000:1.0:1749393456.428650:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393456.428650:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507350784 00000100:00100000:0.0:1749393456.428651:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507350912 00000100:00100000:0.0:1749393456.428654:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507350912 00000100:00100000:2.0:1749393456.428656:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507350784 00000100:00100000:0.0:1749393456.428663:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1749393456.428667:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393456.428669:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507349760:12345-0@lo:38: 00000100:00100000:1.0:1749393456.428673:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507351168:0@lo:400: 00000100:00100000:2.0:1749393456.428675:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1749393456.428678:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393456.428681:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507350016:12345-0@lo:38: 00010000:00020000:0.0:1749393456.428690:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393456.428700:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393456.428712:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1749393456.428718:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507350272:12345-0@lo:38: 00000100:00100000:3.0:1749393456.428725:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507350528 00000100:00100000:3.0:1749393456.428731:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507350528 00010000:00020000:1.0:1749393456.428736:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393456.428741:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507350016:12345-0@lo:38: Request processed in 58us (277us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393456.428756:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507349760:12345-0@lo:38: Request processed in 85us (345us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393456.428756:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1749393456.428760:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507351040 00000100:00100000:3.0:1749393456.428764:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507351040 00000100:00100000:0.0:1749393456.428765:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1749393456.428765:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507350272:12345-0@lo:38: Request processed in 46us (269us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393456.428773:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1749393456.428789:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1749393456.428794:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1749393456.428794:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507350400:12345-0@lo:38: 00000100:00100000:0.0:1749393456.428799:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507350912:12345-0@lo:38: 00000100:00100000:1.0:1749393456.428805:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1749393456.428807:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507350656 00010000:00020000:2.0:1749393456.428808:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393456.428810:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507350784:12345-0@lo:38: 00000100:00100000:3.0:1749393456.428812:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507350656 00010000:00020000:0.0:1749393456.428815:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393456.428822:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393456.428835:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507350400:12345-0@lo:38: Request processed in 40us (302us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393456.428835:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1749393456.428841:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507350912:12345-0@lo:38: Request processed in 41us (219us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393456.428841:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1749393456.428845:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507350528:12345-0@lo:400: 00000100:00100000:0.0:1749393456.428848:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1749393456.428848:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507350784:12345-0@lo:38: Request processed in 37us (277us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393456.428854:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:2.0:1749393456.428860:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507349888 00000100:00100000:2.0:1749393456.428864:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507349888 00000100:00100000:1.0:1749393456.428874:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393456.428876:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1749393456.428883:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507350144 00000100:00100000:0.0:1749393456.428884:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507351040:12345-0@lo:400: 00000100:00100000:2.0:1749393456.428886:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507350144 00000100:00100000:2.0:1749393456.428897:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:3.0:1749393456.428902:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507350528:12345-0@lo:400: Request processed in 57us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393456.428903:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507349888:12345-0@lo:400: 00000100:00100000:1.0:1749393456.428911:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:3.0:1749393456.428914:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1749393456.428919:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507351040:12345-0@lo:400: Request processed in 37us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393456.428919:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507350144:12345-0@lo:400: 00000100:00100000:0.0:1749393456.428926:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:3.0:1749393456.428931:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507351168 00000100:00100000:2.0:1749393456.428934:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507349888:12345-0@lo:400: Request processed in 31us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393456.428935:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507351168 00000100:00100000:0.0:1749393456.428940:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1749393456.428941:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1749393456.428945:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507350656:12345-0@lo:400: 00000100:00100000:1.0:1749393456.428951:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507350144:12345-0@lo:400: Request processed in 34us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393456.428958:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1749393456.428966:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507351168:12345-0@lo:400: 00000100:00100000:0.0:1749393456.428967:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507350656:12345-0@lo:400: Request processed in 22us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393456.428970:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1749393456.428974:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00080000:2.0:1749393456.428995:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393456.429000:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393456.429005:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507350912:0@lo:38: 00000100:00080000:0.0:1749393456.429008:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1749393456.429009:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099780380 x1834371507351040/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393456.429011:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507351168:12345-0@lo:400: Request processed in 44us (133us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393456.429014:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393456.429017:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393456.429021:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507350784:0@lo:38: 00000100:00100000:1.0:1749393456.429022:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507351040:0@lo:400: 00000100:00100000:3.0:1749393456.429022:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00080000:2.0:1749393456.429029:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393456.429031:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393456.429033:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507350144:0@lo:400: 00000100:00100000:2.0:1749393456.429034:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507350272:0@lo:38: 00000100:00100000:1.0:1749393456.429043:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507349888:0@lo:400: 00000100:00080000:2.0:1749393456.429052:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393456.429055:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393456.429058:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507350400:0@lo:38: 00010000:00080000:1.0:1749393456.429065:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099781f80 x1834371507351168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749393456.429065:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099780a80 x1834371507350656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749393456.429066:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393456.429068:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393456.429107:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507350016:0@lo:38: 00000100:00100000:1.0:1749393456.429116:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507351168:0@lo:400: 00000100:00080000:2.0:1749393456.429117:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393456.429120:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393456.429124:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507349760:0@lo:38: 00000100:00100000:3.0:1749393456.429135:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507350656:0@lo:400: 00010000:00080000:3.0:1749393456.429192:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099781500 x1834371507350528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393456.429208:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507350528:0@lo:400: 00010000:00010000:3.0:1749393456.480291:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393456.533226:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393456.533237:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507351296:0@lo:900: 00000100:00100000:2.0:1749393457.192238:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393457.321332:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393457.482295:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393457.852444:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507351424:0@lo:41: 00000100:00100000:3.0:1749393457.852545:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393457.852612:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507351424 00000100:00100000:1.0:1749393457.852623:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507351424 00000100:00100000:1.0:1749393457.852680:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1749393457.852685:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507351424:12345-0@lo:41: 00000004:00000024:1.0:1749393457.852708:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393457.852775:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507351424:12345-0@lo:41: Request processed in 88us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393457.852783:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1749393457.852814:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507351424:0@lo:41: 00000100:00100000:1.0:1749393457.858197:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393457.858235:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507351552/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393462 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393457.858277:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393457.858332:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393457.858390:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507351552 00000100:00100000:2.0:1749393457.858398:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507351552 00000100:00100000:2.0:1749393457.858448:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1749393457.858456:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507351552:12345-0@lo:700: 40000000:00080000:2.0:1749393457.858479:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393457.858529:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507351552:12345-0@lo:700: Request processed in 73us (250us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393457.858536:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1749393457.858554:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507351552/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393473 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393457.858579:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393457.875202:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393457.875223:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507351680/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393462 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393457.875275:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393457.875339:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393457.875391:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507351680 00000100:00100000:2.0:1749393457.875400:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507351680 00000100:00100000:2.0:1749393457.875434:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1749393457.875441:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507351680:12345-0@lo:700: 40000000:00080000:2.0:1749393457.875460:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393457.875514:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507351680:12345-0@lo:700: Request processed in 73us (239us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393457.875533:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1749393457.875544:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507351680/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393473 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393457.875555:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393457.911221:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099781500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507351808:0@lo:700: 00000100:00100000:0.0:1749393457.911259:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393457.911317:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393457.911369:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507351808 00000100:00100000:3.0:1749393457.911377:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507351808 00000100:00080000:0.0:1749393457.911429:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393457.911432:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1749393457.911440:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507351808:12345-0@lo:700: 00000100:00100000:3.0:1749393457.911472:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7480 going to sleep for 0 seconds 00000100:00100000:3.0:1749393457.911478:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507351936:0@lo:700: 40000000:00080000:3.0:1749393457.911487:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393457.911490:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393457.911533:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507351808:12345-0@lo:700: Request processed in 94us (273us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393457.911540:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1749393457.911553:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507351808:0@lo:700: 00000100:00100000:2.0:1749393457.912208:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507352064:0@lo:700: 00000100:00100000:2.0:1749393457.912245:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393457.912295:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507352064 00000100:00100000:3.0:1749393457.912302:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507352064 00000100:00100000:2.0:1749393457.912305:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 11 seconds 00000100:00080000:0.0:1749393457.912320:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393457.912330:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1749393457.912336:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507352064:12345-0@lo:700: 00000100:00100000:3.0:1749393457.912361:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7480 going to sleep for 0 seconds 00000100:00100000:3.0:1749393457.912367:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507352192:0@lo:700: 40000000:00080000:3.0:1749393457.912375:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393457.912378:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393457.912423:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507352064:12345-0@lo:700: Request processed in 86us (177us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393457.912444:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1749393457.912455:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507352064:0@lo:700: 00000100:00100000:2.0:1749393458.192211:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393458.321162:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393458.484383:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393458.534232:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393458.534246:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507352320:0@lo:900: 00000100:00100000:2.0:1749393459.192225:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393459.321214:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393459.486390:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393459.912304:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099781500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507352448:0@lo:700: 00000100:00100000:0.0:1749393459.912373:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393459.912446:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393459.912518:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507352448 00000100:00100000:3.0:1749393459.912530:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507352448 00000100:00080000:0.0:1749393459.912593:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393459.912606:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1749393459.912628:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507352448:12345-0@lo:700: 00000100:00100000:3.0:1749393459.912672:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7480 going to sleep for 0 seconds 00000100:00100000:3.0:1749393459.912679:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507352576:0@lo:700: 40000000:00080000:3.0:1749393459.912694:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393459.912697:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393459.912754:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507352448:12345-0@lo:700: Request processed in 127us (380us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393459.912763:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1749393459.912778:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507352448:0@lo:700: 00000100:00100000:0.0:1749393459.913206:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099781500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507352704:0@lo:700: 00000100:00100000:0.0:1749393459.913234:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393459.913290:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393459.913290:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507352704 00000100:00100000:3.0:1749393459.913296:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507352704 00000100:00080000:0.0:1749393459.913314:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393459.913324:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1749393459.913331:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507352704:12345-0@lo:700: 00000100:00100000:3.0:1749393459.913355:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7480 going to sleep for 0 seconds 00000100:00100000:3.0:1749393459.913361:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507352832:0@lo:700: 40000000:00080000:3.0:1749393459.913370:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393459.913372:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393459.913416:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507352704:12345-0@lo:700: Request processed in 85us (180us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393459.913423:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1749393459.913444:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507352704:0@lo:700: 00000100:00100000:2.0:1749393460.192270:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393460.255798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393460.255868:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393460.255936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393460.255952:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499721728 00000100:00100000:3.0:1749393460.255964:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499721728 00000100:00100000:0.0:1749393460.255972:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499721856 00000100:00100000:0.0:1749393460.255980:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499721856 00000100:00100000:1.0:1749393460.255996:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499721984 00000100:00100000:1.0:1749393460.256005:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499721984 00000100:00100000:0.0:1749393460.256018:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 684 00000100:00100000:0.0:1749393460.256029:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499721856:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393460.256029:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 349 00000100:00100000:1.0:1749393460.256050:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 685 00000100:00100000:3.0:1749393460.256050:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499721728:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393460.256057:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499721984:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393460.256067:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 502 last 0 00010000:00080000:1.0:1749393460.256145:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 502 last 0 00000100:00100000:3.0:1749393460.256183:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499721728:12345-192.168.203.32@tcp:400: Request processed in 133us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393460.256192:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 349 00000100:00100000:1.0:1749393460.256201:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499721984:12345-192.168.203.32@tcp:38: Request processed in 143us (267us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393460.256209:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 685 00000100:00100000:0.0:1749393460.256220:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499721856:12345-192.168.203.32@tcp:38: Request processed in 189us (350us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393460.256232:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 684 00000100:00100000:2.0:1749393460.321189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393460.488326:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393460.535220:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393460.535233:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099780000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507352960:0@lo:900: 00000100:00100000:3.0:1749393461.004427:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393461.004457:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507353088:0@lo:41: 00000100:00100000:3.0:1749393461.004530:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393461.004587:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507353088 00000100:00100000:1.0:1749393461.004599:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507353088 00000100:00100000:1.0:1749393461.004643:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1749393461.004651:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507353088:12345-0@lo:41: 00000004:00000024:1.0:1749393461.004708:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393461.004776:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507353088:12345-0@lo:41: Request processed in 125us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393461.004785:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1749393461.004817:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507353088:0@lo:41: 00000100:00100000:2.0:1749393461.192247:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393461.321205:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393461.436322:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393461.436332:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393461.436336:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393461.436346:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 498 00000100:00080000:0.0:1749393461.436350:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393461.436358:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393461.436380:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099780700 x1834371507353344/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393461.436411:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393461.436415:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393461.436416:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393461.436420:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 498 00000100:00080000:0.0:1749393461.436422:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393461.436425:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393461.436432:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507353216:0@lo:400: 00000100:00100000:0.0:1749393461.436436:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099781f80 x1834371507353600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393461.436441:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507353472:0@lo:400: 00000100:00080000:0.0:1749393461.436460:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393461.436463:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393461.436465:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393461.436468:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 498 00000100:00080000:0.0:1749393461.436470:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393461.436473:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393461.436499:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099781180 x1834371507353856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393461.436509:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393461.436512:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393461.436513:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393461.436516:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 498 00000100:00080000:0.0:1749393461.436518:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393461.436522:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393461.436523:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507353344:0@lo:38: 00000100:00100000:1.0:1749393461.436524:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393461.436525:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393461.436532:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099780380 x1834371507353984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393461.436566:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507354112:0@lo:400: 00000100:00080000:0.0:1749393461.436570:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393461.436572:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393461.436573:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393461.436575:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393461.436579:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 498 00000100:00080000:0.0:1749393461.436581:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393461.436584:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393461.436590:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393461.436591:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507354240:0@lo:400: 00000100:00100000:0.0:1749393461.436595:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997d8380 x1834371507354368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393461.436603:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393461.436604:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507353600:0@lo:38: 00000100:00080000:0.0:1749393461.436606:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393461.436608:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393461.436611:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 498 00000100:00100000:2.0:1749393461.436612:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1749393461.436613:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393461.436615:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393461.436616:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393461.436620:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507353728:0@lo:400: 00000100:00100000:3.0:1749393461.436623:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393461.436632:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997d8700 x1834371507354496/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393461.436642:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507353856:0@lo:38: 00000100:00100000:2.0:1749393461.436652:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393461.436660:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393461.436667:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507353472 00000100:00100000:2.0:1749393461.436672:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393461.436676:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507353472 00000100:00100000:0.0:1749393461.436677:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507354112 00000100:00100000:2.0:1749393461.436681:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507354752:0@lo:400: 00000100:00100000:3.0:1749393461.436681:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507353984:0@lo:38: 00000100:00100000:0.0:1749393461.436682:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507354112 00000100:00100000:2.0:1749393461.436707:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393461.436707:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393461.436708:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507353728 00000100:00100000:1.0:1749393461.436711:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507353728 00000100:00100000:0.0:1749393461.436715:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507354240 00000100:00100000:0.0:1749393461.436718:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507354240 00000100:00100000:3.0:1749393461.436723:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507354368:0@lo:38: 00000100:00100000:1.0:1749393461.436726:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1749393461.436733:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507353472:12345-0@lo:400: 00000100:00100000:0.0:1749393461.436735:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507354752 00000100:00100000:0.0:1749393461.436738:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507354752 00000100:00100000:3.0:1749393461.436739:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393461.436744:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1749393461.436754:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507354496:0@lo:38: 00000100:00100000:0.0:1749393461.436757:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1749393461.436757:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507353728:12345-0@lo:400: 00000100:00100000:0.0:1749393461.436765:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507354112:12345-0@lo:400: 00000100:00100000:3.0:1749393461.436769:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393461.436804:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:1.0:1749393461.436806:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507353472:12345-0@lo:400: Request processed in 73us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393461.436814:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507354240:12345-0@lo:400: 00000100:00100000:1.0:1749393461.436815:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1749393461.436822:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507354112:12345-0@lo:400: Request processed in 57us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393461.436823:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507353728:12345-0@lo:400: Request processed in 71us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393461.436830:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1749393461.436832:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1749393461.436843:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507353216 00000100:00100000:0.0:1749393461.436846:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1749393461.436846:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507353216 00000100:00100000:3.0:1749393461.436851:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507354240:12345-0@lo:400: Request processed in 39us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393461.436852:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eecf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507354752:12345-0@lo:400: 00000100:00100000:2.0:1749393461.436858:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507353344 00000100:00100000:2.0:1749393461.436864:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507353344 00000100:00100000:1.0:1749393461.436870:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1749393461.436870:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1749393461.436875:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eecf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507354752:12345-0@lo:400: Request processed in 23us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393461.436876:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507353216:12345-0@lo:400: 00000100:00100000:2.0:1749393461.436877:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507353600 00000100:00100000:2.0:1749393461.436879:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507353600 00000100:00100000:0.0:1749393461.436881:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1749393461.436885:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507353856 00000100:00100000:2.0:1749393461.436887:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507353856 00000100:00100000:2.0:1749393461.436893:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507353984 00000100:00100000:2.0:1749393461.436895:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507353984 00000100:00100000:3.0:1749393461.436897:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507354368 00000100:00100000:1.0:1749393461.436902:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507353216:12345-0@lo:400: Request processed in 26us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393461.436902:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507354496 00000100:00100000:3.0:1749393461.436902:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507354368 00000100:00100000:2.0:1749393461.436904:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507354496 00000100:00100000:1.0:1749393461.436909:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1749393461.436913:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1749393461.436918:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507353344:12345-0@lo:38: 00000100:00100000:3.0:1749393461.436933:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1749393461.436940:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507353600:12345-0@lo:38: 00000100:00100000:1.0:1749393461.436941:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00010000:00020000:2.0:1749393461.436941:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393461.436946:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507353856:12345-0@lo:38: 00010000:00020000:3.0:1749393461.436958:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393461.436966:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393461.436972:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507353344:12345-0@lo:38: Request processed in 52us (399us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393461.436979:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1749393461.436992:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:3.0:1749393461.436992:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507353600:12345-0@lo:38: Request processed in 51us (367us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393461.436994:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507353856:12345-0@lo:38: Request processed in 44us (331us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393461.436997:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507353984:12345-0@lo:38: 00000100:00100000:3.0:1749393461.436999:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1749393461.437003:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00010000:00020000:2.0:1749393461.437008:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393461.437011:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1749393461.437016:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507354496:12345-0@lo:38: 00000100:00100000:1.0:1749393461.437017:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1749393461.437021:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507354368:12345-0@lo:38: 00000100:00100000:2.0:1749393461.437027:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507353984:12345-0@lo:38: Request processed in 28us (319us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393461.437028:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393461.437032:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393461.437033:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:3.0:1749393461.437048:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507354496:12345-0@lo:38: Request processed in 31us (279us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393461.437053:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507354368:12345-0@lo:38: Request processed in 31us (313us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393461.437054:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1749393461.437059:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00010000:00080000:2.0:1749393461.437106:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997d8e00 x1834371507354752/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393461.437150:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507354752:0@lo:400: 00000100:00080000:3.0:1749393461.437158:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393461.437160:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749393461.437164:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00080000:1.0:1749393461.437165:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393461.437169:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507353984:0@lo:38: 00000100:00100000:2.0:1749393461.437173:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507353728:0@lo:400: 00000100:00080000:3.0:1749393461.437179:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:0.0:1749393461.437182:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997d8000 x1834371507354240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393461.437182:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:2.0:1749393461.437185:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099783100 x1834371507354112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393461.437185:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507354368:0@lo:38: 00000100:00080000:3.0:1749393461.437193:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393461.437195:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507354240:0@lo:400: 00000100:00100000:2.0:1749393461.437195:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507354112:0@lo:400: 00000100:00080000:3.0:1749393461.437196:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393461.437199:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507354496:0@lo:38: 00000100:00100000:0.0:1749393461.437206:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507353216:0@lo:400: 00000100:00100000:1.0:1749393461.437211:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507353472:0@lo:400: 00000100:00080000:3.0:1749393461.437218:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393461.437221:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393461.437225:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507353344:0@lo:38: 00000100:00080000:3.0:1749393461.437233:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393461.437235:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507354624:0@lo:400: 00000100:00080000:3.0:1749393461.437236:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393461.437239:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507353600:0@lo:38: 00000100:00080000:3.0:1749393461.437247:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393461.437249:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393461.437252:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507353856:0@lo:38: 00000100:00100000:1.0:1749393461.437277:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393461.437344:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507354624 00000100:00100000:0.0:1749393461.437349:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507354624 00000100:00100000:0.0:1749393461.437393:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1749393461.437400:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507354624:12345-0@lo:400: 00000100:00080000:1.0:1749393461.437407:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393461.437451:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507354624:12345-0@lo:400: Request processed in 51us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393461.437458:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00010000:00080000:1.0:1749393461.437469:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997d8a80 x1834371507354624/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393461.437482:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507354624:0@lo:400: 00010000:00010000:1.0:1749393461.490292:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393461.913260:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507354880:0@lo:700: 00000100:00100000:0.0:1749393461.913324:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393461.913399:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393461.913468:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507354880 00000100:00100000:3.0:1749393461.913478:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507354880 00000100:00100000:3.0:1749393461.913539:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1749393461.913548:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507354880:12345-0@lo:700: 00000100:00100000:3.0:1749393461.913590:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7540 going to sleep for 0 seconds 00000100:00100000:3.0:1749393461.913597:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507355008:0@lo:700: 40000000:00080000:3.0:1749393461.913611:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393461.913614:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393461.913669:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507354880:12345-0@lo:700: Request processed in 121us (345us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393461.913678:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1749393461.913702:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507354880:0@lo:700: 00000100:00100000:3.0:1749393461.914194:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507355136:0@lo:700: 00000100:00100000:3.0:1749393461.914224:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393461.914271:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507355136 00000100:00100000:3.0:1749393461.914272:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393461.914278:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507355136 00000100:00100000:0.0:1749393461.914305:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1749393461.914312:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507355136:12345-0@lo:700: 00000100:00100000:0.0:1749393461.914339:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393461.914344:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507355264:0@lo:700: 40000000:00080000:0.0:1749393461.914355:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393461.914357:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393461.914400:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507355136:12345-0@lo:700: Request processed in 88us (175us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393461.914407:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1749393461.914431:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507355136:0@lo:700: 00000100:00100000:2.0:1749393462.192253:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393462.321170:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393462.492335:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393462.536191:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393462.536201:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d8000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507355392:0@lo:900: 00000100:00100000:2.0:1749393462.860364:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507355520:0@lo:41: 00000100:00100000:2.0:1749393462.860431:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393462.860487:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507355520 00000100:00100000:0.0:1749393462.860498:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507355520 00000100:00100000:0.0:1749393462.860552:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1749393462.860561:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507355520:12345-0@lo:41: 00000004:00000024:0.0:1749393462.860594:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393462.860653:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507355520:12345-0@lo:41: Request processed in 92us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393462.860674:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1749393462.860688:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507355520:0@lo:41: 00000100:00100000:2.0:1749393463.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393463.321186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393463.494337:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393463.914213:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507355648:0@lo:700: 00000100:00100000:0.0:1749393463.914266:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393463.914329:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393463.914371:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507355648 00000100:00100000:2.0:1749393463.914381:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507355648 00000100:00080000:1.0:1749393463.914406:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393463.914435:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1749393463.914443:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507355648:12345-0@lo:700: 00000100:00100000:2.0:1749393463.914479:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393463.914484:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507355776:0@lo:700: 40000000:00080000:2.0:1749393463.914508:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393463.914510:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393463.914553:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507355648:12345-0@lo:700: Request processed in 110us (286us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393463.914559:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1749393463.914573:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507355648:0@lo:700: 00000100:00100000:3.0:1749393463.915196:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507355904:0@lo:700: 00000100:00100000:3.0:1749393463.915227:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393463.915269:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507355904 00000100:00100000:3.0:1749393463.915273:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393463.915276:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507355904 00000100:00080000:1.0:1749393463.915293:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393463.915304:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1749393463.915322:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507355904:12345-0@lo:700: 00000100:00100000:2.0:1749393463.915346:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393463.915350:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507356032:0@lo:700: 40000000:00080000:2.0:1749393463.915361:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393463.915364:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393463.915404:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507355904:12345-0@lo:700: Request processed in 84us (176us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393463.915411:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1749393463.915428:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507355904:0@lo:700: 00000100:00100000:0.0:1749393464.192281:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393464.321174:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393464.496348:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393464.537195:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393464.537205:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d8000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507356160:0@lo:900: 00000100:00100000:0.0:1749393465.192149:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393465.263473:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393465.263516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393465.263549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393465.263581:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499722240 00000100:00100000:0.0:1749393465.263589:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499722240 00000100:00100000:2.0:1749393465.263593:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499722368 00000100:00100000:2.0:1749393465.263602:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499722368 00000100:00100000:0.0:1749393465.263628:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 692 00000100:00100000:1.0:1749393465.263630:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499722112 00000100:00100000:0.0:1749393465.263636:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499722240:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393465.263639:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499722112 00000100:00100000:2.0:1749393465.263644:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 693 00000100:00100000:2.0:1749393465.263652:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499722368:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393465.263663:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 507 last 0 00010000:00080000:2.0:1749393465.263675:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 507 last 0 00000100:00100000:1.0:1749393465.263679:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 351 00000100:00100000:1.0:1749393465.263686:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499722112:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393465.263719:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499722240:12345-192.168.203.32@tcp:38: Request processed in 82us (251us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393465.263726:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 692 00000100:00100000:1.0:1749393465.263731:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499722112:12345-192.168.203.32@tcp:400: Request processed in 44us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393465.263736:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499722368:12345-192.168.203.32@tcp:38: Request processed in 83us (186us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393465.263738:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 351 00000100:00100000:2.0:1749393465.263744:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 693 00000100:00100000:2.0:1749393465.321172:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393465.498273:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393465.915231:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507356288:0@lo:700: 00000100:00100000:0.0:1749393465.915292:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393465.915361:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393465.915410:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507356288 00000100:00100000:2.0:1749393465.915421:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507356288 00000100:00080000:1.0:1749393465.915450:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393465.915482:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1749393465.915492:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507356288:12345-0@lo:700: 00000100:00100000:2.0:1749393465.915531:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393465.915537:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507356416:0@lo:700: 40000000:00080000:2.0:1749393465.915564:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393465.915566:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393465.915630:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507356288:12345-0@lo:700: Request processed in 139us (337us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393465.915639:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1749393465.915653:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507356288:0@lo:700: 00000100:00100000:3.0:1749393465.916211:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507356544:0@lo:700: 00000100:00100000:3.0:1749393465.916249:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393465.916310:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393465.916347:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507356544 00000100:00100000:2.0:1749393465.916356:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507356544 00000100:00080000:1.0:1749393465.916379:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393465.916398:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1749393465.916409:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507356544:12345-0@lo:700: 00000100:00100000:2.0:1749393465.916445:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393465.916452:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507356672:0@lo:700: 40000000:00080000:2.0:1749393465.916471:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393465.916476:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393465.916557:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507356544:12345-0@lo:700: Request processed in 148us (304us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393465.916570:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1749393465.916582:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507356544:0@lo:700: 00000100:00100000:0.0:1749393466.012274:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507356800:0@lo:41: 00000100:00100000:0.0:1749393466.012319:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393466.012421:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507356800 00000100:00100000:2.0:1749393466.012428:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507356800 00000100:00100000:2.0:1749393466.012469:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:2.0:1749393466.012475:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507356800:12345-0@lo:41: 00000004:00000024:2.0:1749393466.012500:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393466.012536:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507356800:12345-0@lo:41: Request processed in 61us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393466.012542:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1749393466.012550:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507356800:0@lo:41: 00000100:00100000:0.0:1749393466.192223:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393466.321177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393466.444229:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393466.444237:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393466.444239:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393466.444245:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 503 00000100:00080000:0.0:1749393466.444248:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393466.444252:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393466.444267:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997da680 x1834371507357056/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393466.444275:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749393466.444291:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393466.444291:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507356928:0@lo:400: 00000100:00080000:0.0:1749393466.444293:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393466.444294:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393466.444296:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 503 00000100:00080000:0.0:1749393466.444298:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393466.444299:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393466.444302:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507357184:0@lo:400: 00000100:00100000:0.0:1749393466.444306:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997dad80 x1834371507357312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393466.444314:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393466.444316:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393466.444317:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393466.444318:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 503 00000100:00080000:0.0:1749393466.444319:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393466.444331:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393466.444335:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507357056:0@lo:38: 00000100:00100000:0.0:1749393466.444338:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997db480 x1834371507357568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393466.444343:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393466.444345:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393466.444345:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393466.444347:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 503 00000100:00080000:0.0:1749393466.444348:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393466.444349:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393466.444350:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393466.444350:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393466.444355:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997db800 x1834371507357696/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393466.444368:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393466.444370:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393466.444371:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393466.444372:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393466.444373:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 503 00000100:00080000:0.0:1749393466.444374:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393466.444375:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393466.444377:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507357440:0@lo:400: 00000100:00100000:0.0:1749393466.444380:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997d8700 x1834371507358080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393466.444385:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393466.444386:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393466.444387:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393466.444389:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 503 00000100:00080000:0.0:1749393466.444390:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393466.444394:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393466.444397:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507357312:0@lo:38: 00000100:00100000:1.0:1749393466.444398:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507357184 00000100:00100000:0.0:1749393466.444401:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997d8380 x1834371507358208/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393466.444402:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507357184 00000100:00100000:2.0:1749393466.444406:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393466.444412:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393466.444422:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507357440 00000100:00100000:1.0:1749393466.444424:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507357440 00000100:00100000:2.0:1749393466.444428:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507358464:0@lo:400: 00000100:00100000:3.0:1749393466.444428:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507357568:0@lo:38: 00000100:00100000:0.0:1749393466.444429:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1749393466.444435:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1749393466.444436:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507357184:12345-0@lo:400: 00000100:00100000:1.0:1749393466.444439:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507357440:12345-0@lo:400: 00000100:00100000:3.0:1749393466.444443:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393466.444447:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393466.444453:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507357696:0@lo:38: 00000100:00100000:1.0:1749393466.444466:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507357440:12345-0@lo:400: Request processed in 27us (60us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393466.444469:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393466.444471:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507357184:12345-0@lo:400: Request processed in 38us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393466.444475:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1749393466.444477:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507357440:0@lo:400: 00000100:00100000:3.0:1749393466.444480:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507358080:0@lo:38: 00000100:00100000:0.0:1749393466.444483:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1749393466.444491:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507356928 00000100:00100000:1.0:1749393466.444493:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507356928 00000100:00100000:3.0:1749393466.444493:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393466.444496:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507357952:0@lo:400: 00000100:00100000:2.0:1749393466.444500:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393466.444503:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507358208:0@lo:38: 00000100:00100000:2.0:1749393466.444506:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507358336:0@lo:400: 00000100:00100000:1.0:1749393466.444507:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1749393466.444509:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507356928:12345-0@lo:400: 00000100:00100000:0.0:1749393466.444512:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393466.444517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393466.444526:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749393466.444526:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393466.444529:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507357824:0@lo:400: 00000100:00100000:1.0:1749393466.444529:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507356928:12345-0@lo:400: Request processed in 19us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393466.444532:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1749393466.444540:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393466.444541:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507357056 00000100:00100000:3.0:1749393466.444544:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507357056 00000100:00100000:2.0:1749393466.444548:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507357312 00000100:00100000:2.0:1749393466.444552:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507357312 00000100:00100000:0.0:1749393466.444553:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507358464 00000100:00100000:1.0:1749393466.444554:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507357184:0@lo:400: 00000100:00100000:0.0:1749393466.444555:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507358464 00000100:00100000:3.0:1749393466.444557:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507357568 00000100:00100000:2.0:1749393466.444563:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507357696 00000100:00100000:2.0:1749393466.444565:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507357696 00000100:00100000:3.0:1749393466.444565:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507357568 00000100:00100000:0.0:1749393466.444571:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507357952 00000100:00100000:0.0:1749393466.444572:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507357952 00000100:00080000:1.0:1749393466.444572:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393466.444572:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507358080 00000100:00100000:2.0:1749393466.444574:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507358080 00000100:00100000:3.0:1749393466.444574:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507358208 00000100:00100000:3.0:1749393466.444576:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507358208 00000100:00100000:0.0:1749393466.444580:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507358336 00000100:00100000:0.0:1749393466.444581:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507358336 00000100:00100000:2.0:1749393466.444583:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1749393466.444584:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507357824 00000100:00100000:1.0:1749393466.444585:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507357824 00000100:00100000:2.0:1749393466.444588:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507357056:12345-0@lo:38: 00000100:00100000:0.0:1749393466.444590:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1749393466.444593:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507358464:12345-0@lo:400: 00000100:00100000:1.0:1749393466.444595:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1749393466.444596:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1749393466.444598:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507357952:12345-0@lo:400: 00000100:00100000:3.0:1749393466.444601:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507357312:12345-0@lo:38: 00010000:00020000:2.0:1749393466.444605:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393466.444611:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507358464:12345-0@lo:400: Request processed in 18us (164us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393466.444613:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393466.444616:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1749393466.444617:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507357952:12345-0@lo:400: Request processed in 17us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393466.444620:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1749393466.444624:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1749393466.444627:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507358336:12345-0@lo:400: 00000100:00100000:1.0:1749393466.444627:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1749393466.444630:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507357824:12345-0@lo:400: 00000100:00100000:2.0:1749393466.444633:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507357056:12345-0@lo:38: Request processed in 45us (262us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393466.444637:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507357312:12345-0@lo:38: Request processed in 36us (223us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393466.444639:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1749393466.444640:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507358336:12345-0@lo:400: Request processed in 13us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393466.444642:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507357824:12345-0@lo:400: Request processed in 12us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393466.444643:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1749393466.444645:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1749393466.444648:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:2.0:1749393466.444650:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1749393466.444653:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507357696:12345-0@lo:38: 00000100:00100000:3.0:1749393466.444654:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00080000:0.0:1749393466.444657:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393466.444657:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507357568:12345-0@lo:38: 00010000:00020000:2.0:1749393466.444663:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393466.444666:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00010000:00020000:3.0:1749393466.444667:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1749393466.444669:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997dbb80 x1834371507357824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393466.444669:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507358080:12345-0@lo:38: 00000100:00100000:0.0:1749393466.444675:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507357824:0@lo:400: 00010000:00020000:1.0:1749393466.444677:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1749393466.444682:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997d8a80 x1834371507357952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393466.444685:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507357696:12345-0@lo:38: Request processed in 30us (214us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393466.444685:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507357568:12345-0@lo:38: Request processed in 27us (242us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393466.444687:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507357952:0@lo:400: 00000100:00100000:2.0:1749393466.444690:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1749393466.444693:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1749393466.444695:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507358080:12345-0@lo:38: Request processed in 26us (202us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393466.444699:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1749393466.444702:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:2.0:1749393466.444706:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507358208:12345-0@lo:38: 00010000:00080000:0.0:1749393466.444710:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997d8e00 x1834371507358336/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393466.444715:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507358336:0@lo:400: 00010000:00080000:0.0:1749393466.444720:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb87800 x1834371507358464/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749393466.444721:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393466.444724:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507358464:0@lo:400: 00000100:00080000:3.0:1749393466.444726:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393466.444729:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393466.444733:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507357568:0@lo:38: 00000100:00080000:3.0:1749393466.444741:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393466.444744:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507358208:12345-0@lo:38: Request processed in 37us (225us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393466.444744:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393466.444746:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507357696:0@lo:38: 00000100:00100000:2.0:1749393466.444749:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00080000:3.0:1749393466.444754:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393466.444756:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393466.444759:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507358080:0@lo:38: 00000100:00080000:3.0:1749393466.444766:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393466.444773:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393466.444777:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507358208:0@lo:38: 00000100:00080000:3.0:1749393466.444785:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393466.444788:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393466.444790:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507357056:0@lo:38: 00000100:00100000:2.0:1749393466.444792:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507356928:0@lo:400: 00000100:00080000:3.0:1749393466.444797:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393466.444799:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393466.444802:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507357312:0@lo:38: 00010000:00010000:3.0:1749393466.500181:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393466.538182:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393466.538190:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507358592:0@lo:900: 00000100:00100000:0.0:1749393467.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393467.321190:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393467.502333:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393467.868411:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507358720:0@lo:41: 00000100:00100000:0.0:1749393467.868488:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393467.868553:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507358720 00000100:00100000:1.0:1749393467.868565:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507358720 00000100:00100000:1.0:1749393467.868613:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1749393467.868622:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507358720:12345-0@lo:41: 00000004:00000024:1.0:1749393467.868657:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393467.868725:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507358720:12345-0@lo:41: Request processed in 103us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393467.868734:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1749393467.868761:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507358720:0@lo:41: 00000100:00100000:0.0:1749393467.916210:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130175880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507358848:0@lo:700: 00000100:00100000:0.0:1749393467.916250:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393467.916320:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393467.916352:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507358848 00000100:00100000:2.0:1749393467.916363:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507358848 00000100:00080000:0.0:1749393467.916405:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393467.916432:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1749393467.916445:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507358848:12345-0@lo:700: 00000100:00100000:2.0:1749393467.916493:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393467.916503:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507358976:0@lo:700: 40000000:00080000:2.0:1749393467.916524:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393467.916528:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393467.916602:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507358848:12345-0@lo:700: Request processed in 157us (348us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393467.916616:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1749393467.916623:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130175880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507358848:0@lo:700: 00000100:00100000:2.0:1749393467.917218:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997dd500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507359104:0@lo:700: 00000100:00100000:2.0:1749393467.917262:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393467.917314:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507359104 00000100:00100000:0.0:1749393467.917320:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507359104 00000100:00100000:2.0:1749393467.917337:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 11 seconds 00000100:00080000:1.0:1749393467.917354:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393467.917355:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1749393467.917363:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507359104:12345-0@lo:700: 00000100:00100000:0.0:1749393467.917391:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393467.917396:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130175880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507359232:0@lo:700: 40000000:00080000:0.0:1749393467.917405:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393467.917408:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393467.917454:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507359104:12345-0@lo:700: Request processed in 92us (194us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393467.917462:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1749393467.917505:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997dd500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507359104:0@lo:700: 00000100:00100000:2.0:1749393468.192284:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393468.321178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393468.504351:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393468.539215:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393468.539230:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130175880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507359360:0@lo:900: 00000100:00100000:1.0:1749393468.858223:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393468.858254:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507359488/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393473 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393468.858322:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393468.858403:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393468.858445:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507359488 00000100:00100000:0.0:1749393468.858455:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507359488 00000100:00080000:1.0:1749393468.858508:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393468.858518:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1749393468.858528:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507359488:12345-0@lo:700: 40000000:00080000:0.0:1749393468.858554:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393468.858599:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507359488:12345-0@lo:700: Request processed in 73us (277us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393468.858606:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1749393468.858616:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507359488/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393484 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393468.858626:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393468.875177:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393468.875198:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507359616/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393473 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393468.875246:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393468.875303:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393468.875366:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507359616 00000100:00100000:0.0:1749393468.875375:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507359616 00000100:00080000:1.0:1749393468.875402:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393468.875428:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1749393468.875437:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507359616:12345-0@lo:700: 40000000:00080000:0.0:1749393468.875489:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393468.875542:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507359616:12345-0@lo:700: Request processed in 105us (295us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393468.875551:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1749393468.875572:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507359616/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393484 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393468.875583:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393469.171187:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 25 seconds 00000100:00100000:2.0:1749393469.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393469.321221:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393469.506371:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393469.917245:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130175880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507359744:0@lo:700: 00000100:00100000:0.0:1749393469.917313:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393469.917393:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393469.917449:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507359744 00000100:00100000:2.0:1749393469.917461:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507359744 00000100:00080000:1.0:1749393469.917495:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393469.917518:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1749393469.917528:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507359744:12345-0@lo:700: 00000100:00100000:2.0:1749393469.917570:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393469.917578:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507359872:0@lo:700: 40000000:00080000:2.0:1749393469.917599:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393469.917602:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393469.917665:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507359744:12345-0@lo:700: Request processed in 138us (351us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393469.917674:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1749393469.917697:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130175880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507359744:0@lo:700: 00000100:00100000:3.0:1749393469.918233:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507360000:0@lo:700: 00000100:00100000:3.0:1749393469.918273:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393469.918325:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507360000 00000100:00100000:2.0:1749393469.918331:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507360000 00000100:00100000:3.0:1749393469.918331:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7540 going to sleep for 11 seconds 00000100:00080000:1.0:1749393469.918356:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393469.918366:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1749393469.918373:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507360000:12345-0@lo:700: 00000100:00100000:2.0:1749393469.918397:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393469.918403:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507360128:0@lo:700: 40000000:00080000:2.0:1749393469.918414:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393469.918417:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393469.918460:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507360000:12345-0@lo:700: Request processed in 87us (186us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393469.918468:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1749393469.918494:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507360000:0@lo:700: 00000100:00100000:2.0:1749393470.192217:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393470.271178:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393470.271225:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393470.271317:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499722496 00000100:00100000:0.0:1749393470.271320:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393470.271330:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499722496 00000100:00100000:2.0:1749393470.271349:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499722624 00000100:00100000:2.0:1749393470.271358:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499722624 00000100:00100000:1.0:1749393470.271384:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 353 00000100:00100000:1.0:1749393470.271393:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499722496:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393470.271401:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499722752 00000100:00100000:2.0:1749393470.271413:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499722752 00000100:00100000:0.0:1749393470.271418:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 700 00000100:00100000:0.0:1749393470.271427:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499722624:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393470.271439:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 701 00000100:00100000:2.0:1749393470.271447:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499722752:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393470.271456:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 512 last 0 00010000:00080000:2.0:1749393470.271472:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 512 last 0 00000100:00100000:1.0:1749393470.271475:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499722496:12345-192.168.203.32@tcp:400: Request processed in 82us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393470.271485:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 353 00000100:00100000:0.0:1749393470.271508:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499722624:12345-192.168.203.32@tcp:38: Request processed in 79us (281us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393470.271516:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 700 00000100:00100000:2.0:1749393470.271535:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499722752:12345-192.168.203.32@tcp:38: Request processed in 87us (214us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393470.271544:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 701 00000100:00100000:2.0:1749393470.321110:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393470.508360:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393470.540214:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393470.540229:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130177100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507360256:0@lo:900: 00000100:00100000:1.0:1749393471.020364:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130177100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507360384:0@lo:41: 00000100:00100000:1.0:1749393471.020435:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393471.020496:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507360384 00000100:00100000:2.0:1749393471.020507:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507360384 00000100:00100000:2.0:1749393471.020570:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1749393471.020579:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507360384:12345-0@lo:41: 00000004:00000024:2.0:1749393471.020615:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393471.020674:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507360384:12345-0@lo:41: Request processed in 95us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393471.020681:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1749393471.020712:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130177100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507360384:0@lo:41: 00000100:00100000:2.0:1749393471.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393471.321183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393471.452173:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393471.452181:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393471.452185:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393471.452191:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 508 00000100:00080000:0.0:1749393471.452195:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393471.452201:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393471.452235:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993aa00 x1834371507360640/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393471.452259:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393471.452262:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393471.452263:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393471.452265:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 508 00000100:00080000:0.0:1749393471.452267:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393471.452269:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393471.452269:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130177100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507360512:0@lo:400: 00000100:00100000:0.0:1749393471.452279:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945f100 x1834371507360896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393471.452284:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507360768:0@lo:400: 00000100:00080000:0.0:1749393471.452300:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393471.452302:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393471.452303:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393471.452306:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 508 00000100:00080000:0.0:1749393471.452307:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393471.452310:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393471.452317:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016c700 x1834371507361152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393471.452321:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393471.452322:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393471.452323:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393471.452324:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393471.452326:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 508 00000100:00080000:0.0:1749393471.452327:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393471.452329:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393471.452332:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393471.452340:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016ca80 x1834371507361280/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393471.452356:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393471.452358:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393471.452359:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393471.452361:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507360640:0@lo:38: 00000100:00080000:0.0:1749393471.452362:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 508 00000100:00080000:0.0:1749393471.452363:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393471.452366:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393471.452367:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099601180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507361536:0@lo:400: 00000100:00100000:0.0:1749393471.452373:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099602680 x1834371507361664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393471.452378:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507361024:0@lo:400: 00000100:00080000:0.0:1749393471.452379:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393471.452381:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393471.452381:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393471.452383:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 508 00000100:00080000:0.0:1749393471.452385:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393471.452387:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393471.452392:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393471.452396:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060380 x1834371507361792/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393471.452409:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393471.452415:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393471.452415:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393471.452423:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507361920:0@lo:400: 00000100:00100000:0.0:1749393471.452432:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507360768 00000100:00100000:2.0:1749393471.452432:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507362048:0@lo:400: 00000100:00100000:0.0:1749393471.452438:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507360768 00000100:00100000:1.0:1749393471.452440:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393471.452459:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393471.452465:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507360896:0@lo:38: 00000100:00100000:0.0:1749393471.452466:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507361024 00000100:00100000:0.0:1749393471.452468:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507361024 00000100:00100000:1.0:1749393471.452470:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099602300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507361408:0@lo:400: 00000100:00100000:0.0:1749393471.452478:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:0.0:1749393471.452483:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507360768:12345-0@lo:400: 00000100:00100000:3.0:1749393471.452491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393471.452492:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393471.452494:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1749393471.452504:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507361024:12345-0@lo:400: 00000100:00100000:3.0:1749393471.452510:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507361152:0@lo:38: 00000100:00100000:1.0:1749393471.452520:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507360512 00000100:00100000:1.0:1749393471.452525:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507360512 00000100:00100000:3.0:1749393471.452544:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393471.452553:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507360768:12345-0@lo:400: Request processed in 69us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393471.452561:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1749393471.452562:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507361280:0@lo:38: 00000100:00100000:0.0:1749393471.452563:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1749393471.452568:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507360512:12345-0@lo:400: 00000100:00100000:2.0:1749393471.452568:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507361024:12345-0@lo:400: Request processed in 66us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393471.452577:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1749393471.452579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393471.452593:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507361536 00000100:00100000:0.0:1749393471.452596:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507361536 00000100:00100000:3.0:1749393471.452599:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099602680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507361664:0@lo:38: 00000100:00100000:2.0:1749393471.452605:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507360640 00000100:00100000:1.0:1749393471.452606:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507360512:12345-0@lo:400: Request processed in 38us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393471.452610:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507360640 00000100:00100000:1.0:1749393471.452613:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1749393471.452618:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393471.452619:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507361920 00000100:00100000:0.0:1749393471.452621:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507361920 00000100:00100000:2.0:1749393471.452628:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507360896 00000100:00100000:0.0:1749393471.452631:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507362048 00000100:00100000:2.0:1749393471.452631:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507360896 00000100:00100000:0.0:1749393471.452632:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507362048 00000100:00100000:3.0:1749393471.452637:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507361792:0@lo:38: 00000100:00100000:2.0:1749393471.452638:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507361152 00000100:00100000:2.0:1749393471.452640:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507361152 00000100:00100000:1.0:1749393471.452641:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507361408 00000100:00100000:0.0:1749393471.452643:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1749393471.452645:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507361408 00000100:00100000:0.0:1749393471.452647:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507361536:12345-0@lo:400: 00000100:00100000:2.0:1749393471.452647:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507361280 00000100:00100000:2.0:1749393471.452650:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507361280 00000100:00100000:3.0:1749393471.452653:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393471.452657:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507361664 00000100:00100000:2.0:1749393471.452659:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507361664 00000100:00100000:2.0:1749393471.452665:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507361792 00000100:00100000:1.0:1749393471.452666:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1749393471.452668:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507361792 00000100:00100000:0.0:1749393471.452672:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507361536:12345-0@lo:400: Request processed in 25us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393471.452676:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1749393471.452681:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507360640:12345-0@lo:38: 00000100:00100000:1.0:1749393471.452685:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507361920:12345-0@lo:400: 00000100:00100000:0.0:1749393471.452686:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1749393471.452695:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1749393471.452701:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00010000:00020000:2.0:1749393471.452703:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393471.452706:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507361408:12345-0@lo:400: 00000100:00100000:3.0:1749393471.452706:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507362048:12345-0@lo:400: 00000100:00100000:1.0:1749393471.452728:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507361920:12345-0@lo:400: Request processed in 45us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393471.452736:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1749393471.452747:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507361408:12345-0@lo:400: Request processed in 41us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393471.452750:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507360640:12345-0@lo:38: Request processed in 68us (336us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393471.452752:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1749393471.452755:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507362048:12345-0@lo:400: Request processed in 51us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393471.452757:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1749393471.452763:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1749393471.452766:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00080000:0.0:1749393471.452767:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1749393471.452769:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393471.452772:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507360896:12345-0@lo:38: 00000100:00100000:2.0:1749393471.452772:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1749393471.452776:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507361152:12345-0@lo:38: 00010000:00020000:1.0:1749393471.452790:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393471.452792:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1749393471.452797:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507361280:12345-0@lo:38: 00000100:00100000:0.0:1749393471.452798:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507360768:0@lo:400: 00010000:00020000:2.0:1749393471.452802:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393471.452814:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507360896:12345-0@lo:38: Request processed in 42us (323us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393471.452814:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393471.452821:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1749393471.452824:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507361152:12345-0@lo:38: Request processed in 47us (279us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393471.452831:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1749393471.452835:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1749393471.452839:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507361280:12345-0@lo:38: Request processed in 40us (258us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393471.452841:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1749393471.452841:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507361664:12345-0@lo:38: 00000100:00100000:0.0:1749393471.452845:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507361792:12345-0@lo:38: 00000100:00100000:3.0:1749393471.452847:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00010000:00020000:1.0:1749393471.452852:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393471.452861:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393471.452870:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507361664:12345-0@lo:38: Request processed in 29us (251us total) trans 0 rc -19/-19 00010000:00080000:2.0:1749393471.452871:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c125180 x1834371507362048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393471.452876:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1749393471.452884:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507361792:12345-0@lo:38: Request processed in 38us (230us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393471.452888:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1749393471.452893:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507362048:0@lo:400: 00000100:00100000:2.0:1749393471.452907:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507361024:0@lo:400: 00010000:00080000:1.0:1749393471.452910:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099602300 x1834371507361408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393471.452923:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099602300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507361408:0@lo:400: 00000100:00080000:2.0:1749393471.452938:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393471.452943:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393471.452948:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099602680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507361664:0@lo:38: 00010000:00080000:1.0:1749393471.452949:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130060000 x1834371507361920/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749393471.452959:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393471.452960:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507361920:0@lo:400: 00000100:00080000:2.0:1749393471.452962:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393471.452965:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507361792:0@lo:38: 00010000:00080000:1.0:1749393471.452972:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099601180 x1834371507361536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749393471.452974:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393471.452978:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393471.452981:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507360640:0@lo:38: 00000100:00080000:2.0:1749393471.452990:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393471.452993:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393471.452996:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099601180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507361536:0@lo:400: 00000100:00100000:2.0:1749393471.452996:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507360896:0@lo:38: 00000100:00080000:2.0:1749393471.453003:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393471.453006:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393471.453008:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130177100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507360512:0@lo:400: 00000100:00100000:2.0:1749393471.453009:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507361152:0@lo:38: 00000100:00080000:2.0:1749393471.453018:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393471.453020:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393471.453023:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507361280:0@lo:38: 00010000:00010000:2.0:1749393471.510246:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393471.918297:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507362176:0@lo:700: 00000100:00100000:0.0:1749393471.918394:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393471.918496:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393471.918500:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507362176 00000100:00100000:2.0:1749393471.918516:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507362176 00000100:00100000:2.0:1749393471.918589:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1749393471.918599:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507362176:12345-0@lo:700: 00000100:00100000:2.0:1749393471.918663:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393471.918672:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997de300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507362304:0@lo:700: 40000000:00080000:2.0:1749393471.918690:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393471.918694:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393471.918776:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507362176:12345-0@lo:700: Request processed in 179us (384us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393471.918782:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1749393471.918826:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507362176:0@lo:700: 00000100:00100000:0.0:1749393471.919153:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507362432:0@lo:700: 00000100:00100000:0.0:1749393471.919182:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393471.919224:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507362432 00000100:00100000:2.0:1749393471.919229:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507362432 00000100:00100000:0.0:1749393471.919238:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393471.919246:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1749393471.919251:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507362432:12345-0@lo:700: 00000100:00100000:2.0:1749393471.919268:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393471.919272:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997de300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507362560:0@lo:700: 40000000:00080000:2.0:1749393471.919279:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393471.919281:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393471.919315:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507362432:12345-0@lo:700: Request processed in 64us (132us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393471.919320:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1749393471.919350:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507362432:0@lo:700: 00000100:00100000:0.0:1749393472.192265:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393472.321179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393472.512453:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393472.541227:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393472.541244:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507362688:0@lo:900: 00000100:00100000:1.0:1749393472.876404:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507362816:0@lo:41: 00000100:00100000:1.0:1749393472.876467:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393472.876523:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507362816 00000100:00100000:2.0:1749393472.876533:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507362816 00000100:00100000:2.0:1749393472.876576:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1749393472.876584:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507362816:12345-0@lo:41: 00000004:00000024:2.0:1749393472.876631:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393472.876692:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507362816:12345-0@lo:41: Request processed in 108us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393472.876700:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1749393472.876728:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507362816:0@lo:41: 00000100:00100000:0.0:1749393473.192263:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393473.321217:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:1.0:1749393473.514442:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393473.919337:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507362944:0@lo:700: 00000100:00100000:0.0:1749393473.919435:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393473.919543:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393473.919603:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507362944 00000100:00100000:2.0:1749393473.919622:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507362944 00000100:00080000:0.0:1749393473.919702:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393473.919726:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1749393473.919740:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507362944:12345-0@lo:700: 00000100:00100000:2.0:1749393473.919805:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393473.919816:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997de300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507363072:0@lo:700: 40000000:00080000:2.0:1749393473.919838:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393473.919842:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393473.919948:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507362944:12345-0@lo:700: Request processed in 209us (509us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393473.919962:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1749393473.919974:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507362944:0@lo:700: 00000100:00100000:0.0:1749393473.920170:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507363200:0@lo:700: 00000100:00100000:0.0:1749393473.920199:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393473.920223:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507363200 00000100:00100000:2.0:1749393473.920230:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507363200 00000100:00100000:0.0:1749393473.920254:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00080000:1.0:1749393473.920263:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393473.920266:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1749393473.920273:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507363200:12345-0@lo:700: 00000100:00100000:2.0:1749393473.920299:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393473.920305:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997de300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507363328:0@lo:700: 40000000:00080000:2.0:1749393473.920315:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393473.920318:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393473.920354:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507363200:12345-0@lo:700: Request processed in 81us (153us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393473.920364:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507363200:0@lo:700: 00000100:00100000:2.0:1749393473.920382:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1749393474.192272:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393474.321195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393474.516458:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393474.542286:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393474.542307:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507363456:0@lo:900: 00000100:00100000:2.0:1749393475.192360:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393475.279121:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393475.279171:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393475.279203:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393475.279252:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499723008 00000100:00100000:1.0:1749393475.279263:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499723008 00000100:00100000:1.0:1749393475.279308:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499723136 00000100:00100000:1.0:1749393475.279311:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499723136 00000100:00100000:1.0:1749393475.279328:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 708 00000100:00100000:1.0:1749393475.279335:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499723008:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393475.279361:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 517 last 0 00000100:00100000:1.0:1749393475.279433:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499723008:12345-192.168.203.32@tcp:38: Request processed in 99us (261us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393475.279440:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 708 00000100:00100000:1.0:1749393475.279453:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 709 00000100:00100000:1.0:1749393475.279457:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499723136:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393475.279467:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 517 last 0 00000100:00100000:1.0:1749393475.279485:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499723136:12345-192.168.203.32@tcp:38: Request processed in 27us (281us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393475.279489:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 709 00000100:00100000:2.0:1749393475.279993:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499722880 00000100:00100000:2.0:1749393475.280001:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499722880 00000100:00100000:2.0:1749393475.280068:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 355 00000100:00100000:2.0:1749393475.280109:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499722880:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393475.280156:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499722880:12345-192.168.203.32@tcp:400: Request processed in 49us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393475.280162:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 355 00000100:00100000:2.0:1749393475.321207:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393475.518263:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393475.920204:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507363584:0@lo:700: 00000100:00100000:0.0:1749393475.920270:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393475.920329:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393475.920383:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507363584 00000100:00100000:2.0:1749393475.920399:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507363584 00000100:00080000:1.0:1749393475.920434:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393475.920465:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1749393475.920475:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507363584:12345-0@lo:700: 00000100:00100000:2.0:1749393475.920531:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393475.920538:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997de300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507363712:0@lo:700: 40000000:00080000:2.0:1749393475.920553:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393475.920556:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393475.920629:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507363584:12345-0@lo:700: Request processed in 156us (358us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393475.920637:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1749393475.920691:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507363584:0@lo:700: 00000100:00100000:2.0:1749393475.921146:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997de300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507363840:0@lo:700: 00000100:00100000:2.0:1749393475.921179:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393475.921222:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507363840 00000100:00100000:0.0:1749393475.921228:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507363840 00000100:00100000:2.0:1749393475.921230:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726240 going to sleep for 11 seconds 00000100:00080000:1.0:1749393475.921249:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393475.921271:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1749393475.921276:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507363840:12345-0@lo:700: 00000100:00100000:0.0:1749393475.921305:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393475.921308:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507363968:0@lo:700: 40000000:00080000:0.0:1749393475.921314:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393475.921316:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393475.921351:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507363840:12345-0@lo:700: Request processed in 75us (172us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393475.921357:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1749393475.921392:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997de300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507363840:0@lo:700: 00000100:00100000:0.0:1749393476.028373:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749393476.028387:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507364096:0@lo:41: 00000100:00100000:0.0:1749393476.028418:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393476.028454:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507364096 00000100:00100000:2.0:1749393476.028468:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507364096 00000100:00100000:2.0:1749393476.028533:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1749393476.028542:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507364096:12345-0@lo:41: 00000004:00000024:2.0:1749393476.028581:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393476.028665:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507364096:12345-0@lo:41: Request processed in 123us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393476.028673:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1749393476.028679:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507364096:0@lo:41: 00000100:00100000:2.0:1749393476.192251:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393476.321212:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393476.460389:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393476.460403:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393476.460408:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393476.460419:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 513 00000100:00080000:0.0:1749393476.460425:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393476.460456:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393476.460494:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994e0a80 x1834371507364352/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393476.460522:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507364224:0@lo:400: 00000100:00100000:3.0:1749393476.460541:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507364352:0@lo:38: 00000100:00080000:0.0:1749393476.460549:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393476.460553:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393476.460555:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393476.460560:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 513 00000100:00080000:0.0:1749393476.460562:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393476.460566:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393476.460579:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800994e2d80 x1834371507364608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393476.460596:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393476.460600:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393476.460601:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393476.460605:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 513 00000100:00080000:0.0:1749393476.460607:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393476.460611:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393476.460622:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099754700 x1834371507364864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393476.460624:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393476.460629:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393476.460631:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393476.460634:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393476.460635:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393476.460638:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 513 00000100:00080000:0.0:1749393476.460640:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393476.460650:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393476.460664:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099755500 x1834371507364992/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393476.460669:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507364736:0@lo:400: 00000100:00080000:0.0:1749393476.460693:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393476.460696:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393476.460698:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393476.460701:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507364480:0@lo:400: 00000100:00080000:0.0:1749393476.460702:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 513 00000100:00080000:0.0:1749393476.460704:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393476.460708:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393476.460721:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c0e00 x1834371507365376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393476.460721:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393476.460729:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507365248:0@lo:400: 00000100:00080000:0.0:1749393476.460730:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393476.460733:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393476.460735:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393476.460738:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 513 00000100:00080000:0.0:1749393476.460741:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393476.460744:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393476.460751:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393476.460756:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c2680 x1834371507365504/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393476.460759:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393476.460782:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393476.460784:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507364736 00000100:00100000:3.0:1749393476.460790:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507365632:0@lo:400: 00000100:00100000:2.0:1749393476.460791:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507365120:0@lo:400: 00000100:00100000:1.0:1749393476.460792:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507364736 00000100:00100000:0.0:1749393476.460815:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507364480 00000100:00100000:3.0:1749393476.460816:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393476.460824:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507364480 00000100:00100000:2.0:1749393476.460830:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507365248 00000100:00100000:2.0:1749393476.460835:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507365248 00000100:00100000:1.0:1749393476.460836:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1749393476.460844:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507364736:12345-0@lo:400: 00000100:00100000:3.0:1749393476.460848:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749393476.460855:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507365760:0@lo:400: 00000100:00100000:0.0:1749393476.460864:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1749393476.460866:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507365632 00000100:00100000:2.0:1749393476.460869:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507365632 00000100:00100000:0.0:1749393476.460873:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507364480:12345-0@lo:400: 00000100:00100000:3.0:1749393476.460874:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393476.460892:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507365760 00000100:00100000:2.0:1749393476.460895:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507365760 00000100:00100000:1.0:1749393476.460899:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507364736:12345-0@lo:400: Request processed in 55us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393476.460907:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:2.0:1749393476.460911:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1749393476.460914:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507364224 00000100:00100000:2.0:1749393476.460917:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507365248:12345-0@lo:400: 00000100:00100000:3.0:1749393476.460921:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507364224 00000100:00080000:1.0:1749393476.460931:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393476.460941:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507364480:12345-0@lo:400: Request processed in 68us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393476.460946:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1749393476.460953:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507365632:12345-0@lo:400: 00000100:00100000:2.0:1749393476.460956:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507365248:12345-0@lo:400: Request processed in 38us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393476.460959:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1749393476.460960:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1749393476.460964:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1749393476.460968:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507364224:12345-0@lo:400: 00000100:00100000:1.0:1749393476.460980:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507365632:12345-0@lo:400: Request processed in 27us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393476.460986:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1749393476.460997:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1749393476.461003:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507365760:12345-0@lo:400: 00000100:00100000:3.0:1749393476.461042:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507364224:12345-0@lo:400: Request processed in 41us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393476.461051:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1749393476.461069:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507365760:12345-0@lo:400: Request processed in 65us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393476.461105:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507364352 00000100:00100000:0.0:1749393476.461112:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507364352 00000100:00100000:1.0:1749393476.461116:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507364736:0@lo:400: 00000100:00100000:2.0:1749393476.461120:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:0.0:1749393476.461144:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00010000:00080000:3.0:1749393476.461153:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d522680 x1834371507365760/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393476.461154:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099752a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507364352:12345-0@lo:38: 00000100:00100000:2.0:1749393476.461155:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800994e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507364608:0@lo:38: 00000100:00100000:3.0:1749393476.461170:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507365760:0@lo:400: 00000100:00100000:2.0:1749393476.461185:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1749393476.461185:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d520700 x1834371507365632/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749393476.461189:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393476.461195:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507365632:0@lo:400: 00000100:00100000:3.0:1749393476.461205:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507364480:0@lo:400: 00000100:00100000:2.0:1749393476.461224:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507364864:0@lo:38: 00000100:00100000:0.0:1749393476.461236:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099752a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507364352:12345-0@lo:38: Request processed in 83us (607us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393476.461240:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507364608 00000100:00100000:0.0:1749393476.461245:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1749393476.461245:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393476.461245:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507364608 00000100:00100000:0.0:1749393476.461258:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507364864 00000100:00100000:2.0:1749393476.461260:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507364992:0@lo:38: 00000100:00100000:0.0:1749393476.461262:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507364864 00000100:00100000:3.0:1749393476.461268:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1749393476.461274:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507364608:12345-0@lo:38: 00000100:00100000:2.0:1749393476.461276:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393476.461290:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00010000:00020000:3.0:1749393476.461292:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393476.461293:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507365376:0@lo:38: 00000100:00100000:0.0:1749393476.461295:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507364992 00000100:00100000:1.0:1749393476.461297:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507364864:12345-0@lo:38: 00000100:00100000:0.0:1749393476.461298:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507364992 00000100:00100000:0.0:1749393476.461309:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:2.0:1749393476.461310:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393476.461315:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507364992:12345-0@lo:38: 00010000:00020000:1.0:1749393476.461322:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393476.461325:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507365504:0@lo:38: 00010000:00020000:0.0:1749393476.461329:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393476.461340:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507364608:12345-0@lo:38: Request processed in 64us (154us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393476.461346:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393476.461349:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1749393476.461362:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507365376 00000100:00100000:0.0:1749393476.461365:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507364992:12345-0@lo:38: Request processed in 50us (88us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393476.461366:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507365376 00000100:00100000:0.0:1749393476.461373:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1749393476.461373:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507364864:12345-0@lo:38: Request processed in 75us (127us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393476.461378:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507365504 00000100:00080000:2.0:1749393476.461379:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393476.461381:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1749393476.461381:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507365504 00000100:00080000:2.0:1749393476.461384:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393476.461386:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1749393476.461389:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507364352:0@lo:38: 00000100:00100000:0.0:1749393476.461391:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507365376:12345-0@lo:38: 00000100:00100000:3.0:1749393476.461394:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:3.0:1749393476.461398:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507365504:12345-0@lo:38: 00010000:00020000:0.0:1749393476.461403:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393476.461410:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00020000:3.0:1749393476.461412:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393476.461413:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393476.461417:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800994e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507364608:0@lo:38: 00000100:00100000:0.0:1749393476.461425:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507365376:12345-0@lo:38: Request processed in 33us (115us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749393476.461428:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393476.461430:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393476.461432:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1749393476.461434:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507364864:0@lo:38: 00000100:00100000:3.0:1749393476.461436:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507365504:12345-0@lo:38: Request processed in 37us (90us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393476.461443:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00080000:2.0:1749393476.461455:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393476.461458:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393476.461463:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507364992:0@lo:38: 00000100:00080000:2.0:1749393476.461473:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393476.461475:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393476.461478:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507365376:0@lo:38: 00000100:00080000:2.0:1749393476.461488:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393476.461490:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393476.461493:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507365504:0@lo:38: 00000100:00100000:2.0:1749393476.461531:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1749393476.461576:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099757800 x1834371507365248/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393476.461590:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507365248:0@lo:400: 00000100:00100000:0.0:1749393476.461599:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507365120 00000100:00100000:2.0:1749393476.461600:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507364224:0@lo:400: 00000100:00100000:0.0:1749393476.461611:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507365120 00000100:00100000:0.0:1749393476.461643:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1749393476.461650:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507365120:12345-0@lo:400: 00000100:00100000:0.0:1749393476.461710:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507365120:12345-0@lo:400: Request processed in 60us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393476.461717:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00010000:00080000:2.0:1749393476.461752:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099756680 x1834371507365120/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393476.461763:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507365120:0@lo:400: 00010000:00010000:2.0:1749393476.520344:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393476.543198:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393476.543213:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507365888:0@lo:900: 00000100:00100000:2.0:1749393477.192188:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393477.321293:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:0.0:1749393477.522263:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393477.884410:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507366016:0@lo:41: 00000100:00100000:3.0:1749393477.884499:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393477.884584:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507366016 00000100:00100000:0.0:1749393477.884594:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507366016 00000100:00100000:0.0:1749393477.884642:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:0.0:1749393477.884648:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507366016:12345-0@lo:41: 00000004:00000024:0.0:1749393477.884685:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393477.884734:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507366016:12345-0@lo:41: Request processed in 85us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393477.884739:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1749393477.884813:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507366016:0@lo:41: 00000100:00100000:0.0:1749393477.921246:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507366144:0@lo:700: 00000100:00100000:0.0:1749393477.921317:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393477.921377:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393477.921453:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507366144 00000100:00100000:2.0:1749393477.921467:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507366144 00000100:00080000:1.0:1749393477.921522:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393477.921544:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1749393477.921555:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507366144:12345-0@lo:700: 00000100:00100000:2.0:1749393477.921606:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393477.921630:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507366272:0@lo:700: 40000000:00080000:2.0:1749393477.921653:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393477.921656:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393477.921739:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507366144:12345-0@lo:700: Request processed in 186us (420us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393477.921748:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1749393477.921799:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507366144:0@lo:700: 00000100:00100000:3.0:1749393477.922155:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cc000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507366400:0@lo:700: 00000100:00100000:3.0:1749393477.922185:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393477.922228:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7600 going to sleep for 11 seconds 00000100:00100000:2.0:1749393477.922237:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507366400 00000100:00100000:2.0:1749393477.922243:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507366400 00000100:00080000:1.0:1749393477.922264:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393477.922282:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1749393477.922289:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507366400:12345-0@lo:700: 00000100:00100000:2.0:1749393477.922315:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393477.922320:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507366528:0@lo:700: 40000000:00080000:2.0:1749393477.922331:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393477.922333:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393477.922380:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507366400:12345-0@lo:700: Request processed in 91us (193us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393477.922388:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1749393477.922398:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cc000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507366400:0@lo:700: 00000100:00100000:2.0:1749393478.192196:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393478.321201:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393478.524357:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393478.544240:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393478.544258:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507366656:0@lo:900: 00000100:00100000:0.0:1749393479.192338:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393479.321198:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393479.526368:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393479.858182:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393479.858215:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507366784/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393484 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393479.858305:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393479.858392:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393479.858443:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507366784 00000100:00100000:2.0:1749393479.858456:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507366784 00000100:00080000:1.0:1749393479.858520:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393479.858532:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1749393479.858542:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cceb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507366784:12345-0@lo:700: 40000000:00080000:2.0:1749393479.858573:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:2.0:1749393479.858577:0:9568:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393479.858633:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cceb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507366784:12345-0@lo:700: Request processed in 92us (327us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393479.858652:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507366784/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393495 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393479.858656:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1749393479.858664:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393479.875179:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393479.875200:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507366912/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393484 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393479.875242:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393479.875302:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393479.875361:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507366912 00000100:00100000:2.0:1749393479.875371:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507366912 00000100:00080000:1.0:1749393479.875396:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393479.875423:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1749393479.875431:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507366912:12345-0@lo:700: 40000000:00080000:2.0:1749393479.875450:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393479.875489:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507366912:12345-0@lo:700: Request processed in 59us (246us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393479.875497:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1749393479.875500:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507366912/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393495 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393479.875511:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393479.922257:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507367040:0@lo:700: 00000100:00100000:0.0:1749393479.922336:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393479.922418:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393479.922467:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507367040 00000100:00100000:2.0:1749393479.922477:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507367040 00000100:00080000:1.0:1749393479.922517:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393479.922528:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1749393479.922537:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507367040:12345-0@lo:700: 00000100:00100000:2.0:1749393479.922579:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393479.922586:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507367168:0@lo:700: 40000000:00080000:2.0:1749393479.922601:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393479.922604:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393479.922665:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507367040:12345-0@lo:700: Request processed in 129us (328us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393479.922673:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1749393479.922712:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507367040:0@lo:700: 00000100:00100000:3.0:1749393479.923184:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cf100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507367296:0@lo:700: 00000100:00100000:3.0:1749393479.923222:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393479.923271:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507367296 00000100:00100000:2.0:1749393479.923276:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507367296 00000100:00100000:3.0:1749393479.923281:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7600 going to sleep for 11 seconds 00000100:00100000:2.0:1749393479.923306:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00080000:1.0:1749393479.923309:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393479.923312:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507367296:12345-0@lo:700: 00000100:00100000:2.0:1749393479.923336:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393479.923341:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507367424:0@lo:700: 40000000:00080000:2.0:1749393479.923372:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393479.923375:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393479.923425:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507367296:12345-0@lo:700: Request processed in 111us (201us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393479.923432:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1749393479.923458:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cf100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507367296:0@lo:700: 00000100:00100000:0.0:1749393480.192205:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393480.287057:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393480.287108:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393480.287191:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393480.287225:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499723392 00000100:00100000:0.0:1749393480.287233:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499723392 00000100:00100000:2.0:1749393480.287234:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499723520 00000100:00100000:3.0:1749393480.287242:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499723264 00000100:00100000:2.0:1749393480.287245:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499723520 00000100:00100000:3.0:1749393480.287253:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499723264 00000100:00100000:0.0:1749393480.287268:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 716 00000100:00100000:0.0:1749393480.287274:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499723392:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393480.287283:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 717 00000100:00100000:2.0:1749393480.287291:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499723520:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393480.287304:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 522 last 0 00000100:00100000:3.0:1749393480.287304:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 357 00000100:00100000:3.0:1749393480.287314:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499723264:12345-192.168.203.32@tcp:400: 00010000:00080000:2.0:1749393480.287321:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 522 last 0 00000100:00100000:0.0:1749393480.287375:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499723392:12345-192.168.203.32@tcp:38: Request processed in 101us (265us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393480.287376:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499723264:12345-192.168.203.32@tcp:400: Request processed in 63us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393480.287381:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 716 00000100:00100000:3.0:1749393480.287384:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 357 00000100:00100000:2.0:1749393480.287391:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499723520:12345-192.168.203.32@tcp:38: Request processed in 99us (197us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393480.287400:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 717 00000100:00100000:0.0:1749393480.321127:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393480.528283:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393480.545165:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393480.545176:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507367552:0@lo:900: 00000100:00100000:1.0:1749393481.036384:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393481.036398:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507367680:0@lo:41: 00000100:00100000:1.0:1749393481.036436:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393481.036511:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507367680 00000100:00100000:0.0:1749393481.036528:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507367680 00000100:00100000:0.0:1749393481.036597:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1749393481.036607:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507367680:12345-0@lo:41: 00000004:00000024:0.0:1749393481.036658:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393481.036749:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507367680:12345-0@lo:41: Request processed in 143us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393481.036758:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1749393481.036778:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507367680:0@lo:41: 00000100:00100000:0.0:1749393481.192219:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393481.321189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393481.468279:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393481.468290:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393481.468294:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393481.468304:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 518 00000100:00080000:0.0:1749393481.468310:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393481.468319:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393481.468350:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d521500 x1834371507367936/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393481.468385:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393481.468389:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507367808:0@lo:400: 00000100:00080000:0.0:1749393481.468390:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393481.468392:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393481.468396:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 518 00000100:00100000:1.0:1749393481.468396:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507368064:0@lo:400: 00000100:00080000:0.0:1749393481.468398:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393481.468402:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393481.468415:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d520700 x1834371507368192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393481.468443:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393481.468444:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393481.468444:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393481.468447:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393481.468449:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393481.468453:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 518 00000100:00080000:0.0:1749393481.468455:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393481.468459:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393481.468475:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dc380 x1834371507368448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393481.468486:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507368320:0@lo:400: 00000100:00100000:2.0:1749393481.468487:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507367936:0@lo:38: 00000100:00080000:0.0:1749393481.468506:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393481.468507:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393481.468510:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393481.468511:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393481.468515:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 518 00000100:00080000:0.0:1749393481.468518:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393481.468522:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393481.468524:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507367808 00000100:00100000:3.0:1749393481.468531:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507367808 00000100:00100000:0.0:1749393481.468536:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dc700 x1834371507368576/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393481.468537:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393481.468563:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507368064 00000100:00100000:2.0:1749393481.468566:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507368192:0@lo:38: 00000100:00100000:3.0:1749393481.468566:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1749393481.468569:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507368064 00000100:00100000:3.0:1749393481.468575:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507367808:12345-0@lo:400: 00000100:00080000:0.0:1749393481.468576:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393481.468580:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393481.468582:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393481.468588:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 518 00000100:00100000:2.0:1749393481.468588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393481.468591:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393481.468594:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393481.468595:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507368320 00000100:00100000:1.0:1749393481.468597:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507368320 00000100:00100000:0.0:1749393481.468607:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313ddf80 x1834371507368960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393481.468609:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1749393481.468610:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507368448:0@lo:38: 00000100:00080000:0.0:1749393481.468615:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393481.468616:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507367808:12345-0@lo:400: Request processed in 43us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393481.468617:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507368064:12345-0@lo:400: 00000100:00080000:0.0:1749393481.468619:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393481.468620:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393481.468624:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00080000:0.0:1749393481.468625:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 518 00000100:00080000:0.0:1749393481.468627:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393481.468628:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393481.468631:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393481.468643:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dea00 x1834371507369088/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393481.468643:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507368576:0@lo:38: 00000100:00100000:3.0:1749393481.468654:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507368832:0@lo:400: 00000100:00100000:1.0:1749393481.468657:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507368064:12345-0@lo:400: Request processed in 41us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393481.468663:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393481.468665:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1749393481.468677:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1749393481.468683:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507368960:0@lo:38: 00000100:00100000:1.0:1749393481.468699:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880072790c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507368320:12345-0@lo:400: 00000100:00100000:2.0:1749393481.468702:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393481.468715:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507369088:0@lo:38: 00000100:00100000:3.0:1749393481.468724:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393481.468729:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880072790c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507368320:12345-0@lo:400: Request processed in 32us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393481.468732:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507367936 00000100:00100000:1.0:1749393481.468735:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1749393481.468742:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507367936 00000100:00100000:2.0:1749393481.468748:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393481.468757:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507367808:0@lo:400: 00000100:00100000:0.0:1749393481.468768:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507368192 00000100:00100000:0.0:1749393481.468771:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507368192 00000100:00100000:2.0:1749393481.468779:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507368704:0@lo:400: 00000100:00100000:0.0:1749393481.468780:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507368448 00000100:00100000:0.0:1749393481.468783:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507368448 00000100:00100000:3.0:1749393481.468783:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393481.468790:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507368576 00000100:00100000:3.0:1749393481.468791:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507369216:0@lo:400: 00000100:00100000:0.0:1749393481.468793:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507368576 00000100:00100000:0.0:1749393481.468799:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507368960 00000100:00100000:2.0:1749393481.468799:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393481.468802:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507368960 00000100:00100000:0.0:1749393481.468808:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507369088 00000100:00100000:0.0:1749393481.468811:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507369088 00000100:00100000:2.0:1749393481.468816:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393481.468819:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393481.468824:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1749393481.468824:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507369344:0@lo:400: 00000100:00100000:0.0:1749393481.468832:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507367936:12345-0@lo:38: 00000100:00100000:2.0:1749393481.468844:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393481.468846:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507368832 00000100:00100000:3.0:1749393481.468850:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507368832 00010000:00020000:0.0:1749393481.468861:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393481.468876:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1749393481.468880:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507368704 00000100:00100000:3.0:1749393481.468882:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507368704 00000100:00100000:2.0:1749393481.468883:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507368192:12345-0@lo:38: 00000100:00100000:3.0:1749393481.468895:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507369216 00000100:00100000:3.0:1749393481.468898:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507369216 00010000:00020000:2.0:1749393481.468905:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393481.468907:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507369344 00000100:00100000:3.0:1749393481.468909:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507369344 00000100:00100000:3.0:1749393481.468921:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1749393481.468927:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507368832:12345-0@lo:400: 00000100:00100000:0.0:1749393481.468945:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507367936:12345-0@lo:38: Request processed in 113us (408us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393481.468953:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507368192:12345-0@lo:38: Request processed in 68us (366us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393481.468954:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1749393481.468961:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1749393481.468964:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507368832:12345-0@lo:400: Request processed in 37us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393481.469008:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1749393481.469017:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1749393481.469024:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1749393481.469027:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507368448:12345-0@lo:38: 00000100:00100000:0.0:1749393481.469028:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1749393481.469031:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507368704:12345-0@lo:400: 00000100:00100000:0.0:1749393481.469035:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507368576:12345-0@lo:38: 00010000:00020000:2.0:1749393481.469039:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393481.469048:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393481.469064:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507368704:12345-0@lo:400: Request processed in 34us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393481.469111:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507368448:12345-0@lo:38: Request processed in 46us (441us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393481.469115:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507368576:12345-0@lo:38: Request processed in 80us (450us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393481.469115:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1749393481.469119:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1749393481.469127:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:1.0:1749393481.469133:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1749393481.469133:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507369216:12345-0@lo:400: 00000100:00100000:0.0:1749393481.469140:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1749393481.469142:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507368960:12345-0@lo:38: 00000100:00100000:2.0:1749393481.469146:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1749393481.469152:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507369088:12345-0@lo:38: 00010000:00020000:1.0:1749393481.469160:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393481.469160:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507369216:12345-0@lo:400: Request processed in 27us (340us total) trans 0 rc 0/0 00010000:00020000:2.0:1749393481.469165:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393481.469167:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1749393481.469175:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:0.0:1749393481.469186:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099751c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507369344:12345-0@lo:400: 00000100:00080000:3.0:1749393481.469186:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749393481.469189:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393481.469193:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507368960:12345-0@lo:38: Request processed in 51us (489us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393481.469193:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507369088:12345-0@lo:38: Request processed in 40us (444us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393481.469200:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1749393481.469203:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00010000:00080000:3.0:1749393481.469227:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05f100 x1834371507369216/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393481.469237:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099751c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507369344:12345-0@lo:400: Request processed in 55us (391us total) trans 0 rc 0/0 00010000:00080000:2.0:1749393481.469239:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313de300 x1834371507368704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393481.469241:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507369216:0@lo:400: 00000100:00100000:1.0:1749393481.469242:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507368320:0@lo:400: 00010000:00080000:3.0:1749393481.469253:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313ded80 x1834371507368832/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393481.469254:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1749393481.469262:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507368704:0@lo:400: 00000100:00100000:3.0:1749393481.469263:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507368832:0@lo:400: 00000100:00100000:1.0:1749393481.469266:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507368064:0@lo:400: 00010000:00080000:2.0:1749393481.469287:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05ed80 x1834371507369344/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393481.469296:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507369344:0@lo:400: 00000100:00080000:0.0:1749393481.469312:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393481.469317:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393481.469323:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507368960:0@lo:38: 00000100:00080000:0.0:1749393481.469335:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393481.469339:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393481.469342:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507369088:0@lo:38: 00000100:00080000:0.0:1749393481.469354:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393481.469357:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393481.469360:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507368448:0@lo:38: 00000100:00080000:0.0:1749393481.469369:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393481.469372:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393481.469375:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507368576:0@lo:38: 00000100:00080000:0.0:1749393481.469384:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393481.469387:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393481.469390:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507367936:0@lo:38: 00000100:00080000:0.0:1749393481.469402:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393481.469404:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393481.469408:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507368192:0@lo:38: 00010000:00010000:2.0:1749393481.530303:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393481.923290:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507369472:0@lo:700: 00000100:00100000:0.0:1749393481.923379:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393481.923477:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393481.923504:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507369472 00000100:00100000:2.0:1749393481.923513:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507369472 00000100:00100000:2.0:1749393481.923547:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1749393481.923554:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507369472:12345-0@lo:700: 00000100:00100000:2.0:1749393481.923593:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393481.923598:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507369600:0@lo:700: 40000000:00080000:2.0:1749393481.923608:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393481.923610:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393481.923667:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507369472:12345-0@lo:700: Request processed in 113us (288us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393481.923674:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1749393481.923716:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507369472:0@lo:700: 00000100:00100000:0.0:1749393481.924154:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507369728:0@lo:700: 00000100:00100000:0.0:1749393481.924185:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393481.924237:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507369728 00000100:00100000:0.0:1749393481.924242:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393481.924242:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507369728 00000100:00100000:2.0:1749393481.924265:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1749393481.924271:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507369728:12345-0@lo:700: 00000100:00100000:2.0:1749393481.924295:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393481.924300:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507369856:0@lo:700: 40000000:00080000:2.0:1749393481.924308:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393481.924311:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393481.924370:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507369728:12345-0@lo:700: Request processed in 98us (183us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393481.924377:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1749393481.924405:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507369728:0@lo:700: 00000100:00100000:2.0:1749393482.192309:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393482.321198:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393482.532390:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393482.546234:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393482.546252:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507369984:0@lo:900: 00000100:00100000:2.0:1749393482.892292:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507370112:0@lo:41: 00000100:00100000:2.0:1749393482.892340:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393482.892380:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507370112 00000100:00100000:1.0:1749393482.892387:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507370112 00000100:00100000:1.0:1749393482.892417:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1749393482.892423:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099750000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507370112:12345-0@lo:41: 00000004:00000024:1.0:1749393482.892449:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393482.892494:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099750000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507370112:12345-0@lo:41: Request processed in 71us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393482.892499:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1749393482.892519:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507370112:0@lo:41: 00000100:00100000:2.0:1749393483.192225:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393483.321282:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393483.534427:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393483.924335:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507370240:0@lo:700: 00000100:00100000:0.0:1749393483.924428:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393483.924532:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393483.924560:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507370240 00000100:00100000:2.0:1749393483.924575:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507370240 00000100:00080000:3.0:1749393483.924630:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393483.924649:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1749393483.924659:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507370240:12345-0@lo:700: 00000100:00100000:2.0:1749393483.924714:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393483.924721:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507370368:0@lo:700: 40000000:00080000:2.0:1749393483.924734:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393483.924737:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393483.924809:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507370240:12345-0@lo:700: Request processed in 152us (382us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393483.924817:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1749393483.924848:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507370240:0@lo:700: 00000100:00100000:0.0:1749393483.925155:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507370496:0@lo:700: 00000100:00100000:0.0:1749393483.925185:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393483.925233:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507370496 00000100:00100000:2.0:1749393483.925238:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507370496 00000100:00100000:0.0:1749393483.925241:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393483.925266:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00080000:3.0:1749393483.925266:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393483.925272:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507370496:12345-0@lo:700: 00000100:00100000:2.0:1749393483.925293:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393483.925298:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507370624:0@lo:700: 40000000:00080000:2.0:1749393483.925305:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393483.925320:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393483.925355:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507370496:12345-0@lo:700: Request processed in 83us (169us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393483.925362:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1749393483.925367:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507370496:0@lo:700: 00000100:00100000:2.0:1749393484.192199:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393484.321310:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393484.536439:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393484.547254:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393484.547275:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507370752:0@lo:900: 00000100:00100000:2.0:1749393485.192252:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393485.295856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393485.295918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393485.296044:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499723648 00000100:00100000:2.0:1749393485.296062:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499723648 00000100:00100000:0.0:1749393485.296130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393485.296154:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499723776 00000100:00100000:1.0:1749393485.296169:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499723776 00000100:00100000:1.0:1749393485.296212:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499723904 00000100:00100000:1.0:1749393485.296214:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499723904 00000100:00100000:1.0:1749393485.296248:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 724 00000100:00100000:1.0:1749393485.296258:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499723776:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393485.296258:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 359 00000100:00100000:2.0:1749393485.296274:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499723648:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393485.296290:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 725 00000100:00100000:3.0:1749393485.296301:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499723904:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393485.296318:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 527 last 0 00010000:00080000:3.0:1749393485.296335:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 527 last 0 00000100:00100000:2.0:1749393485.296379:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499723648:12345-192.168.203.32@tcp:400: Request processed in 108us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393485.296392:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 359 00000100:00100000:1.0:1749393485.296407:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499723776:12345-192.168.203.32@tcp:38: Request processed in 149us (487us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393485.296412:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499723904:12345-192.168.203.32@tcp:38: Request processed in 110us (282us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393485.296418:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 724 00000100:00100000:3.0:1749393485.296424:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 725 00000100:00100000:2.0:1749393485.321184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393485.538371:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393485.925287:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507370880:0@lo:700: 00000100:00100000:0.0:1749393485.925415:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393485.925514:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507370880 00000100:00100000:2.0:1749393485.925528:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507370880 00000100:00100000:0.0:1749393485.925541:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393485.925607:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1749393485.925618:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507370880:12345-0@lo:700: 00000100:00100000:2.0:1749393485.925673:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393485.925680:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507371008:0@lo:700: 00000100:00080000:3.0:1749393485.925684:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 40000000:00080000:2.0:1749393485.925696:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393485.925699:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393485.925760:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507370880:12345-0@lo:700: Request processed in 143us (346us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393485.925769:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1749393485.925813:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507370880:0@lo:700: 00000100:00100000:0.0:1749393485.926181:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507371136:0@lo:700: 00000100:00100000:0.0:1749393485.926238:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393485.926292:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507371136 00000100:00100000:2.0:1749393485.926299:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507371136 00000100:00100000:0.0:1749393485.926313:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393485.926332:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1749393485.926338:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507371136:12345-0@lo:700: 00000100:00080000:3.0:1749393485.926342:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393485.926366:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393485.926371:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507371264:0@lo:700: 40000000:00080000:2.0:1749393485.926380:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393485.926383:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393485.926431:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507371136:12345-0@lo:700: Request processed in 92us (194us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393485.926439:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1749393485.926475:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507371136:0@lo:700: 00000100:00100000:0.0:1749393486.044316:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749393486.044335:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507371392:0@lo:41: 00000100:00100000:0.0:1749393486.044390:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393486.044430:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507371392 00000100:00100000:1.0:1749393486.044438:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507371392 00000100:00100000:1.0:1749393486.044469:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:1.0:1749393486.044475:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507371392:12345-0@lo:41: 00000004:00000024:1.0:1749393486.044506:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393486.044549:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507371392:12345-0@lo:41: Request processed in 73us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393486.044554:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1749393486.044573:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507371392:0@lo:41: 00000100:00100000:2.0:1749393486.192208:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393486.321121:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393486.476269:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393486.476278:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393486.476281:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393486.476289:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 523 00000100:00080000:0.0:1749393486.476293:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393486.476299:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393486.476324:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997d0000 x1834371507371648/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393486.476340:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507371520:0@lo:400: 00000100:00080000:0.0:1749393486.476354:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393486.476357:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393486.476358:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393486.476360:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 523 00000100:00080000:0.0:1749393486.476362:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393486.476364:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393486.476371:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997d0380 x1834371507371904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393486.476381:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1749393486.476400:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393486.476402:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393486.476403:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393486.476406:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 523 00000100:00080000:0.0:1749393486.476407:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393486.476410:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393486.476413:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507371776:0@lo:400: 00000100:00100000:1.0:1749393486.476414:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507371648:0@lo:38: 00000100:00100000:2.0:1749393486.476414:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393486.476416:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997d2a00 x1834371507372160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393486.476421:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393486.476423:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393486.476424:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393486.476426:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 523 00000100:00080000:0.0:1749393486.476427:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393486.476429:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393486.476435:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997d2d80 x1834371507372288/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393486.476450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393486.476454:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393486.476456:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393486.476458:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393486.476460:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 523 00000100:00080000:0.0:1749393486.476462:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393486.476462:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507372544:0@lo:400: 00000100:00080000:0.0:1749393486.476464:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393486.476470:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16b100 x1834371507372672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393486.476478:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393486.476481:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393486.476482:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393486.476484:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 523 00000100:00080000:0.0:1749393486.476485:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393486.476487:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393486.476489:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507371904:0@lo:38: 00000100:00100000:0.0:1749393486.476494:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16a680 x1834371507372800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393486.476494:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393486.476502:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393486.476504:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393486.476508:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749393486.476512:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507372416:0@lo:400: 00000100:00100000:1.0:1749393486.476518:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507372160:0@lo:38: 00000100:00100000:0.0:1749393486.476529:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507372544 00000100:00100000:2.0:1749393486.476529:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393486.476536:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507372544 00000100:00100000:1.0:1749393486.476536:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393486.476552:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507371520 00000100:00100000:2.0:1749393486.476554:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507371520 00000100:00100000:1.0:1749393486.476559:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507372928:0@lo:400: 00000100:00100000:0.0:1749393486.476568:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507372416 00000100:00100000:0.0:1749393486.476569:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507372416 00000100:00100000:3.0:1749393486.476570:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507372032:0@lo:400: 00000100:00100000:1.0:1749393486.476573:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393486.476580:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507372928 00000100:00100000:2.0:1749393486.476580:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1749393486.476582:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507372928 00000100:00100000:2.0:1749393486.476585:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507371520:12345-0@lo:400: 00000100:00100000:3.0:1749393486.476592:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393486.476599:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1749393486.476601:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507371648 00000100:00100000:0.0:1749393486.476603:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099751880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507372544:12345-0@lo:400: 00000100:00100000:1.0:1749393486.476604:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507371648 00000100:00100000:3.0:1749393486.476610:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507373056:0@lo:400: 00000100:00100000:1.0:1749393486.476619:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507371904 00000100:00100000:1.0:1749393486.476620:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507371904 00000100:00100000:2.0:1749393486.476622:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507371520:12345-0@lo:400: Request processed in 37us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393486.476627:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1749393486.476629:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507372160 00000100:00100000:1.0:1749393486.476631:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507372160 00000100:00100000:1.0:1749393486.476640:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1749393486.476642:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393486.476643:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099751880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507372544:12345-0@lo:400: Request processed in 39us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393486.476648:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1749393486.476650:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507371648:12345-0@lo:38: 00000100:00100000:0.0:1749393486.476659:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507373056 00000100:00100000:0.0:1749393486.476661:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507373056 00000100:00100000:2.0:1749393486.476663:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507371776 00000100:00100000:2.0:1749393486.476667:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507371776 00000100:00100000:0.0:1749393486.476668:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00010000:00020000:1.0:1749393486.476670:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393486.476672:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099752d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507372416:12345-0@lo:400: 00000100:00100000:2.0:1749393486.476680:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507372032 00000100:00100000:2.0:1749393486.476682:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507372032 00000100:00100000:3.0:1749393486.476682:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1749393486.476687:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099752d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507372416:12345-0@lo:400: Request processed in 15us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393486.476690:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507371904:12345-0@lo:38: 00000100:00100000:0.0:1749393486.476691:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:1.0:1749393486.476691:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507371648:12345-0@lo:38: Request processed in 40us (240us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393486.476691:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:2.0:1749393486.476694:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507371776:12345-0@lo:400: 00000100:00100000:1.0:1749393486.476696:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1749393486.476702:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:0.0:1749393486.476706:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507372928:12345-0@lo:400: 00000100:00100000:1.0:1749393486.476706:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1749393486.476708:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507372160:12345-0@lo:38: 00010000:00020000:1.0:1749393486.476714:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393486.476723:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507371776:12345-0@lo:400: Request processed in 27us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393486.476726:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507372160:12345-0@lo:38: Request processed in 17us (189us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393486.476728:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507372928:12345-0@lo:400: Request processed in 22us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393486.476729:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1749393486.476729:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1749393486.476731:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00010000:00020000:3.0:1749393486.476734:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393486.476737:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1749393486.476738:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1749393486.476740:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507373056:12345-0@lo:400: 00000100:00100000:2.0:1749393486.476742:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507372032:12345-0@lo:400: 00000100:00100000:0.0:1749393486.476752:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507373056:12345-0@lo:400: Request processed in 12us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393486.476756:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00010000:00080000:1.0:1749393486.476763:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b168e00 x1834371507372928/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749393486.476773:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393486.476773:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507372928:0@lo:400: 00000100:00100000:2.0:1749393486.476782:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507372032:12345-0@lo:400: Request processed in 39us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393486.476784:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507371904:12345-0@lo:38: Request processed in 93us (278us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393486.476788:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1749393486.476794:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00080000:1.0:1749393486.476797:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393486.476800:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393486.476802:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507372160:0@lo:38: 00000100:00100000:1.0:1749393486.476807:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507372288:0@lo:38: 00000100:00100000:2.0:1749393486.476818:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507372032:0@lo:400: 00000100:00100000:1.0:1749393486.476822:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1749393486.476829:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b168700 x1834371507373056/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393486.476834:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507372672:0@lo:38: 00000100:00100000:3.0:1749393486.476836:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507372288 00000100:00100000:2.0:1749393486.476837:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507373056:0@lo:400: 00000100:00100000:3.0:1749393486.476844:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507372288 00000100:00100000:2.0:1749393486.476845:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507371776:0@lo:400: 00000100:00100000:1.0:1749393486.476846:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393486.476864:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507372800:0@lo:38: 00000100:00100000:3.0:1749393486.476868:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507372672 00000100:00100000:3.0:1749393486.476871:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507372672 00000100:00100000:1.0:1749393486.476876:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1749393486.476877:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b168380 x1834371507372416/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393486.476886:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507372416:0@lo:400: 00000100:00100000:3.0:1749393486.476887:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507372800 00000100:00100000:3.0:1749393486.476889:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507372800 00000100:00080000:1.0:1749393486.476892:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393486.476894:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00010000:00080000:2.0:1749393486.476895:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b16b800 x1834371507372544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393486.476898:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393486.476900:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507372288:12345-0@lo:38: 00000100:00100000:1.0:1749393486.476901:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507371648:0@lo:38: 00000100:00100000:2.0:1749393486.476902:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507372544:0@lo:400: 00000100:00100000:3.0:1749393486.476908:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00080000:1.0:1749393486.476909:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00020000:0.0:1749393486.476910:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393486.476911:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393486.476913:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507371904:0@lo:38: 00000100:00100000:3.0:1749393486.476913:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507372672:12345-0@lo:38: 00000100:00100000:2.0:1749393486.476916:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507371520:0@lo:400: 00010000:00020000:3.0:1749393486.476925:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393486.476928:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393486.476929:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507372288:12345-0@lo:38: Request processed in 28us (106us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393486.476929:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393486.476931:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507372288:0@lo:38: 00000100:00100000:0.0:1749393486.476934:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:1.0:1749393486.476967:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1749393486.476970:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507372800:12345-0@lo:38: 00010000:00020000:1.0:1749393486.476980:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393486.476991:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507372672:12345-0@lo:38: Request processed in 76us (141us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393486.476997:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507372800:12345-0@lo:38: Request processed in 25us (120us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393486.476998:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1749393486.477003:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00080000:1.0:1749393486.477023:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393486.477025:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393486.477027:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507372672:0@lo:38: 00000100:00080000:1.0:1749393486.477040:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393486.477041:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393486.477043:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507372800:0@lo:38: 00010000:00010000:3.0:1749393486.540229:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393486.548954:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393486.548963:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507373184:0@lo:900: 00000100:00100000:2.0:1749393487.192197:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393487.321236:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393487.542428:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393487.900467:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099751180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507373312:0@lo:41: 00000100:00100000:3.0:1749393487.900576:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393487.901982:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507373312 00000100:00100000:2.0:1749393487.901992:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507373312 00000100:00100000:2.0:1749393487.902038:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1749393487.902045:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507373312:12345-0@lo:41: 00000004:00000024:2.0:1749393487.902104:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393487.902152:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507373312:12345-0@lo:41: Request processed in 107us (1576us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393487.902158:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1749393487.902244:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507373312:0@lo:41: 00000100:00100000:0.0:1749393487.926227:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507373440:0@lo:700: 00000100:00100000:0.0:1749393487.926306:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393487.926385:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393487.926441:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507373440 00000100:00100000:2.0:1749393487.926451:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507373440 00000100:00100000:2.0:1749393487.926520:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00080000:0.0:1749393487.926522:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393487.926530:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507373440:12345-0@lo:700: 00000100:00100000:2.0:1749393487.926577:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997263c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393487.926584:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507373568:0@lo:700: 40000000:00080000:2.0:1749393487.926595:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393487.926598:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393487.926653:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507373440:12345-0@lo:700: Request processed in 124us (346us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393487.926661:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1749393487.926690:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507373440:0@lo:700: 00000100:00100000:2.0:1749393487.927160:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099751180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507373696:0@lo:700: 00000100:00100000:2.0:1749393487.927192:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393487.927223:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507373696 00000100:00100000:0.0:1749393487.927233:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507373696 00000100:00100000:2.0:1749393487.927244:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997263c0 going to sleep for 11 seconds 00000100:00080000:1.0:1749393487.927280:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393487.927305:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1749393487.927314:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099750700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507373696:12345-0@lo:700: 00000100:00100000:0.0:1749393487.927356:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393487.927361:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507373824:0@lo:700: 40000000:00080000:0.0:1749393487.927371:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393487.927375:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393487.927433:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099750700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507373696:12345-0@lo:700: Request processed in 120us (240us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393487.927442:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1749393487.927469:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507373696:0@lo:700: 00000100:00100000:2.0:1749393488.192172:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393488.321185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393488.544455:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393488.549217:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393488.549237:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507373952:0@lo:900: 00000100:00100000:0.0:1749393489.192300:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393489.321188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393489.546280:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393489.927172:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507374080:0@lo:700: 00000100:00100000:0.0:1749393489.927211:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393489.927267:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393489.927329:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507374080 00000100:00100000:2.0:1749393489.927341:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507374080 00000100:00080000:1.0:1749393489.927392:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393489.927414:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1749393489.927424:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507374080:12345-0@lo:700: 00000100:00100000:2.0:1749393489.927475:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997263c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393489.927482:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507374208:0@lo:700: 40000000:00080000:2.0:1749393489.927494:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393489.927497:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393489.927566:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507374080:12345-0@lo:700: Request processed in 144us (354us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393489.927574:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1749393489.927582:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507374080:0@lo:700: 00000100:00100000:3.0:1749393489.928179:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cd180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507374336:0@lo:700: 00000100:00100000:3.0:1749393489.928222:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393489.928280:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507374336 00000100:00100000:3.0:1749393489.928280:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393489.928287:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507374336 00000100:00080000:1.0:1749393489.928305:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393489.928315:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1749393489.928321:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507374336:12345-0@lo:700: 00000100:00100000:2.0:1749393489.928342:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997263c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393489.928347:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507374464:0@lo:700: 40000000:00080000:2.0:1749393489.928354:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393489.928356:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393489.928396:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507374336:12345-0@lo:700: Request processed in 75us (174us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393489.928419:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1749393489.928425:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cd180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507374336:0@lo:700: 00000100:00100000:0.0:1749393490.192236:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393490.303638:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393490.303691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393490.303737:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393490.303758:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499724032 00000100:00100000:2.0:1749393490.303768:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499724032 00000100:00100000:2.0:1749393490.303810:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 361 00000100:00100000:1.0:1749393490.303813:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499724160 00000100:00100000:2.0:1749393490.303817:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499724032:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393490.303839:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499724160 00000100:00100000:3.0:1749393490.303856:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499724288 00000100:00100000:3.0:1749393490.303864:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499724288 00000100:00100000:2.0:1749393490.303890:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499724032:12345-192.168.203.32@tcp:400: Request processed in 73us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393490.303897:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 361 00000100:00100000:1.0:1749393490.303940:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 732 00000100:00100000:1.0:1749393490.303950:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499724160:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393490.303952:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 733 00000100:00100000:3.0:1749393490.303958:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499724288:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393490.303989:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 532 last 0 00010000:00080000:1.0:1749393490.303990:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 532 last 0 00000100:00100000:3.0:1749393490.304038:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499724288:12345-192.168.203.32@tcp:38: Request processed in 79us (300us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393490.304045:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 733 00000100:00100000:1.0:1749393490.304114:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499724160:12345-192.168.203.32@tcp:38: Request processed in 121us (379us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393490.304124:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 732 00000100:00100000:2.0:1749393490.321192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393490.548345:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393490.550210:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393490.550223:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507374592:0@lo:900: 00000100:00100000:1.0:1749393490.858160:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393490.858186:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507374720/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393495 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393490.858245:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393490.858317:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393490.858390:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507374720 00000100:00100000:2.0:1749393490.858402:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507374720 00000100:00100000:2.0:1749393490.858480:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1749393490.858491:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507374720:12345-0@lo:700: 00000100:00080000:1.0:1749393490.858496:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 40000000:00080000:2.0:1749393490.858518:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393490.858585:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507374720:12345-0@lo:700: Request processed in 97us (339us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393490.858594:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1749393490.858616:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507374720/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393506 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393490.858628:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393490.875181:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393490.875206:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507374848/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393495 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393490.875254:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393490.875319:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393490.875371:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507374848 00000100:00100000:2.0:1749393490.875381:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507374848 00000100:00080000:1.0:1749393490.875413:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393490.875423:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1749393490.875432:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507374848:12345-0@lo:700: 40000000:00080000:2.0:1749393490.875450:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393490.875505:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507374848:12345-0@lo:700: Request processed in 73us (251us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393490.875514:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1749393490.875533:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507374848/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393506 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393490.875545:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393491.052354:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507374976:0@lo:41: 00000100:00100000:2.0:1749393491.052442:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393491.052513:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507374976 00000100:00100000:0.0:1749393491.052526:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507374976 00000100:00100000:0.0:1749393491.052582:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1749393491.052594:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099751180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507374976:12345-0@lo:41: 00000004:00000024:0.0:1749393491.052647:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393491.052722:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099751180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507374976:12345-0@lo:41: Request processed in 131us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393491.052729:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1749393491.052770:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507374976:0@lo:41: 00000100:00100000:0.0:1749393491.192233:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393491.321210:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393491.484368:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393491.484382:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393491.484388:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393491.484399:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 528 00000100:00080000:0.0:1749393491.484405:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393491.484414:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393491.484442:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b168700 x1834371507375232/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393491.484475:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393491.484479:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393491.484481:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393491.484481:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507375104:0@lo:400: 00000100:00080000:0.0:1749393491.484485:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 528 00000100:00080000:0.0:1749393491.484488:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393491.484491:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393491.484507:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16b800 x1834371507375488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393491.484525:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507375360:0@lo:400: 00000100:00080000:0.0:1749393491.484550:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393491.484554:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393491.484556:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393491.484560:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 528 00000100:00080000:0.0:1749393491.484583:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393491.484588:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393491.484603:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017ce00 x1834371507375744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393491.484606:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393491.484613:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393491.484616:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393491.484618:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393491.484622:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 528 00000100:00080000:0.0:1749393491.484624:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393491.484627:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393491.484637:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017df80 x1834371507375872/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393491.484647:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393491.484660:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393491.484664:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393491.484666:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393491.484671:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 528 00000100:00080000:0.0:1749393491.484673:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393491.484674:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507375616:0@lo:400: 00000100:00080000:0.0:1749393491.484676:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393491.484685:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507376128:0@lo:400: 00000100:00100000:0.0:1749393491.484688:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125c00 x1834371507376256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393491.484696:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393491.484700:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393491.484702:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393491.484705:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 528 00000100:00080000:0.0:1749393491.484722:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393491.484726:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393491.484736:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393491.484742:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125880 x1834371507376384/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393491.484746:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393491.484748:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507376000:0@lo:400: 00000100:00100000:1.0:1749393491.484759:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393491.484767:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507376512:0@lo:400: 00000100:00100000:2.0:1749393491.484795:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393491.484797:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507376640:0@lo:400: 00000100:00100000:1.0:1749393491.484804:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507375232:0@lo:38: 00000100:00100000:0.0:1749393491.484825:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507376128 00000100:00100000:0.0:1749393491.484835:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507376128 00000100:00100000:3.0:1749393491.484846:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393491.484849:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393491.484860:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507375104 00000100:00100000:2.0:1749393491.484868:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507375104 00000100:00100000:1.0:1749393491.484869:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507375488:0@lo:38: 00000100:00100000:3.0:1749393491.484878:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507375360 00000100:00100000:3.0:1749393491.484883:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507375360 00000100:00100000:0.0:1749393491.484888:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507376000 00000100:00100000:0.0:1749393491.484891:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507376000 00000100:00100000:2.0:1749393491.484934:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1749393491.484941:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507375104:12345-0@lo:400: 00000100:00100000:1.0:1749393491.484942:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393491.484944:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507376640 00000100:00100000:3.0:1749393491.484944:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507375616 00000100:00100000:3.0:1749393491.484947:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507375616 00000100:00100000:0.0:1749393491.484948:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507376640 00000100:00100000:3.0:1749393491.484961:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1749393491.484964:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507375744:0@lo:38: 00000100:00100000:0.0:1749393491.484966:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1749393491.484967:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099750380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507375360:12345-0@lo:400: 00000100:00100000:0.0:1749393491.484975:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507376128:12345-0@lo:400: 00000100:00100000:1.0:1749393491.484988:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393491.484989:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507375104:12345-0@lo:400: Request processed in 47us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393491.484996:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1749393491.485005:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507375872:0@lo:38: 00000100:00100000:3.0:1749393491.485005:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099750380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507375360:12345-0@lo:400: Request processed in 38us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393491.485029:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1749393491.485030:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393491.485031:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507375232 00000100:00100000:2.0:1749393491.485035:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507375232 00000100:00100000:0.0:1749393491.485039:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507376128:12345-0@lo:400: Request processed in 65us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393491.485043:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1749393491.485046:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507376256:0@lo:38: 00000100:00100000:3.0:1749393491.485047:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507375616:12345-0@lo:400: 00000100:00100000:0.0:1749393491.485048:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1749393491.485051:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507375488 00000100:00100000:2.0:1749393491.485053:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507375488 00000100:00100000:2.0:1749393491.485062:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507375744 00000100:00100000:1.0:1749393491.485063:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393491.485064:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507375744 00000100:00100000:0.0:1749393491.485067:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:0.0:1749393491.485104:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507376000:12345-0@lo:400: 00000100:00100000:2.0:1749393491.485109:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507375872 00000100:00100000:2.0:1749393491.485112:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507375872 00000100:00100000:2.0:1749393491.485119:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507376256 00000100:00100000:3.0:1749393491.485119:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507375616:12345-0@lo:400: Request processed in 71us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393491.485121:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507376256 00000100:00100000:1.0:1749393491.485122:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507376384:0@lo:38: 00000100:00100000:3.0:1749393491.485125:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1749393491.485130:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1749393491.485134:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507375232:12345-0@lo:38: 00000100:00100000:0.0:1749393491.485145:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507376000:12345-0@lo:400: Request processed in 42us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393491.485145:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1749393491.485147:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393491.485151:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507376640:12345-0@lo:400: 00000100:00100000:0.0:1749393491.485152:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00010000:00020000:2.0:1749393491.485155:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393491.485174:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393491.485180:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507376640:12345-0@lo:400: Request processed in 30us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393491.485185:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1749393491.485190:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507376384 00000100:00100000:2.0:1749393491.485192:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507375232:12345-0@lo:38: Request processed in 57us (343us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393491.485195:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507376384 00010000:00080000:0.0:1749393491.485201:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017c380 x1834371507376000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393491.485206:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1749393491.485214:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1749393491.485219:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507376000:0@lo:400: 00000100:00100000:3.0:1749393491.485219:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507375488:12345-0@lo:38: 00000100:00100000:1.0:1749393491.485222:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1749393491.485229:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507375744:12345-0@lo:38: 00000100:00100000:2.0:1749393491.485230:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00010000:00020000:3.0:1749393491.485232:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393491.485234:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507375872:12345-0@lo:38: 00010000:00020000:2.0:1749393491.485245:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393491.485251:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507375488:12345-0@lo:38: Request processed in 32us (311us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393491.485257:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00010000:00020000:1.0:1749393491.485258:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393491.485266:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507375872:12345-0@lo:38: Request processed in 31us (236us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393491.485266:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1749393491.485270:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507376256:12345-0@lo:38: 00000100:00100000:2.0:1749393491.485272:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00010000:00020000:3.0:1749393491.485278:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393491.485281:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1749393491.485285:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507376384:12345-0@lo:38: 00000100:00100000:1.0:1749393491.485294:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507375744:12345-0@lo:38: Request processed in 63us (306us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393491.485294:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393491.485300:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507376256:12345-0@lo:38: Request processed in 29us (237us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393491.485302:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:3.0:1749393491.485307:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1749393491.485310:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507376384:12345-0@lo:38: Request processed in 24us (163us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393491.485315:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00010000:00080000:3.0:1749393491.485339:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c125f80 x1834371507376640/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393491.485340:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393491.485344:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393491.485345:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507375360:0@lo:400: 00000100:00100000:1.0:1749393491.485350:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507375232:0@lo:38: 00000100:00080000:1.0:1749393491.485361:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393491.485363:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507376640:0@lo:400: 00000100:00080000:1.0:1749393491.485364:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393491.485368:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507375488:0@lo:38: 00000100:00100000:3.0:1749393491.485376:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507375616:0@lo:400: 00000100:00080000:1.0:1749393491.485377:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393491.485387:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393491.485392:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507375744:0@lo:38: 00000100:00080000:1.0:1749393491.485405:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393491.485407:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393491.485411:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507375872:0@lo:38: 00000100:00080000:1.0:1749393491.485420:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393491.485423:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393491.485425:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507376256:0@lo:38: 00000100:00080000:1.0:1749393491.485434:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393491.485436:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393491.485439:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507376384:0@lo:38: 00000100:00100000:1.0:1749393491.485481:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1749393491.485527:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c127100 x1834371507376128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393491.485539:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507376128:0@lo:400: 00000100:00100000:0.0:1749393491.485543:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507376512 00000100:00100000:0.0:1749393491.485549:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507376512 00000100:00100000:1.0:1749393491.485549:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507375104:0@lo:400: 00000100:00100000:0.0:1749393491.485586:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1749393491.485592:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507376512:12345-0@lo:400: 00000100:00100000:0.0:1749393491.485655:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507376512:12345-0@lo:400: Request processed in 63us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393491.485663:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00010000:00080000:1.0:1749393491.485696:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c127480 x1834371507376512/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393491.485708:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507376512:0@lo:400: 00010000:00010000:2.0:1749393491.550333:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393491.928361:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507376768:0@lo:700: 00000100:00100000:2.0:1749393491.928437:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393491.928531:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507376768 00000100:00100000:2.0:1749393491.928545:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393491.928551:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507376768 00000100:00100000:0.0:1749393491.928634:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1749393491.928646:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507376768:12345-0@lo:700: 00000100:00100000:0.0:1749393491.928722:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393491.928732:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507376896:0@lo:700: 40000000:00080000:0.0:1749393491.928749:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393491.928753:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393491.928844:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507376768:12345-0@lo:700: Request processed in 200us (409us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393491.928854:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1749393491.928878:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507376768:0@lo:700: 00000100:00100000:2.0:1749393491.929150:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507377024:0@lo:700: 00000100:00100000:2.0:1749393491.929171:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393491.929194:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507377024 00000100:00100000:0.0:1749393491.929200:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507377024 00000100:00100000:2.0:1749393491.929206:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393491.929224:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1749393491.929231:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507377024:12345-0@lo:700: 00000100:00100000:0.0:1749393491.929256:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393491.929261:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507377152:0@lo:700: 40000000:00080000:0.0:1749393491.929269:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393491.929272:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393491.929305:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507377024:12345-0@lo:700: Request processed in 74us (132us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393491.929324:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1749393491.929331:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507377024:0@lo:700: 00000100:00100000:0.0:1749393492.192266:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393492.321218:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393492.551320:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393492.551343:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507377280:0@lo:900: 00010000:00010000:2.0:1749393492.552285:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393492.908356:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393492.908381:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507377408:0@lo:41: 00000100:00100000:2.0:1749393492.908453:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393492.908533:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507377408 00000100:00100000:0.0:1749393492.908554:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507377408 00000100:00100000:0.0:1749393492.908650:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1749393492.908661:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507377408:12345-0@lo:41: 00000004:00000024:0.0:1749393492.908720:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393492.908823:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507377408:12345-0@lo:41: Request processed in 163us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393492.908833:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1749393492.908866:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507377408:0@lo:41: 00000100:00100000:0.0:1749393493.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393493.321255:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393493.554368:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393493.929350:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507377536:0@lo:700: 00000100:00100000:0.0:1749393493.929441:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393493.929542:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393493.929544:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507377536 00000100:00100000:2.0:1749393493.929557:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507377536 00000100:00100000:2.0:1749393493.929605:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1749393493.929613:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507377536:12345-0@lo:700: 00000100:00080000:1.0:1749393493.929618:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393493.929659:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726540 going to sleep for 0 seconds 00000100:00100000:2.0:1749393493.929665:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507377664:0@lo:700: 40000000:00080000:2.0:1749393493.929678:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393493.929681:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393493.929745:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507377536:12345-0@lo:700: Request processed in 134us (305us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393493.929751:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1749393493.929791:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507377536:0@lo:700: 00000100:00100000:3.0:1749393493.930168:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507377792:0@lo:700: 00000100:00100000:3.0:1749393493.930203:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393493.930240:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507377792 00000100:00100000:2.0:1749393493.930244:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507377792 00000100:00100000:3.0:1749393493.930247:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393493.930262:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1749393493.930266:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507377792:12345-0@lo:700: 00000100:00100000:2.0:1749393493.930282:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726540 going to sleep for 0 seconds 00000100:00080000:1.0:1749393493.930283:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393493.930286:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507377920:0@lo:700: 40000000:00080000:2.0:1749393493.930292:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393493.930294:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393493.930321:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507377792:12345-0@lo:700: Request processed in 55us (118us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393493.930337:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1749393493.930343:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507377792:0@lo:700: 00000100:00100000:2.0:1749393494.171162:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 25 seconds 00000100:00100000:0.0:1749393494.192245:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393494.321144:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393494.552288:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393494.552308:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507378048:0@lo:900: 00010000:00010000:3.0:1749393494.556290:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393495.192226:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393495.311252:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393495.311289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393495.311325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393495.311350:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499724416 00000100:00100000:2.0:1749393495.311364:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499724416 00000100:00100000:3.0:1749393495.311406:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499724544 00000100:00100000:3.0:1749393495.311416:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499724544 00000100:00100000:1.0:1749393495.311419:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499724672 00000100:00100000:2.0:1749393495.311424:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 363 00000100:00100000:1.0:1749393495.311428:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499724672 00000100:00100000:2.0:1749393495.311434:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499724416:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393495.311453:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 740 00000100:00100000:3.0:1749393495.311461:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499724544:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393495.311467:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 741 00000100:00100000:1.0:1749393495.311483:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499724672:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393495.311492:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 537 last 0 00010000:00080000:1.0:1749393495.311511:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 537 last 0 00000100:00100000:2.0:1749393495.311518:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499724416:12345-192.168.203.32@tcp:400: Request processed in 85us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393495.311526:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 363 00000100:00100000:3.0:1749393495.311547:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499724544:12345-192.168.203.32@tcp:38: Request processed in 86us (255us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393495.311556:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 740 00000100:00100000:1.0:1749393495.311576:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499724672:12345-192.168.203.32@tcp:38: Request processed in 91us (248us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393495.311584:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 741 00000100:00100000:2.0:1749393495.321196:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393495.558229:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393495.930257:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507378176:0@lo:700: 00000100:00100000:0.0:1749393495.930332:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393495.930400:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393495.930467:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507378176 00000100:00100000:2.0:1749393495.930483:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507378176 00000100:00080000:1.0:1749393495.930541:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393495.930563:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1749393495.930574:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507378176:12345-0@lo:700: 00000100:00100000:2.0:1749393495.930634:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393495.930643:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507378304:0@lo:700: 40000000:00080000:2.0:1749393495.930660:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393495.930663:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393495.930741:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507378176:12345-0@lo:700: Request processed in 170us (408us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393495.930750:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1749393495.930801:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507378176:0@lo:700: 00000100:00100000:0.0:1749393495.931155:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507378432:0@lo:700: 00000100:00100000:0.0:1749393495.931192:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393495.931232:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393495.931244:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507378432 00000100:00100000:2.0:1749393495.931250:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507378432 00000100:00080000:1.0:1749393495.931267:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393495.931278:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1749393495.931302:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507378432:12345-0@lo:700: 00000100:00100000:2.0:1749393495.931330:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393495.931336:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507378560:0@lo:700: 40000000:00080000:2.0:1749393495.931345:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393495.931348:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393495.931396:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507378432:12345-0@lo:700: Request processed in 95us (202us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393495.931404:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1749393495.931412:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507378432:0@lo:700: 00000100:00100000:1.0:1749393496.060411:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507378688:0@lo:41: 00000100:00100000:1.0:1749393496.060472:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393496.060576:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507378688 00000100:00100000:0.0:1749393496.060585:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507378688 00000100:00100000:0.0:1749393496.060633:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1749393496.060639:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507378688:12345-0@lo:41: 00000004:00000024:0.0:1749393496.060676:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393496.060718:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507378688:12345-0@lo:41: Request processed in 79us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393496.060724:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1749393496.060743:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507378688:0@lo:41: 00000100:00100000:2.0:1749393496.192190:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393496.321193:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393496.492344:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393496.492356:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393496.492361:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393496.492371:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 533 00000100:00080000:0.0:1749393496.492378:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393496.492387:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393496.492421:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125880 x1834371507378944/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393496.492421:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507378816:0@lo:400: 00000100:00080000:0.0:1749393496.492468:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393496.492472:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393496.492473:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507378944:0@lo:38: 00000100:00080000:0.0:1749393496.492474:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393496.492478:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 533 00000100:00080000:0.0:1749393496.492480:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393496.492484:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393496.492488:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393496.492519:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125f80 x1834371507379200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393496.492540:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393496.492544:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393496.492546:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393496.492549:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 533 00000100:00080000:0.0:1749393496.492552:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393496.492554:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393496.492557:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393496.492558:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507379072:0@lo:400: 00000100:00100000:3.0:1749393496.492567:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507378816 00000100:00100000:0.0:1749393496.492569:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017ce00 x1834371507379456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393496.492574:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507378816 00000100:00080000:0.0:1749393496.492577:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393496.492580:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393496.492582:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393496.492585:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 533 00000100:00080000:0.0:1749393496.492587:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393496.492590:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393496.492599:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507379200:0@lo:38: 00000100:00100000:0.0:1749393496.492601:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017dc00 x1834371507379584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393496.492603:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393496.492609:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1749393496.492615:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507378816:12345-0@lo:400: 00000100:00080000:0.0:1749393496.492634:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393496.492634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393496.492637:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393496.492639:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393496.492643:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 533 00000100:00080000:0.0:1749393496.492645:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393496.492647:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749393496.492648:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393496.492655:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507379328:0@lo:400: 00000100:00100000:1.0:1749393496.492656:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507379456:0@lo:38: 00000100:00100000:3.0:1749393496.492658:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507378816:12345-0@lo:400: Request processed in 42us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393496.492664:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1749393496.492667:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b01f80 x1834371507379968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393496.492676:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393496.492677:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393496.492679:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393496.492681:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393496.492682:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393496.492686:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 533 00000100:00080000:0.0:1749393496.492689:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393496.492692:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393496.492700:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507379584:0@lo:38: 00000100:00100000:0.0:1749393496.492703:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b00380 x1834371507380096/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393496.492704:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507379072 00000100:00100000:2.0:1749393496.492709:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507379072 00000100:00100000:3.0:1749393496.492711:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507378944 00000100:00100000:3.0:1749393496.492716:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507378944 00000100:00100000:1.0:1749393496.492718:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393496.492732:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507379328 00000100:00100000:1.0:1749393496.492733:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507379968:0@lo:38: 00000100:00100000:2.0:1749393496.492734:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507379328 00000100:00100000:3.0:1749393496.492734:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507379200 00000100:00100000:3.0:1749393496.492736:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507379200 00000100:00100000:2.0:1749393496.492746:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1749393496.492752:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393496.492752:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507379072:12345-0@lo:400: 00000100:00100000:0.0:1749393496.492753:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507380352:0@lo:400: 00000100:00100000:3.0:1749393496.492761:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507379456 00000100:00100000:3.0:1749393496.492763:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507379456 00000100:00100000:1.0:1749393496.492768:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507380096:0@lo:38: 00000100:00100000:3.0:1749393496.492769:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507379584 00000100:00100000:3.0:1749393496.492772:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507379584 00000100:00100000:3.0:1749393496.492777:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507379968 00000100:00100000:3.0:1749393496.492779:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507379968 00000100:00100000:3.0:1749393496.492788:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1749393496.492792:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507378944:12345-0@lo:38: 00000100:00100000:1.0:1749393496.492801:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393496.492801:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507379072:12345-0@lo:400: Request processed in 50us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393496.492808:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393496.492809:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00010000:00020000:3.0:1749393496.492811:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393496.492820:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:2.0:1749393496.492824:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507379328:12345-0@lo:400: 00000100:00100000:1.0:1749393496.492833:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507380096 00000100:00100000:0.0:1749393496.492840:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393496.492841:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507380096 00000100:00100000:2.0:1749393496.492842:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507379328:12345-0@lo:400: Request processed in 18us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393496.492847:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507378944:12345-0@lo:38: Request processed in 54us (294us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393496.492848:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507380224:0@lo:400: 00000100:00100000:3.0:1749393496.492854:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1749393496.492856:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1749393496.492864:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1749393496.492901:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393496.492907:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507379200:12345-0@lo:38: 00000100:00100000:1.0:1749393496.492910:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00010000:00020000:3.0:1749393496.492917:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393496.492923:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507379328:0@lo:400: 00000100:00100000:1.0:1749393496.492931:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507379456:12345-0@lo:38: 00000100:00100000:2.0:1749393496.492933:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507379072:0@lo:400: 00000100:00100000:3.0:1749393496.492938:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507379200:12345-0@lo:38: Request processed in 31us (304us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393496.492940:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1749393496.492946:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1749393496.492948:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507379584:12345-0@lo:38: 00000100:00100000:3.0:1749393496.492956:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00010000:00020000:1.0:1749393496.492958:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393496.492960:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507380352 00000100:00100000:3.0:1749393496.492960:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507379968:12345-0@lo:38: 00000100:00100000:2.0:1749393496.492963:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507380352 00010000:00020000:0.0:1749393496.492968:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393496.492971:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393496.492989:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507380224 00000100:00100000:3.0:1749393496.492990:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507379968:12345-0@lo:38: Request processed in 29us (238us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393496.492991:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507380224 00000100:00100000:3.0:1749393496.492994:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1749393496.493006:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1749393496.493008:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507379456:12345-0@lo:38: Request processed in 78us (327us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393496.493009:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507379584:12345-0@lo:38: Request processed in 60us (289us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393496.493012:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507380352:12345-0@lo:400: 00000100:00100000:3.0:1749393496.493012:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1749393496.493016:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507380096:12345-0@lo:38: 00000100:00100000:0.0:1749393496.493017:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00010000:00020000:3.0:1749393496.493028:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393496.493029:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1749393496.493047:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507380352:12345-0@lo:400: Request processed in 35us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393496.493050:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507380096:12345-0@lo:38: Request processed in 33us (249us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393496.493052:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1749393496.493056:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507379712:0@lo:400: 00000100:00100000:3.0:1749393496.493056:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1749393496.493059:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00080000:2.0:1749393496.493099:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393496.493100:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507380224:12345-0@lo:400: 00000100:00100000:1.0:1749393496.493121:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393496.493126:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507379840:0@lo:400: 00010000:00080000:3.0:1749393496.493131:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880093b03480 x1834371507380352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393496.493142:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507380352:0@lo:400: 00000100:00100000:0.0:1749393496.493148:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507380224:12345-0@lo:400: Request processed in 82us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393496.493153:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393496.493164:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00010000:00080000:3.0:1749393496.493164:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880093b03b80 x1834371507380224/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393496.493168:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393496.493172:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507380224:0@lo:400: 00000100:00080000:1.0:1749393496.493173:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393496.493176:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507378816:0@lo:400: 00000100:00100000:1.0:1749393496.493178:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507380096:0@lo:38: 00000100:00100000:0.0:1749393496.493182:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507379712 00000100:00100000:0.0:1749393496.493187:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507379712 00000100:00080000:1.0:1749393496.493188:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393496.493191:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393496.493194:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507379584:0@lo:38: 00000100:00100000:2.0:1749393496.493194:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507379840 00000100:00100000:2.0:1749393496.493197:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507379840 00000100:00080000:1.0:1749393496.493205:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393496.493207:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393496.493210:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507379968:0@lo:38: 00000100:00100000:0.0:1749393496.493215:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00080000:1.0:1749393496.493219:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393496.493220:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507379712:12345-0@lo:400: 00000100:00080000:1.0:1749393496.493222:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393496.493225:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507379200:0@lo:38: 00000100:00080000:1.0:1749393496.493232:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393496.493234:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393496.493237:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507379456:0@lo:38: 00000100:00100000:2.0:1749393496.493240:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1749393496.493245:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507379840:12345-0@lo:400: 00000100:00080000:1.0:1749393496.493247:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393496.493257:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393496.493259:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507379712:12345-0@lo:400: Request processed in 39us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393496.493261:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507378944:0@lo:38: 00000100:00100000:0.0:1749393496.493267:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1749393496.493274:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507379840:12345-0@lo:400: Request processed in 29us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393496.493280:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00010000:00080000:2.0:1749393496.493302:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880093b01880 x1834371507379840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749393496.493312:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017c380 x1834371507379712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393496.493313:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507379840:0@lo:400: 00000100:00100000:1.0:1749393496.493326:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507379712:0@lo:400: 00000100:00100000:0.0:1749393496.553214:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393496.553225:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507380480:0@lo:900: 00010000:00010000:2.0:1749393496.560343:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393497.192156:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393497.321183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393497.562486:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393497.916263:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393497.916283:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507380608:0@lo:41: 00000100:00100000:3.0:1749393497.916336:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393497.916383:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507380608 00000100:00100000:2.0:1749393497.916392:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507380608 00000100:00100000:2.0:1749393497.916429:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:2.0:1749393497.916435:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507380608:12345-0@lo:41: 00000004:00000024:2.0:1749393497.916464:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393497.916499:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507380608:12345-0@lo:41: Request processed in 65us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393497.916505:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1749393497.916515:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507380608:0@lo:41: 00000100:00100000:0.0:1749393497.931254:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507380736:0@lo:700: 00000100:00100000:0.0:1749393497.931337:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393497.931422:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393497.931466:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507380736 00000100:00100000:2.0:1749393497.931476:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507380736 00000100:00100000:2.0:1749393497.931538:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1749393497.931547:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507380736:12345-0@lo:700: 00000100:00080000:0.0:1749393497.931549:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393497.931590:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393497.931596:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507380864:0@lo:700: 40000000:00080000:2.0:1749393497.931608:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393497.931611:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393497.931667:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507380736:12345-0@lo:700: Request processed in 121us (330us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393497.931675:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1749393497.931705:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507380736:0@lo:700: 00000100:00100000:0.0:1749393497.932147:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507380992:0@lo:700: 00000100:00100000:0.0:1749393497.932179:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393497.932228:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507380992 00000100:00100000:2.0:1749393497.932234:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507380992 00000100:00100000:0.0:1749393497.932235:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00080000:1.0:1749393497.932261:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393497.932279:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1749393497.932285:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507380992:12345-0@lo:700: 00000100:00100000:2.0:1749393497.932331:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393497.932337:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507381120:0@lo:700: 40000000:00080000:2.0:1749393497.932346:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393497.932349:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393497.932399:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507380992:12345-0@lo:700: Request processed in 114us (219us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393497.932407:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1749393497.932432:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507380992:0@lo:700: 00000100:00100000:2.0:1749393498.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393498.321167:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393498.554256:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393498.554268:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507381248:0@lo:900: 00010000:00010000:3.0:1749393498.564243:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393499.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393499.321185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393499.566326:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393499.932326:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507381376:0@lo:700: 00000100:00100000:0.0:1749393499.932448:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393499.932584:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393499.932599:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507381376 00000100:00100000:2.0:1749393499.932615:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507381376 00000100:00080000:1.0:1749393499.932677:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393499.932678:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1749393499.932691:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507381376:12345-0@lo:700: 00000100:00100000:2.0:1749393499.932753:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393499.932762:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507381504:0@lo:700: 40000000:00080000:2.0:1749393499.932777:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393499.932780:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393499.932908:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507381376:12345-0@lo:700: Request processed in 221us (463us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393499.932918:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:0.0:1749393499.932943:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507381376:0@lo:700: 00000100:00100000:0.0:1749393499.933177:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507381632:0@lo:700: 00000100:00100000:0.0:1749393499.933222:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393499.933247:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507381632 00000100:00100000:2.0:1749393499.933253:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507381632 00000100:00100000:0.0:1749393499.933287:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393499.933293:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00080000:1.0:1749393499.933297:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393499.933299:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507381632:12345-0@lo:700: 00000100:00100000:2.0:1749393499.933342:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393499.933348:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507381760:0@lo:700: 40000000:00080000:2.0:1749393499.933357:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393499.933359:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393499.933407:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507381632:12345-0@lo:700: Request processed in 108us (186us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393499.933415:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1749393499.933452:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507381632:0@lo:700: 00000100:00100000:2.0:1749393500.192205:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393500.319803:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393500.319908:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393500.319964:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499724800 00000100:00100000:0.0:1749393500.319972:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393500.319975:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499724800 00000100:00100000:0.0:1749393500.320029:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499724928 00000100:00100000:3.0:1749393500.320033:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 365 00000100:00100000:2.0:1749393500.320037:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499725056 00000100:00100000:0.0:1749393500.320040:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499724928 00000100:00100000:3.0:1749393500.320042:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499724800:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393500.320045:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499725056 00000100:00100000:2.0:1749393500.320127:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 748 00000100:00100000:2.0:1749393500.320134:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499725056:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393500.320151:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 749 00000100:00100000:3.0:1749393500.320154:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499724800:12345-192.168.203.32@tcp:400: Request processed in 112us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393500.320161:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499724928:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393500.320163:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 365 00010000:00080000:2.0:1749393500.320165:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 542 last 0 00010000:00080000:0.0:1749393500.320197:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 542 last 0 00000100:00100000:2.0:1749393500.320215:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499725056:12345-192.168.203.32@tcp:38: Request processed in 80us (242us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393500.320223:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 748 00000100:00100000:0.0:1749393500.320274:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499724928:12345-192.168.203.32@tcp:38: Request processed in 113us (364us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393500.320284:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 749 00000100:00100000:2.0:1749393500.321141:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393500.555222:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393500.555241:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507381888:0@lo:900: 00010000:00010000:2.0:1749393500.568343:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393501.068422:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507382016:0@lo:41: 00000100:00100000:3.0:1749393501.068496:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393501.068601:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507382016 00000100:00100000:2.0:1749393501.068610:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507382016 00000100:00100000:2.0:1749393501.068655:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:2.0:1749393501.068661:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507382016:12345-0@lo:41: 00000004:00000024:2.0:1749393501.068692:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393501.068734:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507382016:12345-0@lo:41: Request processed in 73us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393501.068740:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1749393501.068757:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507382016:0@lo:41: 00000100:00100000:2.0:1749393501.192171:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393501.321190:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393501.500351:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393501.500364:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393501.500368:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393501.500378:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 538 00000100:00080000:0.0:1749393501.500384:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393501.500393:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393501.500421:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b02a00 x1834371507382272/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393501.500448:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507382144:0@lo:400: 00000100:00080000:0.0:1749393501.500500:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393501.500505:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393501.500507:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393501.500511:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 538 00000100:00080000:0.0:1749393501.500514:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393501.500518:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393501.500518:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393501.500531:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b00e00 x1834371507382528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393501.500539:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507382400:0@lo:400: 00000100:00080000:0.0:1749393501.500563:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393501.500566:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393501.500568:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393501.500572:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 538 00000100:00080000:0.0:1749393501.500575:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393501.500578:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393501.500581:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393501.500589:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b01500 x1834371507382784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393501.500598:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393501.500601:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393501.500603:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393501.500606:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 538 00000100:00100000:1.0:1749393501.500607:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507382272:0@lo:38: 00000100:00080000:0.0:1749393501.500608:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393501.500611:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393501.500611:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507382400 00000100:00100000:2.0:1749393501.500618:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507382400 00000100:00100000:0.0:1749393501.500621:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b00700 x1834371507382912/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393501.500625:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393501.500634:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507382656:0@lo:400: 00000100:00100000:2.0:1749393501.500652:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1749393501.500657:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393501.500659:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507382400:12345-0@lo:400: 00000100:00080000:0.0:1749393501.500663:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393501.500666:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393501.500668:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393501.500673:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 538 00000100:00080000:0.0:1749393501.500675:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393501.500676:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507383040:0@lo:400: 00000100:00080000:0.0:1749393501.500679:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393501.500691:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b03b80 x1834371507383296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393501.500699:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393501.500699:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393501.500703:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393501.500704:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393501.500704:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393501.500707:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507382400:12345-0@lo:400: Request processed in 48us (125us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393501.500708:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 538 00000100:00080000:0.0:1749393501.500710:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393501.500713:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393501.500714:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1749393501.500722:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507382656 00000100:00100000:0.0:1749393501.500723:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b03480 x1834371507383424/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393501.500727:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507382656 00000100:00100000:2.0:1749393501.500738:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507383040 00000100:00100000:2.0:1749393501.500741:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507383040 00000100:00100000:3.0:1749393501.500752:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1749393501.500757:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507382528:0@lo:38: 00000100:00100000:3.0:1749393501.500759:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507382656:12345-0@lo:400: 00000100:00100000:2.0:1749393501.500769:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1749393501.500774:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507383040:12345-0@lo:400: 00000100:00100000:0.0:1749393501.500776:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507383680:0@lo:400: 00000100:00100000:1.0:1749393501.500798:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393501.500801:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507382656:12345-0@lo:400: Request processed in 42us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393501.500804:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507383040:12345-0@lo:400: Request processed in 30us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393501.500807:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:2.0:1749393501.500810:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1749393501.500827:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393501.500828:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507383552:0@lo:400: 00000100:00100000:2.0:1749393501.500858:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507383168:0@lo:400: 00000100:00100000:1.0:1749393501.500872:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507382784:0@lo:38: 00000100:00100000:2.0:1749393501.500904:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1749393501.500905:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880093b02680 x1834371507383040/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393501.500919:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507383040:0@lo:400: 00000100:00100000:0.0:1749393501.500924:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507382272 00000100:00100000:1.0:1749393501.500929:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393501.500930:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507382656:0@lo:400: 00000100:00100000:0.0:1749393501.500933:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507382272 00000100:00100000:2.0:1749393501.500935:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507383680 00000100:00100000:2.0:1749393501.500939:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507383680 00000100:00100000:3.0:1749393501.500953:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393501.500960:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507382912:0@lo:38: 00000100:00100000:2.0:1749393501.500961:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507383168 00000100:00100000:2.0:1749393501.500964:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507383168 00000100:00100000:0.0:1749393501.500966:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507382528 00000100:00100000:0.0:1749393501.500968:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507382528 00000100:00100000:2.0:1749393501.500975:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507383552 00000100:00100000:2.0:1749393501.500977:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507383552 00000100:00100000:3.0:1749393501.500977:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507382400:0@lo:400: 00000100:00100000:0.0:1749393501.500978:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507382784 00000100:00100000:0.0:1749393501.500981:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507382784 00000100:00100000:1.0:1749393501.500986:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393501.500992:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1749393501.500993:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507382912 00000100:00100000:2.0:1749393501.500997:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507383680:12345-0@lo:400: 00000100:00100000:3.0:1749393501.500997:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1749393501.501002:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507382912 00000100:00100000:1.0:1749393501.501005:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507383296:0@lo:38: 00000100:00100000:3.0:1749393501.501017:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507383168:12345-0@lo:400: 00000100:00100000:0.0:1749393501.501019:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1749393501.501027:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507382272:12345-0@lo:38: 00000100:00100000:1.0:1749393501.501032:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393501.501051:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507383424:0@lo:38: 00000100:00100000:2.0:1749393501.501053:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507383680:12345-0@lo:400: Request processed in 55us (226us total) trans 0 rc 0/0 00010000:00020000:0.0:1749393501.501056:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393501.501059:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1749393501.501060:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507383168:12345-0@lo:400: Request processed in 44us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393501.501066:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1749393501.501069:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393501.501105:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:2.0:1749393501.501111:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507383552:12345-0@lo:400: 00010000:00080000:3.0:1749393501.501143:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099be8e00 x1834371507383680/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393501.501144:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393501.501149:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393501.501150:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507382272:12345-0@lo:38: Request processed in 121us (449us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393501.501154:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507383680:0@lo:400: 00000100:00100000:1.0:1749393501.501156:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507382272:0@lo:38: 00000100:00100000:2.0:1749393501.501157:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507383552:12345-0@lo:400: Request processed in 44us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393501.501159:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1749393501.501163:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00010000:00080000:3.0:1749393501.501176:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099be9c00 x1834371507383552/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393501.501179:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507383296 00000100:00100000:0.0:1749393501.501182:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507383296 00000100:00100000:3.0:1749393501.501184:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507383552:0@lo:400: 00000100:00100000:0.0:1749393501.501189:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507383424 00000100:00100000:0.0:1749393501.501191:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507383424 00000100:00100000:1.0:1749393501.501194:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507382144 00010000:00080000:2.0:1749393501.501199:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880093b00380 x1834371507383168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393501.501202:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1749393501.501207:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507382528:12345-0@lo:38: 00000100:00100000:1.0:1749393501.501210:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507382144 00000100:00100000:2.0:1749393501.501211:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507383168:0@lo:400: 00000100:00100000:3.0:1749393501.501216:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00010000:00020000:0.0:1749393501.501220:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393501.501221:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507382784:12345-0@lo:38: 00000100:00100000:2.0:1749393501.501238:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1749393501.501243:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507382912:12345-0@lo:38: 00010000:00020000:3.0:1749393501.501243:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393501.501248:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507382528:12345-0@lo:38: Request processed in 40us (452us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393501.501251:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1749393501.501255:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00010000:00020000:2.0:1749393501.501258:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393501.501259:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507382144:12345-0@lo:400: 00000100:00100000:0.0:1749393501.501267:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1749393501.501271:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507383296:12345-0@lo:38: 00000100:00100000:3.0:1749393501.501275:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507382784:12345-0@lo:38: Request processed in 53us (348us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393501.501282:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393501.501282:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1749393501.501284:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507382912:12345-0@lo:38: Request processed in 40us (299us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393501.501290:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1749393501.501297:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1749393501.501302:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507383296:12345-0@lo:38: Request processed in 29us (270us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393501.501302:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507383424:12345-0@lo:38: 00000100:00100000:0.0:1749393501.501309:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00010000:00020000:3.0:1749393501.501312:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393501.501317:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507382144:12345-0@lo:400: Request processed in 57us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393501.501323:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507382144:0@lo:400: 00000100:00100000:1.0:1749393501.501328:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1749393501.501331:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507383424:12345-0@lo:38: Request processed in 28us (261us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393501.501337:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00080000:0.0:1749393501.501346:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393501.501350:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393501.501355:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507382784:0@lo:38: 00000100:00080000:3.0:1749393501.501360:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749393501.501363:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1749393501.501381:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393501.501384:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393501.501388:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507382912:0@lo:38: 00000100:00080000:0.0:1749393501.501396:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393501.501399:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393501.501402:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507383296:0@lo:38: 00000100:00080000:0.0:1749393501.501411:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393501.501413:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393501.501416:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507383424:0@lo:38: 00000100:00080000:0.0:1749393501.501425:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393501.501428:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393501.501430:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507382528:0@lo:38: 00010000:00010000:2.0:1749393501.570370:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393501.858251:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393501.858296:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507383808/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393506 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393501.858394:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393501.858495:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393501.858531:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507383808 00000100:00100000:2.0:1749393501.858543:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507383808 00000100:00100000:2.0:1749393501.858591:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1749393501.858598:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507383808:12345-0@lo:700: 40000000:00080000:2.0:1749393501.858625:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393501.858705:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507383808:12345-0@lo:700: Request processed in 107us (311us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393501.858726:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1749393501.858744:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507383808/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393517 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393501.858757:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393501.875174:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393501.875209:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507383936/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393506 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393501.875260:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393501.875327:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393501.875380:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507383936 00000100:00100000:2.0:1749393501.875389:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507383936 00000100:00100000:2.0:1749393501.875437:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1749393501.875445:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507383936:12345-0@lo:700: 40000000:00080000:2.0:1749393501.875464:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393501.875504:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507383936:12345-0@lo:700: Request processed in 60us (244us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393501.875512:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1749393501.875515:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507383936/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393517 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393501.875527:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393501.933365:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507384064:0@lo:700: 00000100:00100000:0.0:1749393501.933440:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393501.933497:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507384064 00000100:00100000:2.0:1749393501.933508:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507384064 00000100:00100000:0.0:1749393501.933510:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393501.933545:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1749393501.933553:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507384064:12345-0@lo:700: 00000100:00100000:2.0:1749393501.933600:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393501.933607:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507384192:0@lo:700: 40000000:00080000:2.0:1749393501.933620:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393501.933623:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393501.933689:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507384064:12345-0@lo:700: Request processed in 135us (248us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393501.933697:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1749393501.933739:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507384064:0@lo:700: 00000100:00100000:0.0:1749393501.934175:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507384320:0@lo:700: 00000100:00100000:0.0:1749393501.934205:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393501.934256:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393501.934256:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507384320 00000100:00100000:2.0:1749393501.934262:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507384320 00000100:00100000:2.0:1749393501.934285:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1749393501.934291:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507384320:12345-0@lo:700: 00000100:00100000:2.0:1749393501.934316:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393501.934321:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507384448:0@lo:700: 40000000:00080000:2.0:1749393501.934342:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393501.934345:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393501.934398:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507384320:12345-0@lo:700: Request processed in 106us (192us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393501.934406:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1749393501.934430:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507384320:0@lo:700: 00000100:00100000:2.0:1749393502.192214:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393502.321171:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393502.556333:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393502.556371:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507384576:0@lo:900: 00010000:00010000:3.0:1749393502.572322:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393502.924374:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393502.924402:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507384704:0@lo:41: 00000100:00100000:2.0:1749393502.924473:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393502.924555:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507384704 00000100:00100000:0.0:1749393502.924599:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507384704 00000100:00100000:0.0:1749393502.924697:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1749393502.924708:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507384704:12345-0@lo:41: 00000004:00000024:0.0:1749393502.924764:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393502.924909:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507384704:12345-0@lo:41: Request processed in 201us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393502.924919:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1749393502.924958:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507384704:0@lo:41: 00000100:00100000:2.0:1749393503.192188:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393503.321206:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393503.574401:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393503.934292:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507384832:0@lo:700: 00000100:00100000:0.0:1749393503.934406:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393503.934516:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507384832 00000100:00100000:0.0:1749393503.934530:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393503.934536:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507384832 00000100:00100000:2.0:1749393503.934636:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00080000:3.0:1749393503.934643:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393503.934652:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507384832:12345-0@lo:700: 00000100:00100000:2.0:1749393503.934723:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393503.934735:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507384960:0@lo:700: 40000000:00080000:2.0:1749393503.934754:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393503.934758:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393503.934918:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507384832:12345-0@lo:700: Request processed in 267us (511us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393503.934931:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1749393503.934969:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507384832:0@lo:700: 00000100:00100000:0.0:1749393503.935208:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507385088:0@lo:700: 00000100:00100000:0.0:1749393503.935251:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393503.935326:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393503.935327:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507385088 00000100:00100000:2.0:1749393503.935335:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507385088 00000100:00080000:3.0:1749393503.935374:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393503.935403:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1749393503.935414:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507385088:12345-0@lo:700: 00000100:00100000:2.0:1749393503.935453:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393503.935462:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507385216:0@lo:700: 40000000:00080000:2.0:1749393503.935474:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393503.935478:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393503.935529:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507385088:12345-0@lo:700: Request processed in 115us (276us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393503.935541:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1749393503.935545:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507385088:0@lo:700: 00000100:00100000:2.0:1749393504.192196:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393504.321186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393504.557353:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393504.557374:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507385344:0@lo:900: 00010000:00010000:2.0:1749393504.576327:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393505.192281:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393505.321191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393505.327105:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393505.327141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393505.327205:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499725184 00000100:00100000:2.0:1749393505.327205:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499725312 00000100:00100000:0.0:1749393505.327212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393505.327214:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499725184 00000100:00100000:2.0:1749393505.327214:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499725312 00000100:00100000:2.0:1749393505.327250:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499725440 00000100:00100000:2.0:1749393505.327254:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499725440 00000100:00100000:1.0:1749393505.327257:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 367 00000100:00100000:1.0:1749393505.327263:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499725184:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393505.327288:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 756 00000100:00100000:2.0:1749393505.327297:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499725312:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393505.327305:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 757 00000100:00100000:0.0:1749393505.327311:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499725440:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393505.327324:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499725184:12345-192.168.203.32@tcp:400: Request processed in 62us (228us total) trans 0 rc 0/0 00010000:00080000:2.0:1749393505.327326:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 547 last 0 00010000:00080000:0.0:1749393505.327330:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 547 last 0 00000100:00100000:1.0:1749393505.327330:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 367 00000100:00100000:0.0:1749393505.327372:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499725440:12345-192.168.203.32@tcp:38: Request processed in 61us (159us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393505.327386:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 757 00000100:00100000:2.0:1749393505.327399:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499725312:12345-192.168.203.32@tcp:38: Request processed in 101us (254us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393505.327408:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 756 00010000:00010000:2.0:1749393505.578306:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393505.935331:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507385472:0@lo:700: 00000100:00100000:0.0:1749393505.935412:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393505.935484:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507385472 00000100:00100000:2.0:1749393505.935494:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507385472 00000100:00100000:0.0:1749393505.935495:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393505.935540:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1749393505.935562:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507385472:12345-0@lo:700: 00000100:00080000:3.0:1749393505.935589:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393505.935608:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393505.935614:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507385600:0@lo:700: 40000000:00080000:2.0:1749393505.935626:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393505.935629:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393505.935694:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507385472:12345-0@lo:700: Request processed in 134us (282us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393505.935701:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1749393505.935744:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507385472:0@lo:700: 00000100:00100000:3.0:1749393505.936155:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507385728:0@lo:700: 00000100:00100000:3.0:1749393505.936182:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393505.936220:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507385728 00000100:00100000:3.0:1749393505.936223:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7900 going to sleep for 11 seconds 00000100:00100000:2.0:1749393505.936224:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507385728 00000100:00080000:0.0:1749393505.936271:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393505.936277:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1749393505.936282:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507385728:12345-0@lo:700: 00000100:00100000:2.0:1749393505.936296:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393505.936299:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507385856:0@lo:700: 40000000:00080000:2.0:1749393505.936304:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393505.936305:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393505.936331:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507385728:12345-0@lo:700: Request processed in 49us (148us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393505.936335:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1749393505.936351:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507385728:0@lo:700: 00000100:00100000:2.0:1749393506.076306:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507385984:0@lo:41: 00000100:00100000:2.0:1749393506.076366:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393506.076419:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507385984 00000100:00100000:0.0:1749393506.076438:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507385984 00000100:00100000:0.0:1749393506.076545:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1749393506.076562:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507385984:12345-0@lo:41: 00000004:00000024:0.0:1749393506.076622:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393506.076738:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507385984:12345-0@lo:41: Request processed in 178us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393506.076752:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1749393506.076771:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507385984:0@lo:41: 00000100:00100000:2.0:1749393506.192158:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393506.321153:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393506.508407:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393506.508424:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393506.508431:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393506.508444:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 543 00000100:00080000:0.0:1749393506.508453:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393506.508463:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393506.508497:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507386112:0@lo:400: 00000100:00100000:0.0:1749393506.508504:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bebb80 x1834371507386240/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393506.508583:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393506.508590:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393506.508593:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393506.508606:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393506.508610:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507386368:0@lo:400: 00000100:00080000:0.0:1749393506.508618:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 543 00000100:00080000:0.0:1749393506.508622:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393506.508629:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393506.508652:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099beaa00 x1834371507386496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393506.508656:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393506.508681:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507386112 00000100:00080000:0.0:1749393506.508682:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393506.508688:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393506.508688:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1749393506.508690:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393506.508696:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507386112 00000100:00080000:0.0:1749393506.508697:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 543 00000100:00100000:3.0:1749393506.508697:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507386624:0@lo:400: 00000100:00080000:0.0:1749393506.508700:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393506.508706:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393506.508715:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393506.508716:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507386368 00000100:00100000:0.0:1749393506.508725:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099be9500 x1834371507386752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393506.508726:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507386368 00000100:00080000:0.0:1749393506.508740:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393506.508740:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507386624 00000100:00080000:0.0:1749393506.508745:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749393506.508745:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507386624 00000100:00080000:0.0:1749393506.508748:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393506.508753:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 543 00000100:00080000:0.0:1749393506.508757:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393506.508761:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00080000:0.0:1749393506.508762:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393506.508768:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:1.0:1749393506.508771:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507386112:12345-0@lo:400: 00000100:00100000:3.0:1749393506.508776:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507386368:12345-0@lo:400: 00000100:00100000:0.0:1749393506.508779:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099be9180 x1834371507386880/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393506.508785:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1749393506.508842:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507386624:12345-0@lo:400: 00000100:00100000:3.0:1749393506.508859:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507386368:12345-0@lo:400: Request processed in 83us (202us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393506.508860:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393506.508866:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393506.508867:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00080000:0.0:1749393506.508869:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393506.508886:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 543 00000100:00080000:0.0:1749393506.508890:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393506.508895:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507387008:0@lo:400: 00000100:00080000:0.0:1749393506.508897:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393506.508898:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507386112:12345-0@lo:400: Request processed in 127us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393506.508906:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507386624:12345-0@lo:400: Request processed in 109us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393506.508917:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1749393506.508921:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddb9880 x1834371507387264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393506.508925:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1749393506.508932:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393506.508936:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393506.508941:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393506.508943:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393506.508950:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 543 00000100:00080000:0.0:1749393506.508953:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393506.508957:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507387136:0@lo:400: 00000100:00080000:0.0:1749393506.508958:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393506.508976:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddbad80 x1834371507387392/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393506.508976:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507386624:0@lo:400: 00000100:00100000:1.0:1749393506.508978:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507386240:0@lo:38: 00000100:00100000:3.0:1749393506.508987:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507386368:0@lo:400: 00000100:00100000:2.0:1749393506.508991:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393506.509008:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507387520:0@lo:400: 00000100:00100000:1.0:1749393506.509020:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393506.509029:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393506.509031:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507386112:0@lo:400: 00000100:00100000:0.0:1749393506.509051:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507387008 00000100:00100000:3.0:1749393506.509056:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507387136 00000100:00100000:0.0:1749393506.509059:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507387008 00000100:00100000:1.0:1749393506.509059:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507386496:0@lo:38: 00000100:00100000:3.0:1749393506.509059:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507387136 00000100:00100000:2.0:1749393506.509062:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507387520 00000100:00100000:2.0:1749393506.509067:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507387520 00000100:00100000:1.0:1749393506.509123:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393506.509134:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1749393506.509141:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507387136:12345-0@lo:400: 00000100:00100000:1.0:1749393506.509144:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507386752:0@lo:38: 00000100:00100000:0.0:1749393506.509158:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1749393506.509163:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393506.509171:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1749393506.509172:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507387008:12345-0@lo:400: 00000100:00100000:1.0:1749393506.509179:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507386880:0@lo:38: 00000100:00100000:3.0:1749393506.509180:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507387136:12345-0@lo:400: Request processed in 39us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393506.509183:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507387520:12345-0@lo:400: 00000100:00100000:3.0:1749393506.509187:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1749393506.509197:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393506.509226:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507386240 00000100:00100000:3.0:1749393506.509230:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507386240 00000100:00100000:1.0:1749393506.509235:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507387264:0@lo:38: 00000100:00100000:3.0:1749393506.509244:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507386496 00000100:00100000:3.0:1749393506.509247:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507386496 00000100:00100000:2.0:1749393506.509249:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507387520:12345-0@lo:400: Request processed in 67us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393506.509256:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507386752 00000100:00100000:1.0:1749393506.509259:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393506.509259:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507386752 00000100:00100000:2.0:1749393506.509261:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1749393506.509265:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507387008:12345-0@lo:400: Request processed in 93us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393506.509267:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507386880 00000100:00100000:3.0:1749393506.509269:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507386880 00000100:00100000:3.0:1749393506.509275:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507387264 00000100:00100000:1.0:1749393506.509277:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507387392:0@lo:38: 00000100:00100000:0.0:1749393506.509278:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1749393506.509278:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507387264 00000100:00100000:3.0:1749393506.509287:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1749393506.509292:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507386240:12345-0@lo:38: 00000100:00100000:1.0:1749393506.509293:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393506.509298:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1749393506.509305:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507386496:12345-0@lo:38: 00010000:00020000:3.0:1749393506.509313:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749393506.509318:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393506.509319:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507387392 00000100:00100000:1.0:1749393506.509323:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507387392 00010000:00020000:2.0:1749393506.509326:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393506.509339:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507387648:0@lo:400: 00000100:00100000:1.0:1749393506.509343:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1749393506.509349:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507386240:12345-0@lo:38: Request processed in 56us (329us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393506.509350:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507386752:12345-0@lo:38: 00000100:00100000:3.0:1749393506.509356:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1749393506.509367:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507386496:12345-0@lo:38: Request processed in 60us (242us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393506.509375:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393506.509378:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1749393506.509386:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393506.509389:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1749393506.509394:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507386880:12345-0@lo:38: 00000100:00100000:2.0:1749393506.509397:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1749393506.509403:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507387264:12345-0@lo:38: 00000100:00100000:1.0:1749393506.509407:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507386752:12345-0@lo:38: Request processed in 57us (243us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393506.509407:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393506.509415:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1749393506.509428:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00010000:00020000:2.0:1749393506.509430:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393506.509432:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507386880:12345-0@lo:38: Request processed in 38us (235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393506.509433:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507387648 00000100:00100000:1.0:1749393506.509433:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507387392:12345-0@lo:38: 00000100:00100000:0.0:1749393506.509439:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507387648 00000100:00100000:3.0:1749393506.509439:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00010000:00020000:1.0:1749393506.509444:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393506.509465:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507387264:12345-0@lo:38: Request processed in 59us (204us total) trans 0 rc -19/-19 00010000:00080000:3.0:1749393506.509472:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099be9c00 x1834371507387008/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393506.509475:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1749393506.509480:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507387392:12345-0@lo:38: Request processed in 46us (185us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393506.509482:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1749393506.509485:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507387008:0@lo:400: 00000100:00100000:1.0:1749393506.509488:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1749393506.509506:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507387648:12345-0@lo:400: 00010000:00080000:3.0:1749393506.509513:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012ddb9180 x1834371507387520/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749393506.509521:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099be8e00 x1834371507387136/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393506.509522:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507387520:0@lo:400: 00000100:00080000:1.0:1749393506.509527:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393506.509532:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393506.509537:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507387392:0@lo:38: 00000100:00100000:2.0:1749393506.509540:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507387136:0@lo:400: 00000100:00080000:1.0:1749393506.509550:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393506.509554:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393506.509557:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507386240:0@lo:38: 00000100:00100000:0.0:1749393506.509565:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507387648:12345-0@lo:400: Request processed in 63us (178us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393506.509568:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393506.509571:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393506.509574:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507386496:0@lo:38: 00000100:00100000:0.0:1749393506.509577:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00080000:1.0:1749393506.509582:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393506.509584:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393506.509587:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507386752:0@lo:38: 00000100:00080000:1.0:1749393506.509595:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393506.509597:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393506.509600:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507386880:0@lo:38: 00000100:00080000:0.0:1749393506.509602:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1749393506.509610:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393506.509612:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393506.509615:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507387264:0@lo:38: 00010000:00080000:0.0:1749393506.509632:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012ddbb800 x1834371507387648/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393506.509652:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507387648:0@lo:400: 00000100:00100000:0.0:1749393506.558189:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393506.558199:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbb800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507387776:0@lo:900: 00010000:00010000:3.0:1749393506.580357:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393507.192299:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393507.321163:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393507.582375:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393507.932381:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507387904:0@lo:41: 00000100:00100000:3.0:1749393507.932442:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393507.932490:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507387904 00000100:00100000:2.0:1749393507.932498:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507387904 00000100:00100000:2.0:1749393507.932534:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1749393507.932540:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507387904:12345-0@lo:41: 00000004:00000024:2.0:1749393507.932568:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393507.932615:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507387904:12345-0@lo:41: Request processed in 75us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393507.932622:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1749393507.932644:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507387904:0@lo:41: 00000100:00100000:0.0:1749393507.936205:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507388032:0@lo:700: 00000100:00100000:0.0:1749393507.936270:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393507.936333:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393507.936376:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507388032 00000100:00100000:2.0:1749393507.936384:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507388032 00000100:00100000:2.0:1749393507.936433:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00080000:0.0:1749393507.936437:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393507.936440:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507388032:12345-0@lo:700: 00000100:00100000:2.0:1749393507.936472:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393507.936477:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507388160:0@lo:700: 40000000:00080000:2.0:1749393507.936485:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393507.936487:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393507.936528:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507388032:12345-0@lo:700: Request processed in 89us (258us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393507.936546:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1749393507.936560:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507388032:0@lo:700: 00000100:00100000:3.0:1749393507.937159:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507388288:0@lo:700: 00000100:00100000:3.0:1749393507.937194:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393507.937244:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507388288 00000100:00100000:2.0:1749393507.937249:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507388288 00000100:00100000:3.0:1749393507.937265:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7900 going to sleep for 11 seconds 00000100:00100000:2.0:1749393507.937271:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00080000:0.0:1749393507.937274:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393507.937275:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507388288:12345-0@lo:700: 00000100:00100000:2.0:1749393507.937306:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393507.937310:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507388416:0@lo:700: 40000000:00080000:2.0:1749393507.937316:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393507.937318:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393507.937350:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507388288:12345-0@lo:700: Request processed in 75us (157us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393507.937356:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1749393507.937383:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507388288:0@lo:700: 00000100:00100000:0.0:1749393508.192171:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393508.321187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393508.559243:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393508.559256:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbb800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507388544:0@lo:900: 00010000:00010000:2.0:1749393508.584252:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393509.192306:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393509.321208:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393509.586378:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393509.937295:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507388672:0@lo:700: 00000100:00100000:0.0:1749393509.937388:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393509.937469:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507388672 00000100:00100000:0.0:1749393509.937482:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393509.937483:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507388672 00000100:00100000:2.0:1749393509.937540:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00080000:0.0:1749393509.937545:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393509.937551:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507388672:12345-0@lo:700: 00000100:00100000:2.0:1749393509.937608:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393509.937616:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507388800:0@lo:700: 40000000:00080000:2.0:1749393509.937631:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393509.937634:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393509.937716:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507388672:12345-0@lo:700: Request processed in 167us (328us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393509.937744:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1749393509.937765:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507388672:0@lo:700: 00000100:00100000:3.0:1749393509.938166:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507388928:0@lo:700: 00000100:00100000:3.0:1749393509.938211:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393509.938257:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507388928 00000100:00100000:2.0:1749393509.938262:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507388928 00000100:00100000:3.0:1749393509.938275:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7900 going to sleep for 11 seconds 00000100:00100000:2.0:1749393509.938291:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00080000:0.0:1749393509.938293:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393509.938297:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507388928:12345-0@lo:700: 00000100:00100000:2.0:1749393509.938320:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393509.938325:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507389056:0@lo:700: 40000000:00080000:2.0:1749393509.938333:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393509.938335:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393509.938378:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507388928:12345-0@lo:700: Request processed in 80us (166us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393509.938385:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1749393509.938411:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507388928:0@lo:700: 00000100:00100000:0.0:1749393510.192266:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393510.321168:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393510.335699:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393510.335758:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393510.335852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393510.335852:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499725696 00000100:00100000:3.0:1749393510.335865:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499725696 00000100:00100000:1.0:1749393510.335885:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499725568 00000100:00100000:0.0:1749393510.335895:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499725824 00000100:00100000:1.0:1749393510.335900:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499725568 00000100:00100000:0.0:1749393510.335901:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499725824 00000100:00100000:3.0:1749393510.335916:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 764 00000100:00100000:3.0:1749393510.335925:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499725696:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393510.335956:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 765 00010000:00080000:3.0:1749393510.335959:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 552 last 0 00000100:00100000:0.0:1749393510.335964:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499725824:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393510.335967:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 369 00000100:00100000:1.0:1749393510.335976:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499725568:12345-192.168.203.32@tcp:400: 00010000:00080000:0.0:1749393510.336003:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 552 last 0 00000100:00100000:1.0:1749393510.336063:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499725568:12345-192.168.203.32@tcp:400: Request processed in 87us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393510.336066:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499725696:12345-192.168.203.32@tcp:38: Request processed in 137us (373us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393510.336072:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 369 00000100:00100000:0.0:1749393510.336112:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499725824:12345-192.168.203.32@tcp:38: Request processed in 147us (259us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393510.336120:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 764 00000100:00100000:0.0:1749393510.336126:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 765 00000100:00100000:0.0:1749393510.560232:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393510.560252:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507389184:0@lo:900: 00010000:00010000:3.0:1749393510.588322:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393511.084449:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393511.084480:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507389312:0@lo:41: 00000100:00100000:2.0:1749393511.084553:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393511.084612:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507389312 00000100:00100000:3.0:1749393511.084623:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507389312 00000100:00100000:3.0:1749393511.084670:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:3.0:1749393511.084679:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507389312:12345-0@lo:41: 00000004:00000024:3.0:1749393511.084716:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393511.084832:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507389312:12345-0@lo:41: Request processed in 152us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393511.084840:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1749393511.084852:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507389312:0@lo:41: 00000100:00100000:0.0:1749393511.192257:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393511.321223:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393511.516407:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393511.516425:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393511.516431:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393511.516445:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 548 00000100:00080000:0.0:1749393511.516453:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393511.516463:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393511.516490:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749393511.516505:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddb8a80 x1834371507389568/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393511.516528:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507389440:0@lo:400: 00000100:00080000:0.0:1749393511.516581:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393511.516608:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1749393511.516613:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393511.516617:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393511.516623:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 548 00000100:00080000:0.0:1749393511.516627:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393511.516634:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393511.516638:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507389696:0@lo:400: 00000100:00100000:1.0:1749393511.516643:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393511.516659:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddbaa00 x1834371507389824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393511.516661:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507389568:0@lo:38: 00000100:00080000:0.0:1749393511.516704:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393511.516710:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393511.516712:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393511.516720:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 548 00000100:00080000:0.0:1749393511.516724:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393511.516724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393511.516724:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393511.516730:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393511.516748:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddb9880 x1834371507390080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393511.516750:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507389440 00000100:00100000:1.0:1749393511.516792:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507389440 00000100:00100000:3.0:1749393511.516804:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507389696 00000100:00100000:3.0:1749393511.516812:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507389696 00000100:00100000:2.0:1749393511.516818:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507389824:0@lo:38: 00000100:00100000:2.0:1749393511.516839:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393511.516840:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393511.516847:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393511.516850:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393511.516854:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00080000:0.0:1749393511.516856:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 548 00000100:00100000:2.0:1749393511.516859:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507390080:0@lo:38: 00000100:00080000:0.0:1749393511.516860:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393511.516861:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:3.0:1749393511.516862:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507389696:12345-0@lo:400: 00000100:00080000:0.0:1749393511.516866:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393511.516874:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507389440:12345-0@lo:400: 00000100:00100000:2.0:1749393511.516875:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393511.516888:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddbad80 x1834371507390208/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393511.516903:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507389952:0@lo:400: 00000100:00100000:3.0:1749393511.516910:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507389696:12345-0@lo:400: Request processed in 48us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393511.516918:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00080000:0.0:1749393511.516935:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393511.516949:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393511.516950:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507389440:12345-0@lo:400: Request processed in 76us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393511.516950:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393511.516952:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507389568 00000100:00080000:0.0:1749393511.516953:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393511.516956:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507389568 00000100:00080000:0.0:1749393511.516960:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 548 00000100:00100000:1.0:1749393511.516963:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00080000:0.0:1749393511.516964:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393511.516970:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393511.516970:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749393511.516971:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507389824 00000100:00100000:3.0:1749393511.516973:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507389824 00000100:00100000:2.0:1749393511.516977:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507390336:0@lo:400: 00000100:00100000:3.0:1749393511.516982:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507390080 00000100:00100000:3.0:1749393511.516985:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507390080 00000100:00100000:0.0:1749393511.516993:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099751500 x1834371507390592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393511.516996:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1749393511.516999:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393511.517001:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507389568:12345-0@lo:38: 00000100:00080000:0.0:1749393511.517009:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393511.517015:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393511.517017:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393511.517020:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00080000:0.0:1749393511.517023:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 548 00010000:00020000:3.0:1749393511.517024:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749393511.517026:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393511.517030:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507389824:12345-0@lo:38: 00000100:00080000:0.0:1749393511.517032:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393511.517036:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1749393511.517043:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507390080:12345-0@lo:38: 00000100:00100000:0.0:1749393511.517048:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099750e00 x1834371507390720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393511.517054:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507389568:12345-0@lo:38: Request processed in 52us (334us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393511.517060:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00010000:00020000:1.0:1749393511.517065:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393511.517119:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393511.517142:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507389696:0@lo:400: 00000100:00100000:2.0:1749393511.517150:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507390080:12345-0@lo:38: Request processed in 106us (274us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393511.517158:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:3.0:1749393511.517162:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099751f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507390464:0@lo:400: 00000100:00100000:0.0:1749393511.517165:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507389952 00000100:00100000:0.0:1749393511.517174:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507389952 00000100:00100000:1.0:1749393511.517178:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507389824:12345-0@lo:38: Request processed in 145us (334us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393511.517186:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393511.517187:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507390976:0@lo:400: 00000100:00100000:1.0:1749393511.517192:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:3.0:1749393511.517204:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393511.517207:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393511.517212:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099752300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507390848:0@lo:400: 00000100:00100000:0.0:1749393511.517222:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1749393511.517229:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393511.517234:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507389952:12345-0@lo:400: 00000100:00100000:2.0:1749393511.517236:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507390336 00000100:00100000:1.0:1749393511.517238:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507390464 00000100:00100000:2.0:1749393511.517241:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507390336 00000100:00100000:1.0:1749393511.517246:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507390464 00000100:00100000:3.0:1749393511.517266:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507390976 00000100:00100000:3.0:1749393511.517270:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507390976 00000100:00100000:2.0:1749393511.517274:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507390848 00000100:00100000:2.0:1749393511.517277:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507390848 00000100:00100000:1.0:1749393511.517294:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1749393511.517303:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1749393511.517306:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507390336:12345-0@lo:400: 00000100:00100000:3.0:1749393511.517309:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1749393511.517310:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507390464:12345-0@lo:400: 00000100:00100000:3.0:1749393511.517316:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507390976:12345-0@lo:400: 00000100:00100000:0.0:1749393511.517317:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507389952:12345-0@lo:400: Request processed in 83us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393511.517331:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1749393511.517358:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507390976:12345-0@lo:400: Request processed in 43us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393511.517360:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507390464:12345-0@lo:400: Request processed in 51us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393511.517364:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1749393511.517368:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00080000:0.0:1749393511.517371:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393511.517376:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507390336:12345-0@lo:400: Request processed in 70us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393511.517376:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00080000:0.0:1749393511.517378:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393511.517381:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507390848:12345-0@lo:400: 00010000:00080000:2.0:1749393511.517400:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099753b80 x1834371507390976/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393511.517401:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1749393511.517413:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507390976:0@lo:400: 00010000:00080000:2.0:1749393511.517426:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012ddb9180 x1834371507390336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393511.517443:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507390848:12345-0@lo:400: Request processed in 60us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393511.517445:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507389440:0@lo:400: 00000100:00100000:2.0:1749393511.517450:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507390336:0@lo:400: 00000100:00100000:3.0:1749393511.517450:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1749393511.517465:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507389952:0@lo:400: 00010000:00080000:3.0:1749393511.517481:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099752300 x1834371507390848/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393511.517493:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099752300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507390848:0@lo:400: 00000100:00100000:2.0:1749393511.517495:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507390208:0@lo:38: 00010000:00080000:3.0:1749393511.517504:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099751f80 x1834371507390464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393511.517513:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507390464:0@lo:400: 00000100:00100000:2.0:1749393511.517518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393511.517553:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507390592:0@lo:38: 00000100:00100000:2.0:1749393511.517570:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393511.517594:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099750e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507390720:0@lo:38: 00000100:00100000:1.0:1749393511.517609:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507390208 00000100:00100000:2.0:1749393511.517609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393511.517618:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507390208 00000100:00080000:2.0:1749393511.517634:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393511.517639:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393511.517643:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507390080:0@lo:38: 00000100:00100000:1.0:1749393511.517649:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507390592 00000100:00080000:2.0:1749393511.517652:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393511.517655:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507390592 00000100:00080000:2.0:1749393511.517655:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393511.517657:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507390720 00000100:00100000:2.0:1749393511.517658:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507389824:0@lo:38: 00000100:00100000:3.0:1749393511.517663:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:0.0:1749393511.517666:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507390720 00000100:00080000:2.0:1749393511.517666:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393511.517669:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393511.517669:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507390208:12345-0@lo:38: 00000100:00100000:2.0:1749393511.517672:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507389568:0@lo:38: 00010000:00020000:3.0:1749393511.517686:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393511.517688:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1749393511.517698:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507390592:12345-0@lo:38: 00000100:00100000:0.0:1749393511.517701:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1749393511.517711:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507390720:12345-0@lo:38: 00000100:00100000:3.0:1749393511.517720:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507390208:12345-0@lo:38: Request processed in 50us (201us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393511.517721:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393511.517727:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00080000:2.0:1749393511.517731:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393511.517734:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:0.0:1749393511.517735:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393511.517737:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507390208:0@lo:38: 00000100:00100000:1.0:1749393511.517814:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507390592:12345-0@lo:38: Request processed in 114us (239us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393511.517827:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00080000:2.0:1749393511.517829:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393511.517830:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507390720:12345-0@lo:38: Request processed in 116us (215us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749393511.517832:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393511.517841:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1749393511.517849:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507390592:0@lo:38: 00000100:00080000:2.0:1749393511.517861:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393511.517864:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393511.517867:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507390720:0@lo:38: 00010000:00010000:2.0:1749393511.590320:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393511.938358:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099753480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507391104:0@lo:700: 00000100:00100000:0.0:1749393511.938440:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393511.938492:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507391104 00000100:00100000:2.0:1749393511.938502:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507391104 00000100:00100000:0.0:1749393511.938525:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393511.938539:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1749393511.938545:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099753100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507391104:12345-0@lo:700: 00000100:00100000:2.0:1749393511.938588:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393511.938594:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507391232:0@lo:700: 40000000:00080000:2.0:1749393511.938603:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393511.938605:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393511.938664:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099753100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507391104:12345-0@lo:700: Request processed in 120us (226us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393511.938671:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1749393511.938713:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507391104:0@lo:700: 00000100:00100000:0.0:1749393511.939151:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099753480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507391360:0@lo:700: 00000100:00100000:0.0:1749393511.939182:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393511.939217:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507391360 00000100:00100000:2.0:1749393511.939220:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507391360 00000100:00100000:0.0:1749393511.939234:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393511.939237:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1749393511.939242:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099750a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507391360:12345-0@lo:700: 00000100:00100000:2.0:1749393511.939257:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393511.939261:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507391488:0@lo:700: 40000000:00080000:2.0:1749393511.939266:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393511.939268:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393511.939303:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099750a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507391360:12345-0@lo:700: Request processed in 61us (121us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393511.939318:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1749393511.939341:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507391360:0@lo:700: 00000100:00100000:0.0:1749393512.192257:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393512.321215:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393512.561332:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393512.561354:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507391616:0@lo:900: 00010000:00010000:2.0:1749393512.592367:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393512.858206:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393512.858237:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507391744/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393517 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393512.858305:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393512.858371:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393512.858382:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507391744 00000100:00100000:2.0:1749393512.858392:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507391744 00000100:00100000:2.0:1749393512.858442:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1749393512.858447:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507391744:12345-0@lo:700: 40000000:00080000:2.0:1749393512.858470:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393512.858523:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507391744:12345-0@lo:700: Request processed in 76us (217us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393512.858528:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1749393512.858539:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507391744/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393528 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393512.858546:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393512.875131:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393512.875148:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507391872/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393517 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393512.875178:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393512.875220:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393512.875250:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507391872 00000100:00100000:2.0:1749393512.875255:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507391872 00000100:00100000:2.0:1749393512.875274:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1749393512.875277:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507391872:12345-0@lo:700: 40000000:00080000:2.0:1749393512.875288:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393512.875316:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507391872:12345-0@lo:700: Request processed in 38us (137us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393512.875320:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1749393512.875330:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507391872/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393528 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393512.875336:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393512.940235:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393512.940281:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507392000:0@lo:41: 00000100:00100000:2.0:1749393512.940329:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393512.940378:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507392000 00000100:00100000:0.0:1749393512.940389:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507392000 00000100:00100000:0.0:1749393512.940433:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1749393512.940439:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507392000:12345-0@lo:41: 00000004:00000024:0.0:1749393512.940477:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393512.940535:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507392000:12345-0@lo:41: Request processed in 96us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393512.940555:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1749393512.940572:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507392000:0@lo:41: 00000100:00100000:0.0:1749393513.192218:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393513.321202:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393513.594442:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393513.939417:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507392128:0@lo:700: 00000100:00100000:2.0:1749393513.939506:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393513.939589:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507392128 00000100:00100000:2.0:1749393513.939596:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726600 going to sleep for 11 seconds 00000100:00100000:0.0:1749393513.939609:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507392128 00000100:00080000:2.0:1749393513.939665:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393513.939701:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1749393513.939717:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507392128:12345-0@lo:700: 00000100:00100000:0.0:1749393513.939823:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393513.939834:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507392256:0@lo:700: 40000000:00080000:0.0:1749393513.939852:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393513.939855:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393513.939946:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507392128:12345-0@lo:700: Request processed in 235us (440us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393513.939956:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1749393513.939988:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507392128:0@lo:700: 00000100:00100000:1.0:1749393513.940187:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507392384:0@lo:700: 00000100:00100000:1.0:1749393513.940228:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393513.940254:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507392384 00000100:00100000:0.0:1749393513.940260:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507392384 00000100:00100000:1.0:1749393513.940285:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:0.0:1749393513.940294:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1749393513.940300:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507392384:12345-0@lo:700: 00000100:00080000:2.0:1749393513.940301:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393513.940324:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393513.940329:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507392512:0@lo:700: 40000000:00080000:0.0:1749393513.940338:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393513.940340:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393513.940387:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507392384:12345-0@lo:700: Request processed in 87us (159us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393513.940395:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1749393513.940423:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507392384:0@lo:700: 00000100:00100000:0.0:1749393514.192206:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393514.321172:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393514.562207:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393514.562231:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507392640:0@lo:900: 00010000:00010000:3.0:1749393514.596274:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393515.192300:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393515.321209:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393515.343153:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393515.343197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393515.343211:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499725952 00000100:00100000:2.0:1749393515.343221:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499725952 00000100:00100000:2.0:1749393515.343264:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 371 00000100:00100000:2.0:1749393515.343271:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499725952:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393515.343280:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393515.343299:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499726080 00000100:00100000:0.0:1749393515.343303:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499726080 00000100:00100000:1.0:1749393515.343310:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499726208 00000100:00100000:1.0:1749393515.343321:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499726208 00000100:00100000:0.0:1749393515.343329:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 772 00000100:00100000:0.0:1749393515.343334:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099753480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499726080:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393515.343339:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499725952:12345-192.168.203.32@tcp:400: Request processed in 68us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393515.343344:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 371 00000100:00100000:1.0:1749393515.343359:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 773 00010000:00080000:0.0:1749393515.343361:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 557 last 0 00000100:00100000:1.0:1749393515.343365:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099752680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499726208:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393515.343400:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 557 last 0 00000100:00100000:0.0:1749393515.343403:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099753480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499726080:12345-192.168.203.32@tcp:38: Request processed in 68us (206us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393515.343410:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 772 00000100:00100000:1.0:1749393515.343457:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099752680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499726208:12345-192.168.203.32@tcp:38: Request processed in 91us (176us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393515.343464:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 773 00010000:00010000:2.0:1749393515.598332:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393515.940256:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507392768:0@lo:700: 00000100:00100000:2.0:1749393515.940349:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393515.940446:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997266c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393515.940503:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507392768 00000100:00100000:0.0:1749393515.940520:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507392768 00000100:00080000:2.0:1749393515.940598:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393515.940639:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1749393515.940658:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507392768:12345-0@lo:700: 00000100:00100000:0.0:1749393515.940720:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393515.940775:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507392896:0@lo:700: 40000000:00080000:0.0:1749393515.940798:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393515.940803:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393515.940882:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507392768:12345-0@lo:700: Request processed in 228us (530us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393515.940897:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1749393515.940912:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507392768:0@lo:700: 00000100:00100000:1.0:1749393515.941183:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507393024:0@lo:700: 00000100:00100000:1.0:1749393515.941242:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393515.941310:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:0.0:1749393515.941316:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507393024 00000100:00100000:0.0:1749393515.941324:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507393024 00000100:00080000:2.0:1749393515.941347:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393515.941370:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1749393515.941402:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507393024:12345-0@lo:700: 00000100:00100000:0.0:1749393515.941438:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393515.941443:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507393152:0@lo:700: 40000000:00080000:0.0:1749393515.941453:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393515.941455:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393515.941509:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507393024:12345-0@lo:700: Request processed in 111us (266us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393515.941518:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1749393515.941539:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507393024:0@lo:700: 00000100:00100000:1.0:1749393516.092520:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393516.092547:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507393280:0@lo:41: 00000100:00100000:1.0:1749393516.092605:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393516.092685:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507393280 00000100:00100000:0.0:1749393516.092702:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507393280 00000100:00100000:0.0:1749393516.092815:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1749393516.092828:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507393280:12345-0@lo:41: 00000004:00000024:0.0:1749393516.092879:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393516.092986:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507393280:12345-0@lo:41: Request processed in 157us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393516.092999:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1749393516.093015:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507393280:0@lo:41: 00000100:00100000:0.0:1749393516.192234:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393516.321210:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393516.524309:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393516.524318:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393516.524323:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393516.524333:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 553 00000100:00080000:0.0:1749393516.524339:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393516.524347:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393516.524376:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099752a00 x1834371507393536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393516.524419:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099753800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507393408:0@lo:400: 00000100:00080000:0.0:1749393516.524426:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393516.524447:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099750e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507393664:0@lo:400: 00000100:00080000:0.0:1749393516.524449:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393516.524451:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393516.524455:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 553 00000100:00080000:0.0:1749393516.524458:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393516.524462:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393516.524477:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099751500 x1834371507393792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393516.524495:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393516.524498:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393516.524500:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393516.524502:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393516.524504:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 553 00000100:00080000:0.0:1749393516.524506:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393516.524509:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099752a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507393536:0@lo:38: 00000100:00080000:0.0:1749393516.524510:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393516.524520:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099752300 x1834371507394048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393516.524530:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393516.524533:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393516.524535:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393516.524538:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 553 00000100:00100000:2.0:1749393516.524538:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393516.524540:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393516.524543:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393516.524554:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099753b80 x1834371507394176/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393516.524579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393516.524588:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393516.524597:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099751f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507393920:0@lo:400: 00000100:00080000:0.0:1749393516.524606:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393516.524608:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507393536 00000100:00100000:3.0:1749393516.524609:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507393792:0@lo:38: 00000100:00080000:0.0:1749393516.524615:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393516.524616:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507393536 00000100:00080000:0.0:1749393516.524617:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393516.524619:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393516.524622:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 553 00000100:00080000:0.0:1749393516.524624:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393516.524626:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393516.524628:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393516.524641:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507393792 00000100:00100000:0.0:1749393516.524643:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05e680 x1834371507394560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393516.524643:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507393792 00000100:00100000:3.0:1749393516.524648:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099752300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507394048:0@lo:38: 00000100:00080000:0.0:1749393516.524652:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393516.524656:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393516.524657:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393516.524657:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00080000:0.0:1749393516.524661:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 553 00000100:00080000:0.0:1749393516.524663:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393516.524663:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393516.524664:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507393536:12345-0@lo:38: 00000100:00080000:0.0:1749393516.524666:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393516.524678:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05fb80 x1834371507394688/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393516.524679:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507394176:0@lo:38: 00000100:00100000:2.0:1749393516.524680:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507393408 00010000:00020000:1.0:1749393516.524686:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393516.524689:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507393408 00000100:00100000:3.0:1749393516.524693:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393516.524708:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507394560:0@lo:38: 00000100:00100000:1.0:1749393516.524718:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507393536:12345-0@lo:38: Request processed in 53us (138us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393516.524723:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393516.524724:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1749393516.524760:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507394816:0@lo:400: 00000100:00100000:3.0:1749393516.524761:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507394688:0@lo:38: 00000100:00100000:2.0:1749393516.524768:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1749393516.524773:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507394048 00000100:00100000:2.0:1749393516.524777:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507393408:12345-0@lo:400: 00000100:00100000:3.0:1749393516.524782:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393516.524784:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507394048 00000100:00100000:1.0:1749393516.524794:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507394176 00000100:00100000:1.0:1749393516.524796:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507394176 00000100:00100000:1.0:1749393516.524801:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507394560 00000100:00100000:1.0:1749393516.524803:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507394560 00000100:00080000:3.0:1749393516.524807:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393516.524808:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507394688 00000100:00100000:0.0:1749393516.524809:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393516.524810:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507394688 00000100:00080000:3.0:1749393516.524810:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393516.524815:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099752a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507393536:0@lo:38: 00000100:00100000:1.0:1749393516.524817:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1749393516.524821:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507393792:12345-0@lo:38: 00010000:00020000:1.0:1749393516.524831:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393516.524834:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507393408:12345-0@lo:400: Request processed in 58us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393516.524839:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393516.524843:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1749393516.524845:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1749393516.524847:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507394944:0@lo:400: 00000100:00100000:3.0:1749393516.524851:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507394048:12345-0@lo:38: 00000100:00100000:1.0:1749393516.524861:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507393792:12345-0@lo:38: Request processed in 39us (234us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393516.524864:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393516.524866:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1749393516.524870:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393516.524875:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1749393516.524879:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507394176:12345-0@lo:38: 00010000:00020000:1.0:1749393516.524888:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393516.524888:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:3.0:1749393516.524891:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507394048:12345-0@lo:38: Request processed in 40us (227us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393516.524894:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099beb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507394560:12345-0@lo:38: 00000100:00100000:3.0:1749393516.524898:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1749393516.524901:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507394816 00000100:00100000:1.0:1749393516.524904:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507394176:12345-0@lo:38: Request processed in 24us (210us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393516.524905:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507394816 00000100:00100000:1.0:1749393516.524909:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1749393516.524913:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:3.0:1749393516.524916:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507394688:12345-0@lo:38: 00010000:00020000:2.0:1749393516.524918:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393516.524925:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393516.524934:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507393664 00000100:00100000:1.0:1749393516.524937:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507393664 00000100:00100000:0.0:1749393516.524944:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507394944 00000100:00100000:0.0:1749393516.524946:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507394944 00000100:00100000:2.0:1749393516.524957:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099beb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507394560:12345-0@lo:38: Request processed in 60us (229us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393516.524957:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507394688:12345-0@lo:38: Request processed in 37us (172us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393516.524958:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507393920 00000100:00100000:1.0:1749393516.524961:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507393920 00000100:00100000:2.0:1749393516.524965:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1749393516.524969:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1749393516.524971:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1749393516.524972:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1749393516.524977:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507394816:12345-0@lo:400: 00000100:00100000:1.0:1749393516.524977:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507393664:12345-0@lo:400: 00000100:00100000:3.0:1749393516.524994:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1749393516.524997:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507394304:0@lo:400: 00000100:00100000:3.0:1749393516.525001:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507393920:12345-0@lo:400: 00000100:00100000:1.0:1749393516.525023:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507393664:12345-0@lo:400: Request processed in 46us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393516.525028:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1749393516.525034:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393516.525038:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507394816:12345-0@lo:400: Request processed in 61us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393516.525043:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507393920:12345-0@lo:400: Request processed in 42us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393516.525047:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1749393516.525049:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1749393516.525056:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507394304 00000100:00100000:2.0:1749393516.525057:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393516.525059:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507394304 00000100:00100000:2.0:1749393516.525063:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507394432:0@lo:400: 00000100:00100000:0.0:1749393516.525067:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:0.0:1749393516.525106:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507394944:12345-0@lo:400: 00000100:00080000:3.0:1749393516.525117:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393516.525121:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393516.525124:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1749393516.525125:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507394560:0@lo:38: 00000100:00100000:2.0:1749393516.525126:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393516.525130:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507394304:12345-0@lo:400: 00000100:00080000:3.0:1749393516.525134:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393516.525137:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393516.525139:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507394944:12345-0@lo:400: Request processed in 65us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393516.525140:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507394688:0@lo:38: 00000100:00100000:0.0:1749393516.525146:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00080000:3.0:1749393516.525148:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393516.525150:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393516.525152:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099752300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507394048:0@lo:38: 00000100:00100000:2.0:1749393516.525155:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507394432 00000100:00100000:2.0:1749393516.525159:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507394432 00000100:00080000:3.0:1749393516.525159:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393516.525161:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393516.525164:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507394176:0@lo:38: 00000100:00100000:1.0:1749393516.525167:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507394304:12345-0@lo:400: Request processed in 37us (133us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393516.525170:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393516.525172:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393516.525173:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1749393516.525175:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507393792:0@lo:38: 00000100:00100000:1.0:1749393516.525186:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1749393516.525188:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099753800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507393408:0@lo:400: 00000100:00100000:1.0:1749393516.525192:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507394432:12345-0@lo:400: 00000100:00100000:1.0:1749393516.525213:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507394432:12345-0@lo:400: Request processed in 22us (88us total) trans 0 rc 0/0 00010000:00080000:2.0:1749393516.525215:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05d180 x1834371507394304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393516.525218:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00080000:3.0:1749393516.525222:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1749393516.525224:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05dc00 x1834371507394944/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393516.525230:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507394304:0@lo:400: 00000100:00100000:0.0:1749393516.525235:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507394944:0@lo:400: 00010000:00080000:0.0:1749393516.525245:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05f800 x1834371507394816/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749393516.525250:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05c700 x1834371507394432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393516.525254:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507394816:0@lo:400: 00000100:00100000:2.0:1749393516.525260:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507394432:0@lo:400: 00000100:00100000:0.0:1749393516.525266:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099751f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507393920:0@lo:400: 00000100:00100000:0.0:1749393516.525277:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099750e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507393664:0@lo:400: 00000100:00100000:0.0:1749393516.563204:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393516.563215:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507395072:0@lo:900: 00010000:00010000:2.0:1749393516.600332:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393517.192325:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393517.321221:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393517.602316:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393517.941181:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507395200:0@lo:700: 00000100:00100000:2.0:1749393517.941251:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393517.941320:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393517.941351:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507395200 00000100:00100000:0.0:1749393517.941361:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507395200 00000100:00100000:0.0:1749393517.941415:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1749393517.941423:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507395200:12345-0@lo:700: 00000100:00080000:3.0:1749393517.941442:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393517.941477:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393517.941482:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507395328:0@lo:700: 40000000:00080000:0.0:1749393517.941493:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393517.941495:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393517.941533:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507395200:12345-0@lo:700: Request processed in 112us (282us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393517.941540:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1749393517.941556:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507395200:0@lo:700: 00000100:00100000:1.0:1749393517.942197:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507395456:0@lo:700: 00000100:00100000:1.0:1749393517.942260:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393517.942298:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507395456 00000100:00100000:0.0:1749393517.942302:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507395456 00000100:00100000:1.0:1749393517.942327:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:0.0:1749393517.942328:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1749393517.942332:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507395456:12345-0@lo:700: 00000100:00080000:3.0:1749393517.942344:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393517.942346:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393517.942349:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507395584:0@lo:700: 40000000:00080000:0.0:1749393517.942354:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393517.942355:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393517.942383:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507395456:12345-0@lo:700: Request processed in 51us (124us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393517.942387:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1749393517.942426:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507395456:0@lo:700: 00000100:00100000:0.0:1749393517.948211:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507395712:0@lo:41: 00000100:00100000:0.0:1749393517.948240:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393517.948355:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507395712 00000100:00100000:3.0:1749393517.948365:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507395712 00000100:00100000:3.0:1749393517.948420:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1749393517.948428:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507395712:12345-0@lo:41: 00000004:00000024:3.0:1749393517.948460:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393517.948516:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507395712:12345-0@lo:41: Request processed in 88us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393517.948523:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1749393517.948533:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507395712:0@lo:41: 00000100:00100000:2.0:1749393518.192175:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393518.321153:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393518.564272:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393518.564295:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05dc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507395840:0@lo:900: 00010000:00010000:3.0:1749393518.604370:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393519.171189:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 25 seconds 00000100:00100000:2.0:1749393519.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393519.321185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393519.606365:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393519.942267:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507395968:0@lo:700: 00000100:00100000:2.0:1749393519.942381:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393519.942512:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393519.942543:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507395968 00000100:00100000:0.0:1749393519.942558:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507395968 00000100:00080000:3.0:1749393519.942624:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393519.942670:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1749393519.942684:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507395968:12345-0@lo:700: 00000100:00100000:0.0:1749393519.942768:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393519.942776:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507396096:0@lo:700: 40000000:00080000:0.0:1749393519.942792:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393519.942796:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393519.942858:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507395968:12345-0@lo:700: Request processed in 178us (480us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393519.942867:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1749393519.942919:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507395968:0@lo:700: 00000100:00100000:2.0:1749393519.943179:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507396224:0@lo:700: 00000100:00100000:2.0:1749393519.943213:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393519.943264:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507396224 00000100:00100000:0.0:1749393519.943270:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507396224 00000100:00100000:2.0:1749393519.943273:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393519.943301:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00080000:3.0:1749393519.943302:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393519.943308:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507396224:12345-0@lo:700: 00000100:00100000:0.0:1749393519.943342:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393519.943347:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507396352:0@lo:700: 40000000:00080000:0.0:1749393519.943355:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393519.943358:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393519.943403:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507396224:12345-0@lo:700: Request processed in 94us (189us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393519.943410:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1749393519.943438:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507396224:0@lo:700: 00000100:00100000:2.0:1749393520.192243:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393520.321288:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393520.351749:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393520.351803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393520.351889:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499726336 00000100:00100000:2.0:1749393520.351905:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499726336 00000100:00100000:0.0:1749393520.351919:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393520.351955:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499726464 00000100:00100000:0.0:1749393520.351965:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499726592 00000100:00100000:2.0:1749393520.351970:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 373 00000100:00100000:0.0:1749393520.351971:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499726592 00000100:00100000:3.0:1749393520.351971:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499726464 00000100:00100000:2.0:1749393520.351981:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499726336:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393520.352004:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 780 00000100:00100000:0.0:1749393520.352011:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499726592:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393520.352024:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 781 00000100:00100000:3.0:1749393520.352032:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499726464:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393520.352057:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 562 last 0 00010000:00080000:3.0:1749393520.352061:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 562 last 0 00000100:00100000:2.0:1749393520.352132:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499726336:12345-192.168.203.32@tcp:400: Request processed in 150us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393520.352143:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 373 00000100:00100000:0.0:1749393520.352163:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499726592:12345-192.168.203.32@tcp:38: Request processed in 150us (242us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393520.352174:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 780 00000100:00100000:3.0:1749393520.352205:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499726464:12345-192.168.203.32@tcp:38: Request processed in 171us (400us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393520.352213:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 781 00000100:00100000:0.0:1749393520.565257:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393520.565276:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05df80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507396480:0@lo:900: 00010000:00010000:2.0:1749393520.608266:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393521.100338:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507396608:0@lo:41: 00000100:00100000:2.0:1749393521.100442:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393521.100541:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507396608 00000100:00100000:3.0:1749393521.100553:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507396608 00000100:00100000:3.0:1749393521.100598:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1749393521.100608:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507396608:12345-0@lo:41: 00000004:00000024:3.0:1749393521.100642:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393521.100771:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507396608:12345-0@lo:41: Request processed in 163us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393521.100781:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1749393521.100826:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507396608:0@lo:41: 00000100:00100000:2.0:1749393521.192260:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393521.321291:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393521.532382:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393521.532396:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393521.532401:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393521.532412:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 558 00000100:00080000:0.0:1749393521.532419:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393521.532428:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393521.532450:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507396736:0@lo:400: 00000100:00100000:0.0:1749393521.532456:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05ca80 x1834371507396864/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393521.532492:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393521.532497:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393521.532499:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393521.532503:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 558 00000100:00080000:0.0:1749393521.532505:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393521.532508:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393521.532521:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05d880 x1834371507397120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393521.532528:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507396992:0@lo:400: 00000100:00100000:2.0:1749393521.532551:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393521.532553:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393521.532557:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393521.532579:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393521.532584:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 558 00000100:00080000:0.0:1749393521.532586:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393521.532591:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393521.532603:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507396864:0@lo:38: 00000100:00100000:0.0:1749393521.532609:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05c700 x1834371507397376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393521.532610:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393521.532619:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393521.532623:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393521.532624:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393521.532628:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 558 00000100:00080000:0.0:1749393521.532630:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393521.532634:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393521.532645:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05d180 x1834371507397504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393521.532651:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507396736 00000100:00100000:2.0:1749393521.532661:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507396736 00000100:00100000:3.0:1749393521.532667:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393521.532671:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393521.532674:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393521.532676:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393521.532680:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 558 00000100:00100000:1.0:1749393521.532680:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1749393521.532682:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393521.532685:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393521.532690:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507397760:0@lo:400: 00000100:00100000:3.0:1749393521.532723:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507397120:0@lo:38: 00000100:00100000:0.0:1749393521.532724:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e764a80 x1834371507397888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393521.532734:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393521.532737:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:2.0:1749393521.532737:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00080000:0.0:1749393521.532744:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393521.532747:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507396736:12345-0@lo:400: 00000100:00080000:0.0:1749393521.532749:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 558 00000100:00100000:3.0:1749393521.532750:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393521.532752:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393521.532754:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393521.532757:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393521.532772:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e767480 x1834371507398016/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393521.532776:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507397376:0@lo:38: 00000100:00100000:1.0:1749393521.532794:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507397760 00000100:00100000:3.0:1749393521.532798:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393521.532802:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507397760 00000100:00100000:2.0:1749393521.532808:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507396736:12345-0@lo:400: Request processed in 60us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393521.532816:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507397504:0@lo:38: 00000100:00100000:2.0:1749393521.532817:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1749393521.532832:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393521.532849:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507397888:0@lo:38: 00000100:00100000:1.0:1749393521.532850:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1749393521.532860:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507397760:12345-0@lo:400: 00000100:00100000:2.0:1749393521.532862:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507396864 00000100:00100000:2.0:1749393521.532867:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507396864 00000100:00100000:3.0:1749393521.532867:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393521.532875:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507397120 00000100:00100000:0.0:1749393521.532881:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507397120 00000100:00100000:3.0:1749393521.532884:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507398016:0@lo:38: 00000100:00100000:2.0:1749393521.532888:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507397376 00000100:00100000:2.0:1749393521.532891:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507397376 00000100:00100000:0.0:1749393521.532900:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507397504 00000100:00100000:2.0:1749393521.532900:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507397888 00000100:00100000:3.0:1749393521.532902:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393521.532903:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507397504 00000100:00100000:2.0:1749393521.532903:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507397888 00000100:00100000:1.0:1749393521.532908:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507397760:12345-0@lo:400: Request processed in 50us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393521.532913:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507398016 00000100:00100000:2.0:1749393521.532916:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507398016 00000100:00100000:0.0:1749393521.532918:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1749393521.532926:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099beaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507396864:12345-0@lo:38: 00000100:00100000:1.0:1749393521.532933:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1749393521.532934:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1749393521.532940:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099750e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507397120:12345-0@lo:38: 00000100:00100000:3.0:1749393521.532948:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00010000:00020000:0.0:1749393521.532955:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393521.532956:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099751f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507397376:12345-0@lo:38: 00000100:00080000:1.0:1749393521.532958:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00020000:2.0:1749393521.532969:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393521.532976:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00010000:00020000:3.0:1749393521.532981:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393521.532982:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099753800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507397504:12345-0@lo:38: 00010000:00020000:1.0:1749393521.532999:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393521.533012:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099beaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507396864:12345-0@lo:38: Request processed in 86us (344us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393521.533020:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1749393521.533029:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099750e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507397120:12345-0@lo:38: Request processed in 88us (278us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393521.533031:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099751f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507397376:12345-0@lo:38: Request processed in 74us (231us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393521.533035:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1749393521.533038:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099753800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507397504:12345-0@lo:38: Request processed in 55us (204us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393521.533041:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099751500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507397888:12345-0@lo:38: 00000100:00100000:2.0:1749393521.533042:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1749393521.533047:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00010000:00020000:0.0:1749393521.533053:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393521.533062:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1749393521.533068:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1749393521.533112:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099751500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507397888:12345-0@lo:38: Request processed in 69us (242us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393521.533114:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099753b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507398016:12345-0@lo:38: 00010000:00020000:2.0:1749393521.533127:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393521.533130:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1749393521.533145:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507397248:0@lo:400: 00000100:00100000:3.0:1749393521.533145:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507396992 00000100:00100000:3.0:1749393521.533151:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507396992 00000100:00100000:2.0:1749393521.533154:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099753b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507398016:12345-0@lo:38: Request processed in 40us (251us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393521.533161:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00080000:0.0:1749393521.533175:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393521.533177:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393521.533178:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00080000:0.0:1749393521.533180:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393521.533184:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507396992:12345-0@lo:400: 00000100:00100000:0.0:1749393521.533186:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507398016:0@lo:38: 00000100:00100000:2.0:1749393521.533193:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507396736:0@lo:400: 00000100:00100000:1.0:1749393521.533196:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507398272:0@lo:400: 00000100:00080000:0.0:1749393521.533201:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393521.533211:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393521.533213:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393521.533217:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507397376:0@lo:38: 00000100:00100000:1.0:1749393521.533218:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393521.533221:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507398144:0@lo:400: 00000100:00100000:3.0:1749393521.533224:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507396992:12345-0@lo:400: Request processed in 40us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393521.533231:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00080000:0.0:1749393521.533234:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393521.533236:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1749393521.533237:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393521.533241:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507397504:0@lo:38: 00000100:00100000:1.0:1749393521.533243:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507397632:0@lo:400: 00000100:00100000:2.0:1749393521.533249:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393521.533251:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393521.533255:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393521.533255:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507397248 00000100:00100000:0.0:1749393521.533258:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507397888:0@lo:38: 00000100:00100000:3.0:1749393521.533258:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507397248 00000100:00100000:1.0:1749393521.533272:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507398272 00000100:00100000:1.0:1749393521.533277:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507398272 00000100:00100000:3.0:1749393521.533277:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00080000:0.0:1749393521.533280:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393521.533282:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507397248:12345-0@lo:400: 00000100:00080000:0.0:1749393521.533283:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393521.533287:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507396864:0@lo:38: 00000100:00100000:2.0:1749393521.533297:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507398144 00000100:00080000:0.0:1749393521.533298:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393521.533301:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393521.533301:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507398144 00000100:00100000:1.0:1749393521.533303:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1749393521.533305:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507397120:0@lo:38: 00000100:00100000:1.0:1749393521.533308:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507398272:12345-0@lo:400: 00000100:00100000:3.0:1749393521.533313:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507397248:12345-0@lo:400: Request processed in 31us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393521.533319:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1749393521.533336:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1749393521.533338:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507398272:12345-0@lo:400: Request processed in 29us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393521.533344:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507398144:12345-0@lo:400: 00000100:00100000:1.0:1749393521.533345:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00080000:1.0:1749393521.533360:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393521.533377:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393521.533385:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507398144:12345-0@lo:400: Request processed in 41us (134us total) trans 0 rc 0/0 00010000:00080000:0.0:1749393521.533389:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05e680 x1834371507397760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393521.533392:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1749393521.533402:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507397760:0@lo:400: 00000100:00100000:2.0:1749393521.533403:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507397632 00000100:00100000:2.0:1749393521.533406:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507397632 00000100:00100000:1.0:1749393521.533412:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507397248:0@lo:400: 00000100:00100000:0.0:1749393521.533417:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507396992:0@lo:400: 00010000:00080000:3.0:1749393521.533422:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e766300 x1834371507398144/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749393521.533426:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e766680 x1834371507398272/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393521.533429:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1749393521.533434:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507397632:12345-0@lo:400: 00000100:00100000:3.0:1749393521.533437:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507398144:0@lo:400: 00000100:00080000:0.0:1749393521.533450:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393521.533455:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507398272:0@lo:400: 00000100:00100000:2.0:1749393521.533462:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507397632:12345-0@lo:400: Request processed in 27us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393521.533478:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00010000:00080000:1.0:1749393521.533482:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05fb80 x1834371507397632/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393521.533492:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507397632:0@lo:400: 00010000:00010000:2.0:1749393521.610408:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393521.943278:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507398400:0@lo:700: 00000100:00100000:0.0:1749393521.943344:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393521.943387:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507398400 00000100:00100000:2.0:1749393521.943396:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507398400 00000100:00100000:0.0:1749393521.943406:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393521.943438:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1749393521.943444:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507398400:12345-0@lo:700: 00000100:00100000:2.0:1749393521.943479:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726900 going to sleep for 0 seconds 00000100:00100000:2.0:1749393521.943484:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507398528:0@lo:700: 40000000:00080000:2.0:1749393521.943494:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393521.943496:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393521.943532:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507398400:12345-0@lo:700: Request processed in 88us (188us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393521.943539:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1749393521.943553:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507398400:0@lo:700: 00000100:00100000:1.0:1749393521.944190:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507398656:0@lo:700: 00000100:00100000:1.0:1749393521.944247:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393521.944295:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507398656 00000100:00100000:2.0:1749393521.944301:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507398656 00000100:00100000:1.0:1749393521.944311:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:2.0:1749393521.944324:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1749393521.944330:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507398656:12345-0@lo:700: 00000100:00100000:2.0:1749393521.944353:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726900 going to sleep for 0 seconds 00000100:00100000:2.0:1749393521.944358:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507398784:0@lo:700: 40000000:00080000:2.0:1749393521.944366:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393521.944368:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393521.944413:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507398656:12345-0@lo:700: Request processed in 82us (166us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393521.944421:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1749393521.944445:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507398656:0@lo:700: 00000100:00100000:2.0:1749393522.192232:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393522.321191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393522.566254:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393522.566271:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507398912:0@lo:900: 00010000:00010000:3.0:1749393522.612346:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393522.956476:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507399040:0@lo:41: 00000100:00100000:3.0:1749393522.956551:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393522.956632:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507399040 00000100:00100000:0.0:1749393522.956649:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507399040 00000100:00100000:0.0:1749393522.956757:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1749393522.956768:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099752300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507399040:12345-0@lo:41: 00000004:00000024:0.0:1749393522.956815:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393522.956905:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099752300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507399040:12345-0@lo:41: Request processed in 139us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393522.956914:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1749393522.956932:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507399040:0@lo:41: 00000100:00100000:2.0:1749393523.192251:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393523.321261:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393523.614445:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393523.858203:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393523.858239:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507399168/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393528 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393523.858315:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393523.858380:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393523.858420:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507399168 00000100:00100000:2.0:1749393523.858431:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507399168 00000100:00080000:0.0:1749393523.858471:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393523.858489:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1749393523.858495:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507399168:12345-0@lo:700: 40000000:00080000:2.0:1749393523.858526:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:2.0:1749393523.858528:0:9568:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393523.865881:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507399168:12345-0@lo:700: Request processed in 7379us (7558us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393523.865896:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507399168/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393539 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393523.865898:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1749393523.865906:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393523.875178:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393523.875204:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507399296/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393528 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393523.875255:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393523.875321:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393523.875375:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507399296 00000100:00100000:2.0:1749393523.875388:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507399296 00000100:00080000:0.0:1749393523.875436:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393523.875456:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1749393523.875465:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099752a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507399296:12345-0@lo:700: 40000000:00080000:2.0:1749393523.875495:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393523.875535:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099752a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507399296:12345-0@lo:700: Request processed in 71us (279us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393523.875542:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1749393523.875546:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507399296/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393539 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393523.875557:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393523.944214:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507399424:0@lo:700: 00000100:00100000:2.0:1749393523.944259:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393523.944308:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507399424 00000100:00100000:0.0:1749393523.944314:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507399424 00000100:00100000:2.0:1749393523.944326:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726900 going to sleep for 11 seconds 00000100:00100000:0.0:1749393523.944344:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1749393523.944349:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507399424:12345-0@lo:700: 00000100:00080000:1.0:1749393523.944372:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393523.944384:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393523.944389:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507399552:0@lo:700: 40000000:00080000:0.0:1749393523.944399:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393523.944401:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393523.944442:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507399424:12345-0@lo:700: Request processed in 93us (184us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393523.944447:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1749393523.944483:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507399424:0@lo:700: 00000100:00100000:1.0:1749393523.945146:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507399680:0@lo:700: 00000100:00100000:1.0:1749393523.945173:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393523.945199:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507399680 00000100:00100000:0.0:1749393523.945208:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507399680 00000100:00100000:1.0:1749393523.945210:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:0.0:1749393523.945227:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1749393523.945230:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507399680:12345-0@lo:700: 00000100:00080000:2.0:1749393523.945242:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393523.945244:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393523.945247:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507399808:0@lo:700: 40000000:00080000:0.0:1749393523.945251:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393523.945253:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393523.945277:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507399680:12345-0@lo:700: Request processed in 46us (104us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393523.945281:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1749393523.945294:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507399680:0@lo:700: 00000100:00100000:2.0:1749393524.192227:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393524.321145:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393524.567213:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393524.567230:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507399936:0@lo:900: 00010000:00010000:2.0:1749393524.616231:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393525.192205:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393525.321306:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393525.359992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393525.360047:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393525.360128:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499726720 00000100:00100000:0.0:1749393525.360132:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393525.360145:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499726720 00000100:00100000:3.0:1749393525.360224:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499726848 00000100:00100000:2.0:1749393525.360229:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 375 00000100:00100000:1.0:1749393525.360240:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499726976 00000100:00100000:3.0:1749393525.360240:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499726848 00000100:00100000:2.0:1749393525.360245:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499726720:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393525.360249:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499726976 00000100:00100000:3.0:1749393525.360302:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 788 00000100:00100000:3.0:1749393525.360310:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499726848:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393525.360316:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 789 00000100:00100000:1.0:1749393525.360324:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499726976:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393525.360346:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 567 last 0 00000100:00100000:2.0:1749393525.360354:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499726720:12345-192.168.203.32@tcp:400: Request processed in 111us (369us total) trans 0 rc 0/0 00010000:00080000:1.0:1749393525.360359:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 567 last 0 00000100:00100000:2.0:1749393525.360368:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 375 00000100:00100000:1.0:1749393525.360425:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499726976:12345-192.168.203.32@tcp:38: Request processed in 101us (292us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393525.360447:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 789 00000100:00100000:3.0:1749393525.360450:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499726848:12345-192.168.203.32@tcp:38: Request processed in 137us (399us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393525.360460:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 788 00010000:00010000:2.0:1749393525.618350:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393525.945261:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507400064:0@lo:700: 00000100:00100000:2.0:1749393525.945359:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393525.945460:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997269c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393525.945512:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507400064 00000100:00100000:0.0:1749393525.945527:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507400064 00000100:00080000:2.0:1749393525.945600:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393525.945614:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1749393525.945630:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507400064:12345-0@lo:700: 00000100:00100000:0.0:1749393525.945714:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393525.945723:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507400192:0@lo:700: 40000000:00080000:0.0:1749393525.945740:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393525.945743:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393525.945804:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507400064:12345-0@lo:700: Request processed in 180us (445us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393525.945814:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1749393525.945837:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507400064:0@lo:700: 00000100:00100000:2.0:1749393525.946180:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507400320:0@lo:700: 00000100:00100000:2.0:1749393525.946212:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393525.946268:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997269c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393525.946273:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507400320 00000100:00100000:0.0:1749393525.946279:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507400320 00000100:00080000:2.0:1749393525.946299:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393525.946310:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1749393525.946318:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507400320:12345-0@lo:700: 00000100:00100000:0.0:1749393525.946344:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393525.946349:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507400448:0@lo:700: 40000000:00080000:0.0:1749393525.946357:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393525.946360:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393525.946392:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507400320:12345-0@lo:700: Request processed in 74us (180us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393525.946400:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1749393525.946400:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507400320:0@lo:700: 00000100:00100000:3.0:1749393526.108371:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507400576:0@lo:41: 00000100:00100000:3.0:1749393526.108438:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393526.108514:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507400576 00000100:00100000:0.0:1749393526.108528:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507400576 00000100:00100000:0.0:1749393526.108596:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1749393526.108606:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507400576:12345-0@lo:41: 00000004:00000024:0.0:1749393526.108649:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393526.108769:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507400576:12345-0@lo:41: Request processed in 163us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393526.108778:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:3.0:1749393526.108800:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507400576:0@lo:41: 00000100:00100000:2.0:1749393526.192235:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393526.321194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393526.540419:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393526.540434:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393526.540439:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393526.540450:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 563 00000100:00080000:0.0:1749393526.540456:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393526.540466:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393526.540496:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e767b80 x1834371507400832/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393526.540500:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749393526.540533:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507400704:0@lo:400: 00000100:00080000:0.0:1749393526.540587:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393526.540592:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393526.540594:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393526.540599:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 563 00000100:00080000:0.0:1749393526.540602:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393526.540609:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393526.540611:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393526.540613:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393526.540627:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e767800 x1834371507401088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393526.540637:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507400960:0@lo:400: 00000100:00080000:0.0:1749393526.540645:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393526.540649:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393526.540651:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393526.540655:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 563 00000100:00080000:0.0:1749393526.540688:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393526.540692:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393526.540699:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749393526.540708:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e765c00 x1834371507401344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393526.540717:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393526.540720:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507401216:0@lo:400: 00000100:00080000:0.0:1749393526.540721:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393526.540722:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393526.540725:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 563 00000100:00080000:0.0:1749393526.540728:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393526.540731:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393526.540741:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e764380 x1834371507401472/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393526.540743:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507400704 00000100:00100000:3.0:1749393526.540752:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507400704 00000100:00100000:2.0:1749393526.540764:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393526.540775:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507400832:0@lo:38: 00000100:00080000:0.0:1749393526.540787:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393526.540792:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393526.540793:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393526.540797:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00080000:0.0:1749393526.540798:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 563 00000100:00080000:0.0:1749393526.540801:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393526.540805:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393526.540806:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393526.540806:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507400704:12345-0@lo:400: 00000100:00100000:0.0:1749393526.540821:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e766680 x1834371507401856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393526.540831:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507401728:0@lo:400: 00000100:00080000:0.0:1749393526.540851:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393526.540855:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749393526.540855:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507401088:0@lo:38: 00000100:00080000:0.0:1749393526.540857:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393526.540861:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 563 00000100:00080000:0.0:1749393526.540864:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393526.540868:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393526.540868:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507400704:12345-0@lo:400: Request processed in 63us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393526.540875:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393526.540877:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1749393526.540879:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393526.540883:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e766300 x1834371507401984/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393526.540887:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507401344:0@lo:38: 00000100:00100000:1.0:1749393526.540904:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393526.540910:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393526.540912:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507400832 00000100:00100000:2.0:1749393526.540915:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507401600:0@lo:400: 00000100:00100000:1.0:1749393526.540917:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507401472:0@lo:38: 00000100:00100000:3.0:1749393526.540917:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507400832 00000100:00100000:1.0:1749393526.540931:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393526.540935:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393526.540948:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507401088 00000100:00100000:0.0:1749393526.540951:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507401344 00000100:00100000:3.0:1749393526.540951:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507401088 00000100:00100000:1.0:1749393526.540957:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507401856:0@lo:38: 00000100:00100000:2.0:1749393526.540958:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507401728 00000100:00100000:0.0:1749393526.540959:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507401344 00000100:00100000:2.0:1749393526.540962:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507401728 00000100:00100000:3.0:1749393526.540963:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507401472 00000100:00100000:3.0:1749393526.540965:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507401472 00000100:00100000:1.0:1749393526.540970:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393526.540973:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507401856 00000100:00100000:3.0:1749393526.540976:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507401856 00000100:00100000:1.0:1749393526.540978:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507401984:0@lo:38: 00000100:00100000:0.0:1749393526.540986:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:1.0:1749393526.540991:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393526.540992:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507401600 00000100:00100000:0.0:1749393526.540993:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507400832:12345-0@lo:38: 00000100:00100000:2.0:1749393526.540994:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507401600 00000100:00100000:3.0:1749393526.540999:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507401984 00000100:00100000:3.0:1749393526.541005:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507401984 00000100:00100000:2.0:1749393526.541009:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1749393526.541014:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507401728:12345-0@lo:400: 00000100:00100000:1.0:1749393526.541015:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00010000:00020000:0.0:1749393526.541018:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393526.541021:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507401088:12345-0@lo:38: 00000100:00100000:3.0:1749393526.541029:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00010000:00020000:1.0:1749393526.541035:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393526.541037:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507401472:12345-0@lo:38: 00000100:00100000:2.0:1749393526.541056:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507401728:12345-0@lo:400: Request processed in 42us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393526.541062:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507401088:12345-0@lo:38: Request processed in 40us (185us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393526.541063:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:0.0:1749393526.541064:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507400832:12345-0@lo:38: Request processed in 70us (259us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393526.541068:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1749393526.541071:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1749393526.541075:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1749393526.541079:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507401600:12345-0@lo:400: 00000100:00100000:1.0:1749393526.541115:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:1.0:1749393526.541118:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507401344:12345-0@lo:38: 00000100:00100000:0.0:1749393526.541125:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:0.0:1749393526.541129:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507401856:12345-0@lo:38: 00000100:00100000:2.0:1749393526.541132:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507401600:12345-0@lo:400: Request processed in 52us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393526.541137:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00010000:00020000:3.0:1749393526.541139:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393526.541140:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393526.541145:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393526.541155:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507402240:0@lo:400: 00000100:00100000:2.0:1749393526.541191:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393526.541194:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507401856:12345-0@lo:38: Request processed in 64us (223us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393526.541200:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1749393526.541200:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507401472:12345-0@lo:38: Request processed in 162us (266us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393526.541201:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507401344:12345-0@lo:38: Request processed in 80us (294us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393526.541205:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393526.541207:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1749393526.541210:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507402112:0@lo:400: 00000100:00100000:3.0:1749393526.541213:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1749393526.541218:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1749393526.541221:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507401984:12345-0@lo:38: 00000100:00100000:2.0:1749393526.541224:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749393526.541230:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393526.541232:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393526.541239:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507402240 00000100:00100000:2.0:1749393526.541242:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507402240 00000100:00100000:3.0:1749393526.541243:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507402112 00000100:00100000:0.0:1749393526.541247:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507401984:12345-0@lo:38: Request processed in 24us (255us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393526.541247:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507402112 00000100:00100000:0.0:1749393526.541251:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1749393526.541265:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00080000:1.0:1749393526.541269:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393526.541271:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507402240:12345-0@lo:400: 00000100:00080000:1.0:1749393526.541272:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393526.541273:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1749393526.541277:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507401856:0@lo:38: 00000100:00100000:0.0:1749393526.541282:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507402112:12345-0@lo:400: 00000100:00080000:1.0:1749393526.541284:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393526.541286:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393526.541288:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507401984:0@lo:38: 00000100:00100000:3.0:1749393526.541290:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507400960 00000100:00100000:3.0:1749393526.541293:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507400960 00000100:00080000:1.0:1749393526.541295:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393526.541296:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507402240:12345-0@lo:400: Request processed in 26us (105us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393526.541297:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393526.541300:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507400832:0@lo:38: 00000100:00080000:1.0:1749393526.541306:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393526.541307:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507402112:12345-0@lo:400: Request processed in 29us (82us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393526.541308:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393526.541310:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507401088:0@lo:38: 00000100:00100000:3.0:1749393526.541310:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507401216 00000100:00100000:2.0:1749393526.541312:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1749393526.541313:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507401216 00000100:00100000:0.0:1749393526.541315:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00080000:1.0:1749393526.541316:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393526.541318:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393526.541320:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507401344:0@lo:38: 00000100:00100000:3.0:1749393526.541324:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00080000:1.0:1749393526.541328:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393526.541328:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1749393526.541329:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393526.541330:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507400960:12345-0@lo:400: 00000100:00100000:1.0:1749393526.541332:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507401472:0@lo:38: 00000100:00100000:0.0:1749393526.541345:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1749393526.541351:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507401216:12345-0@lo:400: 00010000:00080000:2.0:1749393526.541352:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b169180 x1834371507402112/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393526.541365:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507402112:0@lo:400: 00000100:00100000:3.0:1749393526.541367:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507400960:12345-0@lo:400: Request processed in 35us (603us total) trans 0 rc 0/0 00010000:00080000:2.0:1749393526.541374:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b169880 x1834371507402240/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393526.541375:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:0.0:1749393526.541378:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507401216:12345-0@lo:400: Request processed in 27us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393526.541382:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507402240:0@lo:400: 00000100:00100000:0.0:1749393526.541383:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1749393526.541383:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507400704:0@lo:400: 00000100:00100000:2.0:1749393526.541392:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507400960:0@lo:400: 00000100:00100000:0.0:1749393526.541413:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507401216:0@lo:400: 00010000:00080000:2.0:1749393526.541416:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e764700 x1834371507401600/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393526.541423:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507401600:0@lo:400: 00010000:00080000:2.0:1749393526.541430:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e764a80 x1834371507401728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393526.541436:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507401728:0@lo:400: 00000100:00100000:0.0:1749393526.568205:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393526.568216:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507402368:0@lo:900: 00010000:00010000:3.0:1749393526.620269:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393527.192213:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393527.321225:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393527.622238:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393527.946231:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507402496:0@lo:700: 00000100:00100000:2.0:1749393527.946328:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393527.946432:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997269c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393527.946484:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507402496 00000100:00100000:0.0:1749393527.946500:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507402496 00000100:00080000:2.0:1749393527.946568:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393527.946581:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1749393527.946594:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507402496:12345-0@lo:700: 00000100:00100000:0.0:1749393527.946695:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393527.946704:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507402624:0@lo:700: 40000000:00080000:0.0:1749393527.946724:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393527.946728:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393527.946787:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507402496:12345-0@lo:700: Request processed in 196us (458us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393527.946797:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1749393527.946820:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507402496:0@lo:700: 00000100:00100000:0.0:1749393527.947183:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507402752:0@lo:700: 00000100:00100000:0.0:1749393527.947219:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393527.947242:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507402752 00000100:00100000:0.0:1749393527.947267:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393527.947267:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507402752 00000100:00080000:3.0:1749393527.947297:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393527.947324:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1749393527.947341:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cceb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507402752:12345-0@lo:700: 00000100:00100000:3.0:1749393527.947396:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f79c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393527.947403:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507402880:0@lo:700: 40000000:00080000:3.0:1749393527.947415:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393527.947418:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393527.947491:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cceb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507402752:12345-0@lo:700: Request processed in 157us (271us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393527.947497:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1749393527.947546:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507402752:0@lo:700: 00000100:00100000:2.0:1749393527.964246:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749393527.964265:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507403008:0@lo:41: 00000100:00100000:2.0:1749393527.964308:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393527.964407:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507403008 00000100:00100000:0.0:1749393527.964414:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507403008 00000100:00100000:0.0:1749393527.964452:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1749393527.964461:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507403008:12345-0@lo:41: 00000004:00000024:0.0:1749393527.964495:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393527.964547:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507403008:12345-0@lo:41: Request processed in 86us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393527.964555:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1749393527.964571:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507403008:0@lo:41: 00000100:00100000:0.0:1749393528.192227:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393528.321194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393528.569260:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393528.569294:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507403136:0@lo:900: 00010000:00010000:2.0:1749393528.624294:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393529.192331:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393529.321192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393529.626343:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393529.947250:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507403264:0@lo:700: 00000100:00100000:2.0:1749393529.947338:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393529.947433:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393529.947485:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507403264 00000100:00100000:3.0:1749393529.947512:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507403264 00000100:00080000:0.0:1749393529.947582:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393529.947603:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1749393529.947611:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507403264:12345-0@lo:700: 00000100:00100000:3.0:1749393529.947695:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f79c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393529.947702:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507403392:0@lo:700: 40000000:00080000:3.0:1749393529.947714:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393529.947717:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393529.947783:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507403264:12345-0@lo:700: Request processed in 174us (445us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393529.947790:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1749393529.947825:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507403264:0@lo:700: 00000100:00100000:0.0:1749393529.948172:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507403520:0@lo:700: 00000100:00100000:0.0:1749393529.948215:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393529.948267:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507403520 00000100:00100000:3.0:1749393529.948272:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507403520 00000100:00100000:0.0:1749393529.948282:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00080000:2.0:1749393529.948296:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393529.948304:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1749393529.948309:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507403520:12345-0@lo:700: 00000100:00100000:3.0:1749393529.948327:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f79c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393529.948332:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507403648:0@lo:700: 40000000:00080000:3.0:1749393529.948338:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393529.948340:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393529.948379:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507403520:12345-0@lo:700: Request processed in 69us (164us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393529.948385:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1749393529.948417:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507403520:0@lo:700: 00000100:00100000:2.0:1749393530.192195:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393530.321192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393530.367583:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393530.367687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393530.367742:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393530.367752:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499727104 00000100:00100000:3.0:1749393530.367762:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499727104 00000100:00100000:0.0:1749393530.367774:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499727232 00000100:00100000:0.0:1749393530.367784:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499727232 00000100:00100000:1.0:1749393530.367809:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499727360 00000100:00100000:3.0:1749393530.367817:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 377 00000100:00100000:1.0:1749393530.367819:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499727360 00000100:00100000:3.0:1749393530.367825:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499727104:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393530.367826:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 796 00000100:00100000:0.0:1749393530.367835:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499727232:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393530.367857:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 797 00000100:00100000:1.0:1749393530.367865:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499727360:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393530.367875:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 572 last 0 00000100:00100000:3.0:1749393530.367887:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499727104:12345-192.168.203.32@tcp:400: Request processed in 63us (314us total) trans 0 rc 0/0 00010000:00080000:1.0:1749393530.367889:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 572 last 0 00000100:00100000:3.0:1749393530.367905:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 377 00000100:00100000:0.0:1749393530.367951:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499727232:12345-192.168.203.32@tcp:38: Request processed in 115us (264us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393530.367960:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499727360:12345-192.168.203.32@tcp:38: Request processed in 95us (217us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393530.367961:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 796 00000100:00100000:1.0:1749393530.367969:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 797 00000100:00100000:0.0:1749393530.570208:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393530.570221:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507403776:0@lo:900: 00010000:00010000:3.0:1749393530.628330:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393531.116302:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507403904:0@lo:41: 00000100:00100000:2.0:1749393531.116399:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393531.116544:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507403904 00000100:00100000:0.0:1749393531.116558:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507403904 00000100:00100000:0.0:1749393531.116656:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1749393531.116668:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507403904:12345-0@lo:41: 00000004:00000024:0.0:1749393531.116717:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393531.116787:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507403904:12345-0@lo:41: Request processed in 122us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393531.116819:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:2.0:1749393531.116836:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507403904:0@lo:41: 00000100:00100000:2.0:1749393531.192201:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393531.321151:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393531.548256:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393531.548264:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393531.548268:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393531.548276:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 568 00000100:00080000:0.0:1749393531.548280:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393531.548281:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507404032:0@lo:400: 00000100:00080000:0.0:1749393531.548287:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393531.548314:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16aa00 x1834371507404160/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393531.548336:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393531.548368:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393531.548368:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507404032 00000100:00080000:0.0:1749393531.548373:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393531.548374:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393531.548378:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 568 00000100:00100000:3.0:1749393531.548378:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507404032 00000100:00080000:0.0:1749393531.548381:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393531.548384:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393531.548390:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749393531.548397:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16b480 x1834371507404416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393531.548398:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507404288:0@lo:400: 00000100:00080000:0.0:1749393531.548420:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393531.548422:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393531.548424:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393531.548425:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393531.548429:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 568 00000100:00080000:0.0:1749393531.548431:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393531.548435:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393531.548435:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1749393531.548444:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507404032:12345-0@lo:400: 00000100:00100000:0.0:1749393531.548445:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16b100 x1834371507404672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393531.548464:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507404160:0@lo:38: 00000100:00100000:2.0:1749393531.548464:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1749393531.548465:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393531.548468:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393531.548470:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393531.548474:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 568 00000100:00100000:2.0:1749393531.548474:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507404544:0@lo:400: 00000100:00080000:0.0:1749393531.548476:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393531.548479:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393531.548491:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b169500 x1834371507404800/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393531.548502:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393531.548506:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507404032:12345-0@lo:400: Request processed in 63us (169us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393531.548513:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393531.548514:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00080000:0.0:1749393531.548516:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393531.548518:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393531.548521:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507404928:0@lo:400: 00000100:00080000:0.0:1749393531.548522:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 568 00000100:00100000:1.0:1749393531.548523:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393531.548524:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393531.548527:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393531.548537:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16b800 x1834371507405184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393531.548546:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393531.548547:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393531.548547:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507404288 00000100:00080000:0.0:1749393531.548549:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393531.548550:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393531.548551:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507404288 00000100:00080000:0.0:1749393531.548553:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 568 00000100:00100000:1.0:1749393531.548554:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507404416:0@lo:38: 00000100:00080000:0.0:1749393531.548555:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393531.548558:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393531.548568:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b168700 x1834371507405312/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393531.548571:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507404544 00000100:00100000:1.0:1749393531.548574:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393531.548574:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507404928 00000100:00100000:3.0:1749393531.548576:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507404544 00000100:00100000:2.0:1749393531.548580:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507404928 00000100:00100000:3.0:1749393531.548595:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1749393531.548596:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507404672:0@lo:38: 00000100:00100000:3.0:1749393531.548603:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507404288:12345-0@lo:400: 00000100:00100000:1.0:1749393531.548612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393531.548619:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1749393531.548664:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507404928:12345-0@lo:400: 00000100:00100000:0.0:1749393531.548681:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507404160 00000100:00100000:0.0:1749393531.548687:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507404160 00000100:00100000:1.0:1749393531.548694:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507404800:0@lo:38: 00000100:00100000:2.0:1749393531.548710:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507404928:12345-0@lo:400: Request processed in 48us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393531.548713:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507404416 00000100:00100000:0.0:1749393531.548715:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507404416 00000100:00100000:2.0:1749393531.548719:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1749393531.548721:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393531.548722:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507404288:12345-0@lo:400: Request processed in 116us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393531.548735:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507404672 00000100:00100000:3.0:1749393531.548735:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1749393531.548738:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507404672 00000100:00100000:1.0:1749393531.548738:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507405184:0@lo:38: 00000100:00080000:2.0:1749393531.548740:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393531.548745:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507404800 00000100:00100000:0.0:1749393531.548748:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507404800 00000100:00100000:2.0:1749393531.548755:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507405056:0@lo:400: 00000100:00100000:1.0:1749393531.548756:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393531.548757:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1749393531.548759:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1749393531.548766:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507404160:12345-0@lo:38: 00000100:00100000:1.0:1749393531.548766:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507405312:0@lo:38: 00000100:00100000:3.0:1749393531.548767:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507404544:12345-0@lo:400: 00000100:00100000:2.0:1749393531.548777:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393531.548783:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749393531.548792:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393531.548805:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507405184 00000100:00100000:1.0:1749393531.548811:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507405184 00000100:00100000:3.0:1749393531.548818:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507404544:12345-0@lo:400: Request processed in 51us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393531.548825:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507404288:0@lo:400: 00000100:00100000:1.0:1749393531.548826:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507405312 00000100:00100000:1.0:1749393531.548829:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507405312 00000100:00100000:3.0:1749393531.548829:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1749393531.548836:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507404032:0@lo:400: 00000100:00100000:1.0:1749393531.548838:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1749393531.548839:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507404160:12345-0@lo:38: Request processed in 72us (317us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393531.548845:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507404416:12345-0@lo:38: 00000100:00100000:0.0:1749393531.548846:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1749393531.548860:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1749393531.548862:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507405056 00000100:00100000:3.0:1749393531.548863:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507405440:0@lo:400: 00000100:00100000:0.0:1749393531.548865:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507404672:12345-0@lo:38: 00000100:00100000:2.0:1749393531.548866:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507405056 00010000:00020000:1.0:1749393531.548873:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393531.548877:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393531.548888:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1749393531.548894:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507405056:12345-0@lo:400: 00000100:00100000:0.0:1749393531.548907:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507404672:12345-0@lo:38: Request processed in 41us (294us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393531.548908:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393531.548911:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507404416:12345-0@lo:38: Request processed in 65us (336us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393531.548913:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1749393531.548920:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1749393531.548924:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1749393531.548929:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507404800:12345-0@lo:38: 00000100:00100000:2.0:1749393531.548931:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507405056:12345-0@lo:400: Request processed in 36us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393531.548936:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1749393531.548937:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00010000:00020000:0.0:1749393531.548940:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393531.548941:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507405184:12345-0@lo:38: 00000100:00100000:2.0:1749393531.548946:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507405440 00000100:00100000:2.0:1749393531.548949:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507405440 00010000:00020000:1.0:1749393531.548952:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393531.548959:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507404800:12345-0@lo:38: Request processed in 29us (238us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393531.548965:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:1.0:1749393531.548971:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507405184:12345-0@lo:38: Request processed in 29us (215us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393531.548977:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1749393531.548980:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1749393531.548986:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1749393531.548991:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507405312:12345-0@lo:38: 00000100:00080000:3.0:1749393531.548993:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393531.548997:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507405440:12345-0@lo:400: 00010000:00020000:0.0:1749393531.549004:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393531.549009:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507405568:0@lo:400: 00000100:00080000:3.0:1749393531.549012:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393531.549020:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507404160:0@lo:38: 00000100:00100000:0.0:1749393531.549040:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507405312:12345-0@lo:38: Request processed in 48us (257us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393531.549044:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393531.549046:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00080000:3.0:1749393531.549048:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393531.549050:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393531.549054:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507404416:0@lo:38: 00000100:00100000:2.0:1749393531.549057:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507405440:12345-0@lo:400: Request processed in 62us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393531.549063:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:2.0:1749393531.549097:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507405568 00000100:00100000:2.0:1749393531.549100:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507405568 00000100:00100000:2.0:1749393531.549125:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:2.0:1749393531.549130:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507405568:12345-0@lo:400: 00000100:00080000:3.0:1749393531.549135:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393531.549138:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393531.549142:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507404672:0@lo:38: 00000100:00080000:3.0:1749393531.549152:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393531.549154:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393531.549157:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507404800:0@lo:38: 00000100:00080000:3.0:1749393531.549166:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393531.549169:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393531.549171:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507405184:0@lo:38: 00000100:00100000:2.0:1749393531.549175:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507405568:12345-0@lo:400: Request processed in 43us (124us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393531.549180:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393531.549181:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00080000:3.0:1749393531.549182:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393531.549185:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507405312:0@lo:38: 00000100:00080000:2.0:1749393531.549195:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1749393531.549197:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1749393531.549219:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b16a680 x1834371507405056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749393531.549221:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b169180 x1834371507405568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749393531.549224:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b169880 x1834371507405440/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393531.549232:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507405056:0@lo:400: 00000100:00100000:1.0:1749393531.549236:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507405568:0@lo:400: 00000100:00100000:3.0:1749393531.549237:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507405440:0@lo:400: 00010000:00080000:3.0:1749393531.549257:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b169f80 x1834371507404928/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393531.549267:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507404928:0@lo:400: 00000100:00100000:3.0:1749393531.549288:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507404544:0@lo:400: 00010000:00010000:2.0:1749393531.630314:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393531.948216:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507405696:0@lo:700: 00000100:00100000:2.0:1749393531.948267:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393531.948332:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393531.948392:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507405696 00000100:00100000:3.0:1749393531.948402:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507405696 00000100:00100000:3.0:1749393531.948458:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1749393531.948467:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507405696:12345-0@lo:700: 00000100:00100000:3.0:1749393531.948513:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7b40 going to sleep for 0 seconds 00000100:00100000:3.0:1749393531.948520:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507405824:0@lo:700: 40000000:00080000:3.0:1749393531.948532:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393531.948536:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393531.948589:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507405696:12345-0@lo:700: Request processed in 123us (322us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393531.948598:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1749393531.948614:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507405696:0@lo:700: 00000100:00100000:2.0:1749393531.949159:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507405952:0@lo:700: 00000100:00100000:2.0:1749393531.949187:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393531.949234:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507405952 00000100:00100000:2.0:1749393531.949240:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393531.949240:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507405952 00000100:00100000:3.0:1749393531.949265:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1749393531.949272:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507405952:12345-0@lo:700: 00000100:00100000:3.0:1749393531.949297:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7b40 going to sleep for 0 seconds 00000100:00100000:3.0:1749393531.949303:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507406080:0@lo:700: 40000000:00080000:3.0:1749393531.949311:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393531.949314:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393531.949357:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507405952:12345-0@lo:700: Request processed in 85us (169us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393531.949364:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:2.0:1749393531.949384:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507405952:0@lo:700: 00000100:00100000:2.0:1749393532.192193:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393532.321213:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393532.571261:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393532.571279:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507406208:0@lo:900: 00010000:00010000:2.0:1749393532.632359:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393532.972420:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507406336:0@lo:41: 00000100:00100000:0.0:1749393532.972506:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393532.972607:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507406336 00000100:00100000:2.0:1749393532.972637:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507406336 00000100:00100000:2.0:1749393532.972695:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1749393532.972703:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507406336:12345-0@lo:41: 00000004:00000024:2.0:1749393532.972745:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393532.972799:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507406336:12345-0@lo:41: Request processed in 97us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393532.972807:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1749393532.972835:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507406336:0@lo:41: 00000100:00100000:2.0:1749393533.192158:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393533.321129:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393533.634229:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393533.949200:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507406464:0@lo:700: 00000100:00100000:2.0:1749393533.949272:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393533.949339:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393533.949352:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507406464 00000100:00100000:3.0:1749393533.949362:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507406464 00000100:00080000:2.0:1749393533.949406:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393533.949438:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1749393533.949464:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507406464:12345-0@lo:700: 00000100:00100000:3.0:1749393533.949507:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7b40 going to sleep for 0 seconds 00000100:00100000:3.0:1749393533.949512:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507406592:0@lo:700: 40000000:00080000:3.0:1749393533.949525:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393533.949528:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393533.949573:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507406464:12345-0@lo:700: Request processed in 112us (299us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393533.949581:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1749393533.949586:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507406464:0@lo:700: 00000100:00100000:0.0:1749393533.950128:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507406720:0@lo:700: 00000100:00100000:0.0:1749393533.950155:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393533.950184:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507406720 00000100:00100000:0.0:1749393533.950186:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393533.950188:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507406720 00000100:00080000:2.0:1749393533.950200:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393533.950210:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1749393533.950215:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507406720:12345-0@lo:700: 00000100:00100000:3.0:1749393533.950233:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7b40 going to sleep for 0 seconds 00000100:00100000:3.0:1749393533.950237:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507406848:0@lo:700: 40000000:00080000:3.0:1749393533.950243:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393533.950245:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393533.950275:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507406720:12345-0@lo:700: Request processed in 59us (119us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393533.950281:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1749393533.950288:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507406720:0@lo:700: 00000100:00100000:2.0:1749393534.192259:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393534.321191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393534.572281:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393534.572303:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507406976:0@lo:900: 00010000:00010000:3.0:1749393534.636324:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393534.865278:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393534.865324:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507407104/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393539 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393534.865421:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393534.865510:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393534.865540:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507407104 00000100:00100000:3.0:1749393534.865554:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507407104 00000100:00080000:2.0:1749393534.865643:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393534.865671:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1749393534.865685:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507407104:12345-0@lo:700: 40000000:00080000:3.0:1749393534.865732:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393534.865804:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507407104:12345-0@lo:700: Request processed in 121us (380us total) trans 0 rc -115/-115 00000100:00100400:0.0:1749393534.865827:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507407104/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393550 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393534.865835:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1749393534.874494:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393534.875147:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393534.875164:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507407232/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393539 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393534.875201:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393534.875239:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393534.875252:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507407232 00000100:00100000:3.0:1749393534.875260:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507407232 00000100:00080000:2.0:1749393534.875300:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393534.875308:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1749393534.875317:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507407232:12345-0@lo:700: 40000000:00080000:3.0:1749393534.875336:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393534.875389:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507407232:12345-0@lo:700: Request processed in 71us (185us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393534.875399:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100400:0.0:1749393534.875406:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507407232/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393550 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393534.875416:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393535.192204:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393535.321159:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393535.375384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393535.375436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393535.375477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393535.375526:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499727616 00000100:00100000:2.0:1749393535.375541:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499727616 00000100:00100000:3.0:1749393535.375543:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499727488 00000100:00100000:3.0:1749393535.375556:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499727488 00000100:00100000:2.0:1749393535.375625:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499727744 00000100:00100000:2.0:1749393535.375641:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499727744 00000100:00100000:3.0:1749393535.375654:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 379 00000100:00100000:1.0:1749393535.375658:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 804 00000100:00100000:3.0:1749393535.375664:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499727488:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393535.375668:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499727616:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393535.375673:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 805 00000100:00100000:2.0:1749393535.375682:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499727744:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393535.375702:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 577 last 0 00010000:00080000:2.0:1749393535.375718:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 577 last 0 00000100:00100000:3.0:1749393535.375747:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499727488:12345-192.168.203.32@tcp:400: Request processed in 85us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393535.375755:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 379 00000100:00100000:1.0:1749393535.375756:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499727616:12345-192.168.203.32@tcp:38: Request processed in 88us (384us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393535.375763:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 804 00000100:00100000:2.0:1749393535.375800:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499727744:12345-192.168.203.32@tcp:38: Request processed in 117us (321us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393535.375809:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 805 00010000:00010000:2.0:1749393535.638408:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393535.950237:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507407360:0@lo:700: 00000100:00100000:2.0:1749393535.950305:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393535.950394:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393535.950468:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507407360 00000100:00100000:3.0:1749393535.950479:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507407360 00000100:00080000:2.0:1749393535.950541:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393535.950556:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1749393535.950567:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507407360:12345-0@lo:700: 00000100:00100000:3.0:1749393535.950681:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7c00 going to sleep for 0 seconds 00000100:00100000:3.0:1749393535.950688:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507407488:0@lo:700: 40000000:00080000:3.0:1749393535.950702:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393535.950705:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393535.950761:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507407360:12345-0@lo:700: Request processed in 196us (456us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393535.950786:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1749393535.950791:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507407360:0@lo:700: 00000100:00100000:0.0:1749393535.951202:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507407616:0@lo:700: 00000100:00100000:0.0:1749393535.951271:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393535.951324:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507407616 00000100:00100000:3.0:1749393535.951330:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507407616 00000100:00100000:0.0:1749393535.951338:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393535.951360:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00080000:2.0:1749393535.951364:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393535.951368:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507407616:12345-0@lo:700: 00000100:00100000:3.0:1749393535.951392:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7c00 going to sleep for 0 seconds 00000100:00100000:3.0:1749393535.951397:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507407744:0@lo:700: 40000000:00080000:3.0:1749393535.951406:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393535.951409:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393535.951457:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507407616:12345-0@lo:700: Request processed in 89us (186us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393535.951465:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1749393535.951495:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507407616:0@lo:700: 00000100:00100000:0.0:1749393536.124403:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507407872:0@lo:41: 00000100:00100000:0.0:1749393536.124509:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393536.124626:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507407872 00000100:00100000:2.0:1749393536.124640:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507407872 00000100:00100000:2.0:1749393536.124689:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1749393536.124699:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507407872:12345-0@lo:41: 00000004:00000024:2.0:1749393536.124735:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393536.124821:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507407872:12345-0@lo:41: Request processed in 123us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393536.124829:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1749393536.124879:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507407872:0@lo:41: 00000100:00100000:2.0:1749393536.192155:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393536.321241:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393536.556255:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393536.556265:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393536.556268:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393536.556276:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 573 00000100:00080000:0.0:1749393536.556280:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393536.556286:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393536.556306:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16b100 x1834371507408128/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393536.556307:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507408000:0@lo:400: 00000100:00080000:0.0:1749393536.556336:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393536.556338:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393536.556339:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393536.556342:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 573 00000100:00100000:1.0:1749393536.556345:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507408256:0@lo:400: 00000100:00080000:0.0:1749393536.556356:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393536.556359:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393536.556368:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16aa00 x1834371507408384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393536.556374:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393536.556379:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393536.556381:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393536.556382:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393536.556385:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 573 00000100:00080000:0.0:1749393536.556386:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393536.556389:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393536.556395:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16ad80 x1834371507408640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393536.556395:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507408128:0@lo:38: 00000100:00100000:1.0:1749393536.556399:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393536.556400:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393536.556402:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393536.556402:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393536.556404:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 573 00000100:00080000:0.0:1749393536.556405:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393536.556407:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393536.556415:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c7480 x1834371507408768/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393536.556426:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393536.556429:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749393536.556430:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393536.556432:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393536.556433:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393536.556434:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393536.556434:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507409024:0@lo:400: 00000100:00080000:0.0:1749393536.556435:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 573 00000100:00080000:0.0:1749393536.556439:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393536.556440:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507408512:0@lo:400: 00000100:00080000:0.0:1749393536.556442:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393536.556450:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c6300 x1834371507409152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393536.556455:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393536.556455:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507408384:0@lo:38: 00000100:00080000:0.0:1749393536.556458:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749393536.556458:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393536.556459:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393536.556459:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393536.556461:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 573 00000100:00080000:0.0:1749393536.556462:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393536.556464:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393536.556471:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c5f80 x1834371507409280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393536.556471:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393536.556494:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507408000 00000100:00100000:1.0:1749393536.556495:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507409408:0@lo:400: 00000100:00100000:0.0:1749393536.556497:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507409536:0@lo:400: 00000100:00100000:2.0:1749393536.556500:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507408640:0@lo:38: 00000100:00100000:3.0:1749393536.556501:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507408000 00000100:00100000:1.0:1749393536.556509:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393536.556523:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393536.556526:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393536.556537:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507408768:0@lo:38: 00000100:00100000:1.0:1749393536.556541:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507408128 00000100:00100000:3.0:1749393536.556541:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1749393536.556546:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507408128 00000100:00100000:2.0:1749393536.556549:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393536.556549:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507408000:12345-0@lo:400: 00000100:00100000:0.0:1749393536.556556:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507408384 00000100:00100000:0.0:1749393536.556559:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507408384 00000100:00100000:2.0:1749393536.556561:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507409152:0@lo:38: 00000100:00100000:1.0:1749393536.556563:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507408640 00000100:00100000:1.0:1749393536.556565:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507408640 00000100:00100000:0.0:1749393536.556571:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507408768 00000100:00100000:2.0:1749393536.556572:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393536.556573:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507408768 00000100:00100000:1.0:1749393536.556574:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1749393536.556578:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507409152 00000100:00100000:1.0:1749393536.556578:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507408128:12345-0@lo:38: 00000100:00100000:2.0:1749393536.556579:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507409280:0@lo:38: 00000100:00100000:0.0:1749393536.556580:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507409152 00000100:00100000:0.0:1749393536.556614:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1749393536.556615:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507408000:12345-0@lo:400: Request processed in 66us (241us total) trans 0 rc 0/0 00010000:00020000:1.0:1749393536.556616:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393536.556616:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393536.556619:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507408384:12345-0@lo:38: 00000100:00100000:3.0:1749393536.556624:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00010000:00020000:0.0:1749393536.556628:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393536.556636:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507409280 00000100:00100000:2.0:1749393536.556641:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507409280 00000100:00100000:1.0:1749393536.556646:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507408128:12345-0@lo:38: Request processed in 67us (213us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393536.556648:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507408384:12345-0@lo:38: Request processed in 29us (176us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393536.556652:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1749393536.556653:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507409024 00000100:00100000:3.0:1749393536.556657:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507409024 00000100:00100000:0.0:1749393536.556658:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1749393536.556667:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1749393536.556671:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507408640:12345-0@lo:38: 00000100:00100000:1.0:1749393536.556674:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1749393536.556677:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1749393536.556677:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507408768:12345-0@lo:38: 00000100:00100000:0.0:1749393536.556680:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507409152:12345-0@lo:38: 00010000:00020000:2.0:1749393536.556689:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393536.556691:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393536.556692:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507409408 00010000:00020000:0.0:1749393536.556694:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393536.556695:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507409408 00000100:00100000:1.0:1749393536.556709:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507408768:12345-0@lo:38: Request processed in 31us (159us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393536.556710:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507409536 00000100:00100000:1.0:1749393536.556712:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1749393536.556712:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507409536 00000100:00100000:0.0:1749393536.556718:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507409152:12345-0@lo:38: Request processed in 37us (145us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393536.556718:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507408640:12345-0@lo:38: Request processed in 46us (194us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393536.556719:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:1.0:1749393536.556721:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507409280:12345-0@lo:38: 00000100:00100000:0.0:1749393536.556722:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1749393536.556723:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1749393536.556726:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00010000:00020000:1.0:1749393536.556727:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393536.556727:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507409024:12345-0@lo:400: 00000100:00100000:1.0:1749393536.556738:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507409280:12345-0@lo:38: Request processed in 16us (123us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393536.556739:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1749393536.556742:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1749393536.556746:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507409408:12345-0@lo:400: 00000100:00100000:2.0:1749393536.556748:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1749393536.556754:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507409536:12345-0@lo:400: 00000100:00100000:3.0:1749393536.556756:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507409024:12345-0@lo:400: Request processed in 28us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393536.556763:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:0.0:1749393536.556772:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507409408:12345-0@lo:400: Request processed in 29us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393536.556777:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1749393536.556784:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507409536:12345-0@lo:400: Request processed in 32us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393536.556789:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00010000:00080000:1.0:1749393536.556791:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c4e00 x1834371507409408/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393536.556792:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507408256 00000100:00100000:3.0:1749393536.556795:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507408256 00010000:00080000:0.0:1749393536.556800:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c7b80 x1834371507409536/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393536.556802:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507409408:0@lo:400: 00000100:00100000:0.0:1749393536.556807:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507409536:0@lo:400: 00000100:00080000:2.0:1749393536.556811:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393536.556815:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507408512 00000100:00100000:3.0:1749393536.556818:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507408512 00000100:00100000:1.0:1749393536.556829:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00080000:2.0:1749393536.556832:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393536.556834:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1749393536.556835:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507408256:12345-0@lo:400: 00000100:00080000:2.0:1749393536.556835:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393536.556839:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507408640:0@lo:38: 00000100:00100000:3.0:1749393536.556841:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507408512:12345-0@lo:400: 00000100:00080000:2.0:1749393536.556846:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393536.556848:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393536.556851:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507408768:0@lo:38: 00000100:00080000:2.0:1749393536.556858:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393536.556860:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393536.556861:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507408256:12345-0@lo:400: Request processed in 28us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393536.556862:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507409152:0@lo:38: 00000100:00100000:1.0:1749393536.556866:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1749393536.556869:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507408256:0@lo:400: 00000100:00080000:2.0:1749393536.556870:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393536.556872:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393536.556874:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507409280:0@lo:38: 00000100:00100000:3.0:1749393536.556877:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507408512:12345-0@lo:400: Request processed in 37us (417us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393536.556882:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393536.556884:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507408512:0@lo:400: 00000100:00080000:2.0:1749393536.556884:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393536.556885:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1749393536.556887:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507408128:0@lo:38: 00000100:00080000:2.0:1749393536.556894:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393536.556896:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393536.556898:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507408384:0@lo:38: 00010000:00080000:3.0:1749393536.556916:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c7100 x1834371507409024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393536.556930:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507409024:0@lo:400: 00000100:00100000:3.0:1749393536.556937:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507408896:0@lo:400: 00000100:00100000:3.0:1749393536.556955:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393536.556986:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507408000:0@lo:400: 00000100:00100000:2.0:1749393536.556995:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507408896 00000100:00100000:2.0:1749393536.556998:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507408896 00000100:00100000:2.0:1749393536.557024:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1749393536.557028:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507408896:12345-0@lo:400: 00000100:00100000:2.0:1749393536.557059:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507408896:12345-0@lo:400: Request processed in 31us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393536.557070:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00010000:00080000:3.0:1749393536.557107:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c5c00 x1834371507408896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393536.557118:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507408896:0@lo:400: 00000100:00100000:0.0:1749393536.573142:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393536.573148:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507409664:0@lo:900: 00010000:00010000:2.0:1749393536.640237:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393537.192164:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393537.321159:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393537.642324:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393537.951247:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507409792:0@lo:700: 00000100:00100000:2.0:1749393537.951340:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393537.951437:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393537.951505:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507409792 00000100:00100000:3.0:1749393537.951524:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507409792 00000100:00080000:2.0:1749393537.951629:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393537.951670:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1749393537.951683:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507409792:12345-0@lo:700: 00000100:00100000:3.0:1749393537.951740:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393537.951748:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507409920:0@lo:700: 40000000:00080000:3.0:1749393537.951762:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393537.951765:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393537.951847:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507409792:12345-0@lo:700: Request processed in 167us (506us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393537.951859:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1749393537.951882:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507409792:0@lo:700: 00000100:00100000:0.0:1749393537.952178:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507410048:0@lo:700: 00000100:00100000:0.0:1749393537.952224:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393537.952276:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507410048 00000100:00100000:3.0:1749393537.952282:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507410048 00000100:00100000:0.0:1749393537.952283:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00080000:2.0:1749393537.952301:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393537.952310:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1749393537.952317:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507410048:12345-0@lo:700: 00000100:00100000:3.0:1749393537.952340:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393537.952345:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507410176:0@lo:700: 40000000:00080000:3.0:1749393537.952353:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393537.952355:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393537.952402:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507410048:12345-0@lo:700: Request processed in 85us (178us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393537.952409:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1749393537.952440:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507410048:0@lo:700: 00000100:00100000:3.0:1749393537.980281:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393537.980301:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507410304:0@lo:41: 00000100:00100000:3.0:1749393537.980347:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393537.980445:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507410304 00000100:00100000:0.0:1749393537.980457:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507410304 00000100:00100000:0.0:1749393537.980534:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1749393537.980543:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507410304:12345-0@lo:41: 00000004:00000024:0.0:1749393537.980608:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393537.980673:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507410304:12345-0@lo:41: Request processed in 131us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393537.980682:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1749393537.980725:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507410304:0@lo:41: 00000100:00100000:2.0:1749393538.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393538.321194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393538.574213:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393538.574229:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507410432:0@lo:900: 00010000:00010000:3.0:1749393538.644355:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393539.192240:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393539.321185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393539.646331:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393539.952235:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507410560:0@lo:700: 00000100:00100000:2.0:1749393539.952296:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393539.952383:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393539.952467:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507410560 00000100:00100000:3.0:1749393539.952483:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507410560 00000100:00080000:2.0:1749393539.952600:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393539.952602:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1749393539.952615:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507410560:12345-0@lo:700: 00000100:00100000:3.0:1749393539.952677:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393539.952686:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507410688:0@lo:700: 40000000:00080000:3.0:1749393539.952701:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393539.952704:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393539.952785:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507410560:12345-0@lo:700: Request processed in 174us (489us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393539.952794:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1749393539.952820:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507410560:0@lo:700: 00000100:00100000:1.0:1749393539.953190:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507410816:0@lo:700: 00000100:00100000:1.0:1749393539.953237:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393539.953286:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507410816 00000100:00100000:3.0:1749393539.953292:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507410816 00000100:00100000:1.0:1749393539.953302:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00080000:2.0:1749393539.953312:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393539.953324:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1749393539.953332:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507410816:12345-0@lo:700: 00000100:00100000:3.0:1749393539.953355:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393539.953360:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507410944:0@lo:700: 40000000:00080000:3.0:1749393539.953369:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393539.953371:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393539.953413:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507410816:12345-0@lo:700: Request processed in 81us (176us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393539.953420:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1749393539.953449:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507410816:0@lo:700: 00000100:00100000:2.0:1749393540.192270:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393540.321202:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393540.383304:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393540.383347:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393540.383427:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499727872 00000100:00100000:0.0:1749393540.383435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393540.383439:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499727872 00000100:00100000:1.0:1749393540.383449:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499728000 00000100:00100000:1.0:1749393540.383455:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499728000 00000100:00100000:0.0:1749393540.383473:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499728128 00000100:00100000:0.0:1749393540.383481:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499728128 00000100:00100000:1.0:1749393540.383489:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 812 00000100:00100000:1.0:1749393540.383494:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499728000:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393540.383497:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 381 00000100:00100000:3.0:1749393540.383502:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499727872:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393540.383510:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 813 00000100:00100000:0.0:1749393540.383516:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499728128:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393540.383519:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 582 last 0 00010000:00080000:0.0:1749393540.383543:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 582 last 0 00000100:00100000:1.0:1749393540.383596:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499728000:12345-192.168.203.32@tcp:38: Request processed in 101us (247us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393540.383597:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499727872:12345-192.168.203.32@tcp:400: Request processed in 93us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393540.383603:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 812 00000100:00100000:3.0:1749393540.383604:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 381 00000100:00100000:0.0:1749393540.383623:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499728128:12345-192.168.203.32@tcp:38: Request processed in 106us (187us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393540.383630:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 813 00000100:00100000:0.0:1749393540.575226:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393540.575239:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507411072:0@lo:900: 00010000:00010000:2.0:1749393540.648335:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393541.132402:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507411200:0@lo:41: 00000100:00100000:0.0:1749393541.132483:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393541.132545:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507411200 00000100:00100000:2.0:1749393541.132582:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507411200 00000100:00100000:2.0:1749393541.132632:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1749393541.132642:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507411200:12345-0@lo:41: 00000004:00000024:2.0:1749393541.132701:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393541.132772:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507411200:12345-0@lo:41: Request processed in 129us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393541.132781:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1749393541.132811:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507411200:0@lo:41: 00000100:00100000:2.0:1749393541.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393541.321197:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393541.564310:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393541.564344:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393541.564349:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393541.564358:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 578 00000100:00080000:0.0:1749393541.564364:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393541.564373:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393541.564403:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c5c00 x1834371507411456/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393541.564403:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507411328:0@lo:400: 00000100:00080000:0.0:1749393541.564447:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393541.564452:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393541.564454:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393541.564458:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 578 00000100:00080000:0.0:1749393541.564460:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393541.564463:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393541.564470:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507411584:0@lo:400: 00000100:00100000:0.0:1749393541.564476:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c5f80 x1834371507411712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393541.564499:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393541.564502:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393541.564506:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393541.564507:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393541.564511:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 578 00000100:00080000:0.0:1749393541.564513:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393541.564517:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393541.564527:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c7480 x1834371507411968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393541.564528:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393541.564536:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393541.564544:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393541.564546:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393541.564550:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 578 00000100:00080000:0.0:1749393541.564581:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393541.564585:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393541.564595:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507411840:0@lo:400: 00000100:00100000:0.0:1749393541.564600:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c4e00 x1834371507412096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393541.564610:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507411456:0@lo:38: 00000100:00100000:1.0:1749393541.564621:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393541.564626:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393541.564630:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393541.564632:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393541.564635:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 578 00000100:00080000:0.0:1749393541.564638:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393541.564639:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507412352:0@lo:400: 00000100:00080000:0.0:1749393541.564641:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393541.564642:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749393541.564651:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16b100 x1834371507412480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393541.564659:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393541.564661:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507412224:0@lo:400: 00000100:00080000:0.0:1749393541.564663:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393541.564664:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393541.564667:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 578 00000100:00080000:0.0:1749393541.564669:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393541.564673:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393541.564682:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16ad80 x1834371507412608/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393541.564693:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393541.564701:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393541.564709:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507411584 00000100:00100000:1.0:1749393541.564718:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507411584 00000100:00100000:2.0:1749393541.564720:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393541.564728:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507412736:0@lo:400: 00000100:00100000:0.0:1749393541.564747:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507411456 00000100:00100000:2.0:1749393541.564748:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393541.564751:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507411712:0@lo:38: 00000100:00100000:1.0:1749393541.564758:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507411840 00000100:00100000:0.0:1749393541.564759:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507411456 00000100:00100000:1.0:1749393541.564760:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507411840 00000100:00100000:3.0:1749393541.564771:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393541.564777:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1749393541.564783:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507412352 00000100:00100000:1.0:1749393541.564785:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507411584:12345-0@lo:400: 00000100:00100000:2.0:1749393541.564789:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507412352 00000100:00100000:3.0:1749393541.564789:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507411968:0@lo:38: 00000100:00100000:0.0:1749393541.564792:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507411712 00000100:00100000:0.0:1749393541.564795:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507411712 00000100:00100000:3.0:1749393541.564804:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393541.564818:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507411968 00000100:00100000:0.0:1749393541.564821:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507411968 00000100:00100000:2.0:1749393541.564827:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507412736 00000100:00100000:3.0:1749393541.564829:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507412096:0@lo:38: 00000100:00100000:2.0:1749393541.564830:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507412736 00000100:00100000:0.0:1749393541.564837:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1749393541.564840:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507411584:12345-0@lo:400: Request processed in 55us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393541.564844:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507411456:12345-0@lo:38: 00000100:00100000:2.0:1749393541.564847:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1749393541.564847:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393541.564848:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1749393541.564855:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507412352:12345-0@lo:400: 00000100:00100000:3.0:1749393541.564858:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507412480:0@lo:38: 00000100:00100000:1.0:1749393541.564867:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00010000:00020000:0.0:1749393541.564872:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393541.564873:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507411840:12345-0@lo:400: 00000100:00100000:3.0:1749393541.564873:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393541.564883:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507412608:0@lo:38: 00000100:00100000:2.0:1749393541.564907:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507412352:12345-0@lo:400: Request processed in 53us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393541.564915:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1749393541.564919:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507411840:12345-0@lo:400: Request processed in 46us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393541.564921:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393541.564925:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1749393541.564928:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1749393541.564933:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507411456:12345-0@lo:38: Request processed in 88us (232us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393541.564934:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507412736:12345-0@lo:400: 00000100:00100000:0.0:1749393541.564940:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1749393541.564946:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507412096 00000100:00100000:1.0:1749393541.564949:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507412096 00000100:00080000:3.0:1749393541.564952:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393541.564956:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507412480 00000100:00080000:3.0:1749393541.564956:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393541.564958:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507412736:12345-0@lo:400: Request processed in 23us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393541.564959:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507412480 00000100:00100000:1.0:1749393541.564959:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507412608 00000100:00100000:3.0:1749393541.564960:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507411456:0@lo:38: 00000100:00100000:1.0:1749393541.564961:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507412608 00000100:00100000:2.0:1749393541.564964:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1749393541.564969:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1749393541.564974:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507411712:12345-0@lo:38: 00000100:00100000:1.0:1749393541.564985:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00010000:00020000:0.0:1749393541.564986:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393541.564990:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507411968:12345-0@lo:38: 00000100:00080000:2.0:1749393541.564993:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1749393541.564997:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393541.565002:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507411328 00010000:00020000:1.0:1749393541.565007:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393541.565008:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507411328 00000100:00100000:2.0:1749393541.565011:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1749393541.565014:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507411712:12345-0@lo:38: Request processed in 38us (242us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393541.565017:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507412096:12345-0@lo:38: 00000100:00100000:0.0:1749393541.565020:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1749393541.565030:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1749393541.565033:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507411968:12345-0@lo:38: Request processed in 42us (228us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393541.565034:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393541.565035:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507412480:12345-0@lo:38: 00000100:00100000:1.0:1749393541.565040:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00010000:00020000:0.0:1749393541.565045:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393541.565048:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1749393541.565053:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1749393541.565055:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507411328:12345-0@lo:400: 00000100:00100000:1.0:1749393541.565058:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507412608:12345-0@lo:38: 00000100:00100000:2.0:1749393541.565064:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507412096:12345-0@lo:38: Request processed in 46us (216us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393541.565071:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1749393541.565100:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507412480:12345-0@lo:38: Request processed in 34us (196us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393541.565107:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00010000:00020000:1.0:1749393541.565129:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393541.565132:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749393541.565143:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507412864:0@lo:400: 00010000:00080000:2.0:1749393541.565150:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b16a300 x1834371507412736/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393541.565155:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507411328:12345-0@lo:400: Request processed in 98us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393541.565163:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507412608:12345-0@lo:38: Request processed in 104us (240us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393541.565167:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507412736:0@lo:400: 00000100:00100000:1.0:1749393541.565171:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00010000:00080000:2.0:1749393541.565181:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b16aa00 x1834371507412352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393541.565181:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1749393541.565188:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393541.565190:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507412352:0@lo:400: 00000100:00100000:2.0:1749393541.565201:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507411328:0@lo:400: 00000100:00100000:1.0:1749393541.565214:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507411584:0@lo:400: 00000100:00100000:0.0:1749393541.565226:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507412864 00000100:00100000:0.0:1749393541.565230:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507412864 00000100:00100000:1.0:1749393541.565235:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749393541.565250:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393541.565254:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393541.565259:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507412096:0@lo:38: 00000100:00100000:0.0:1749393541.565262:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507412224 00000100:00100000:1.0:1749393541.565262:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507411840:0@lo:400: 00000100:00100000:0.0:1749393541.565265:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507412224 00000100:00100000:2.0:1749393541.565266:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00080000:3.0:1749393541.565269:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393541.565272:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393541.565274:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507412864:12345-0@lo:400: 00000100:00100000:3.0:1749393541.565275:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507412480:0@lo:38: 00000100:00100000:0.0:1749393541.565281:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00080000:3.0:1749393541.565284:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393541.565286:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393541.565288:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507412224:12345-0@lo:400: 00000100:00100000:3.0:1749393541.565289:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507412608:0@lo:38: 00000100:00080000:3.0:1749393541.565299:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393541.565301:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393541.565303:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507411712:0@lo:38: 00000100:00080000:3.0:1749393541.565313:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393541.565315:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393541.565318:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507412864:12345-0@lo:400: Request processed in 45us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393541.565318:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507411968:0@lo:38: 00000100:00100000:2.0:1749393541.565325:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:0.0:1749393541.565333:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507412224:12345-0@lo:400: Request processed in 45us (96us total) trans 0 rc 0/0 00010000:00080000:1.0:1749393541.565335:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b16b480 x1834371507412864/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393541.565340:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00080000:2.0:1749393541.565341:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1749393541.565344:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393541.565348:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507412864:0@lo:400: 00010000:00080000:1.0:1749393541.565370:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b169500 x1834371507412224/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393541.565379:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507412224:0@lo:400: 00010000:00010000:2.0:1749393541.650342:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393541.953324:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507412992:0@lo:700: 00000100:00100000:2.0:1749393541.953420:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393541.953539:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393541.953635:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507412992 00000100:00100000:3.0:1749393541.953652:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507412992 00000100:00100000:3.0:1749393541.953729:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1749393541.953739:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507412992:12345-0@lo:700: 00000100:00100000:3.0:1749393541.953796:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7e40 going to sleep for 0 seconds 00000100:00100000:3.0:1749393541.953805:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507413120:0@lo:700: 40000000:00080000:3.0:1749393541.953818:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393541.953834:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393541.953914:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507412992:12345-0@lo:700: Request processed in 177us (495us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393541.953924:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1749393541.954024:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507412992:0@lo:700: 00000100:00100000:0.0:1749393541.954183:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099509880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507413248:0@lo:700: 00000100:00100000:0.0:1749393541.954229:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393541.954251:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507413248 00000100:00100000:3.0:1749393541.954256:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507413248 00000100:00100000:0.0:1749393541.954285:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393541.954290:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1749393541.954296:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507413248:12345-0@lo:700: 00000100:00100000:3.0:1749393541.954319:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7e40 going to sleep for 0 seconds 00000100:00100000:3.0:1749393541.954324:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507413376:0@lo:700: 40000000:00080000:3.0:1749393541.954332:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393541.954334:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393541.954388:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507413248:12345-0@lo:700: Request processed in 92us (159us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393541.954395:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1749393541.954421:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099509880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507413248:0@lo:700: 00000100:00100000:2.0:1749393542.192147:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393542.321140:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393542.576191:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393542.576204:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099509880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507413504:0@lo:900: 00010000:00010000:3.0:1749393542.652312:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393542.988364:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507413632:0@lo:41: 00000100:00100000:1.0:1749393542.988442:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393542.988523:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507413632 00000100:00100000:2.0:1749393542.988532:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507413632 00000100:00100000:2.0:1749393542.988593:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1749393542.988599:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507413632:12345-0@lo:41: 00000004:00000024:2.0:1749393542.988636:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393542.988676:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507413632:12345-0@lo:41: Request processed in 77us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393542.988681:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1749393542.988700:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507413632:0@lo:41: 00000100:00100000:2.0:1749393543.192194:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393543.321252:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393543.654448:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393543.954282:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507413760:0@lo:700: 00000100:00100000:2.0:1749393543.954396:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393543.954606:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507413760 00000100:00100000:3.0:1749393543.954622:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507413760 00000100:00080000:0.0:1749393543.954717:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393543.954744:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1749393543.954748:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393543.954758:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507413760:12345-0@lo:700: 00000100:00100000:3.0:1749393543.954820:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7e40 going to sleep for 0 seconds 00000100:00100000:3.0:1749393543.954879:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507413888:0@lo:700: 40000000:00080000:3.0:1749393543.954896:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393543.954899:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393543.954981:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507413760:12345-0@lo:700: Request processed in 227us (587us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393543.954990:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1749393543.955043:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507413760:0@lo:700: 00000100:00100000:1.0:1749393543.955255:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507414016:0@lo:700: 00000100:00100000:1.0:1749393543.955300:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393543.955355:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:2.0:1749393543.955372:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507414016 00000100:00100000:2.0:1749393543.955381:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507414016 00000100:00080000:0.0:1749393543.955410:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393543.955439:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1749393543.955451:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507414016:12345-0@lo:700: 00000100:00100000:2.0:1749393543.955495:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997269c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393543.955503:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507414144:0@lo:700: 40000000:00080000:2.0:1749393543.955519:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393543.955523:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393543.955622:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507414016:12345-0@lo:700: Request processed in 170us (319us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393543.955635:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1749393543.955649:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507414016:0@lo:700: 00000100:00100000:2.0:1749393544.171278:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 25 seconds 00000100:00100000:2.0:1749393544.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393544.321190:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393544.577281:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393544.577303:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099509880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507414272:0@lo:900: 00010000:00010000:2.0:1749393544.656379:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393545.192262:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393545.321287:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393545.391288:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393545.391403:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499728256 00000100:00100000:3.0:1749393545.391415:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499728256 00000100:00100000:0.0:1749393545.392037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393545.392121:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499728384 00000100:00100000:3.0:1749393545.392122:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 383 00000100:00100000:2.0:1749393545.392129:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499728384 00000100:00100000:3.0:1749393545.392130:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499728256:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393545.392131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393545.392157:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499728512 00000100:00100000:2.0:1749393545.392159:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499728512 00000100:00100000:2.0:1749393545.392182:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 820 00000100:00100000:0.0:1749393545.392187:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 821 00000100:00100000:3.0:1749393545.392187:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499728256:12345-192.168.203.32@tcp:400: Request processed in 59us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393545.392189:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499728384:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393545.392193:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499728512:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393545.392193:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 383 00010000:00080000:0.0:1749393545.392218:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 587 last 0 00010000:00080000:2.0:1749393545.392219:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 587 last 0 00000100:00100000:0.0:1749393545.392270:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499728512:12345-192.168.203.32@tcp:38: Request processed in 77us (139us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393545.392275:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 821 00000100:00100000:2.0:1749393545.392276:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499728384:12345-192.168.203.32@tcp:38: Request processed in 87us (238us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393545.392283:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 820 00010000:00010000:2.0:1749393545.658185:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393545.874196:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393545.874229:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507414400/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393550 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393545.874307:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393545.874373:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507414400 00000100:00100000:0.0:1749393545.874376:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393545.874384:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507414400 00000100:00080000:0.0:1749393545.874424:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393545.874443:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1749393545.874452:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507414400:12345-0@lo:700: 40000000:00080000:2.0:1749393545.874486:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393545.874541:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507414400:12345-0@lo:700: Request processed in 91us (234us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393545.874550:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1749393545.874556:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507414400/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393561 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393545.874563:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393545.875117:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393545.875132:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507414528/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393550 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393545.875160:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393545.875198:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507414528 00000100:00100000:0.0:1749393545.875202:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507414528 00000100:00100000:2.0:1749393545.875211:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393545.875221:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1749393545.875226:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507414528:12345-0@lo:700: 00000100:00080000:1.0:1749393545.875227:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 40000000:00080000:0.0:1749393545.875236:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393545.875260:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507414528:12345-0@lo:700: Request processed in 34us (100us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393545.875265:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1749393545.875276:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507414528/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393561 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393545.875283:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393545.956141:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507414784:0@lo:700: 00000100:00100000:2.0:1749393545.956141:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507414656:0@lo:700: 00000100:00100000:2.0:1749393545.956169:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393545.956192:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393545.956208:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997269c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749393545.956215:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:0.0:1749393545.956237:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507414656 00000100:00100000:0.0:1749393545.956241:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507414656 00000100:00100000:0.0:1749393545.956268:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507414784 00000100:00100000:0.0:1749393545.956269:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507414784 00000100:00080000:1.0:1749393545.956269:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393545.956286:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1749393545.956292:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507414656:12345-0@lo:700: 00000100:00100000:0.0:1749393545.956295:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1749393545.956299:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507414784:12345-0@lo:700: 00000100:00100000:1.0:1749393545.956315:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b780 going to sleep for 0 seconds 00000100:00100000:1.0:1749393545.956320:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507414912:0@lo:700: 40000000:00080000:1.0:1749393545.956330:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393545.956332:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393545.956349:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393545.956353:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507415040:0@lo:700: 00000100:00100000:1.0:1749393545.956361:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507414656:12345-0@lo:700: Request processed in 70us (192us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749393545.956364:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393545.956366:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393545.956366:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00080000:1.0:1749393545.956378:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393545.956383:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507414656:0@lo:700: 00000100:00100000:0.0:1749393545.956388:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507414784:12345-0@lo:700: Request processed in 89us (195us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393545.956392:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507414784:0@lo:700: 00000100:00100000:0.0:1749393545.956393:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1749393546.140172:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507415168:0@lo:41: 00000100:00100000:2.0:1749393546.140200:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393546.140324:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507415168 00000100:00100000:3.0:1749393546.140339:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507415168 00000100:00100000:3.0:1749393546.140420:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1749393546.140429:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507415168:12345-0@lo:41: 00000004:00000024:3.0:1749393546.140470:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393546.140582:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507415168:12345-0@lo:41: Request processed in 152us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393546.140590:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1749393546.140604:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507415168:0@lo:41: 00000100:00100000:2.0:1749393546.192188:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393546.321174:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393546.572282:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393546.572295:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393546.572300:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393546.572311:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 583 00000100:00080000:0.0:1749393546.572317:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393546.572326:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393546.572354:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009950bb80 x1834371507415424/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393546.572393:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507415296:0@lo:400: 00000100:00080000:0.0:1749393546.572401:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393546.572405:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393546.572407:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393546.572411:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 583 00000100:00080000:0.0:1749393546.572413:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393546.572416:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393546.572428:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009950b100 x1834371507415680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393546.572446:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393546.572450:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393546.572451:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393546.572474:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 583 00000100:00080000:0.0:1749393546.572477:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393546.572481:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393546.572488:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393546.572494:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009950a680 x1834371507415936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393546.572504:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393546.572507:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393546.572508:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393546.572512:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 583 00000100:00100000:3.0:1749393546.572513:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507415424:0@lo:38: 00000100:00080000:0.0:1749393546.572514:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393546.572543:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393546.572556:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099508e00 x1834371507416064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393546.572577:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507415296 00000100:00080000:0.0:1749393546.572582:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393546.572585:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393546.572587:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393546.572591:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 583 00000100:00100000:2.0:1749393546.572591:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507415296 00000100:00080000:0.0:1749393546.572593:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393546.572596:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393546.572606:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009950a300 x1834371507416448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393546.572610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393546.572614:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393546.572614:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507416320:0@lo:400: 00000100:00080000:0.0:1749393546.572617:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393546.572619:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393546.572629:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 583 00000100:00080000:0.0:1749393546.572631:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393546.572635:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393546.572650:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009950ad80 x1834371507416576/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393546.572651:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1749393546.572652:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507415680:0@lo:38: 00000100:00100000:2.0:1749393546.572662:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507415296:12345-0@lo:400: 00000100:00100000:1.0:1749393546.572663:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393546.572670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393546.572694:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099509f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507415552:0@lo:400: 00000100:00100000:3.0:1749393546.572699:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507415936:0@lo:38: 00000100:00100000:1.0:1749393546.572703:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393546.572714:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099509180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507416192:0@lo:400: 00000100:00100000:3.0:1749393546.572727:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393546.572734:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507415296:12345-0@lo:400: Request processed in 74us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393546.572742:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1749393546.572750:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393546.572750:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507416064:0@lo:38: 00000100:00100000:1.0:1749393546.572752:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393546.572785:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393546.572794:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507416704:0@lo:400: 00000100:00100000:2.0:1749393546.572800:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507415552 00000100:00100000:3.0:1749393546.572802:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507416448:0@lo:38: 00000100:00100000:2.0:1749393546.572805:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507415552 00000100:00100000:1.0:1749393546.572811:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507415296:0@lo:400: 00000100:00100000:0.0:1749393546.572818:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393546.572819:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393546.572829:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1749393546.572844:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507415808:0@lo:400: 00000100:00100000:2.0:1749393546.572847:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507415552:12345-0@lo:400: 00000100:00100000:3.0:1749393546.572853:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507415424 00000100:00100000:1.0:1749393546.572869:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393546.572870:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507416320 00000100:00100000:3.0:1749393546.572871:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507415424 00000100:00100000:0.0:1749393546.572875:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507416320 00000100:00100000:1.0:1749393546.572887:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507416832:0@lo:400: 00000100:00100000:2.0:1749393546.572893:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507415552:12345-0@lo:400: Request processed in 47us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393546.572894:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507415680 00000100:00100000:3.0:1749393546.572896:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507415680 00000100:00100000:2.0:1749393546.572899:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1749393546.572901:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507415936 00000100:00100000:3.0:1749393546.572902:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507415936 00000100:00100000:0.0:1749393546.572907:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507416192 00000100:00100000:3.0:1749393546.572907:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507416064 00000100:00100000:1.0:1749393546.572908:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393546.572909:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507416064 00000100:00100000:0.0:1749393546.572910:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507416192 00000100:00100000:2.0:1749393546.572912:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507415808 00000100:00100000:3.0:1749393546.572913:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507416448 00000100:00100000:2.0:1749393546.572915:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507415808 00000100:00100000:3.0:1749393546.572915:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507416448 00000100:00100000:3.0:1749393546.572924:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1749393546.572928:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1749393546.572929:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507416704 00000100:00100000:3.0:1749393546.572930:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507415424:12345-0@lo:38: 00000100:00100000:0.0:1749393546.572931:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507416704 00000100:00100000:2.0:1749393546.572934:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507415808:12345-0@lo:400: 00000100:00100000:0.0:1749393546.572941:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507416832 00000100:00100000:0.0:1749393546.572943:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507416832 00010000:00020000:3.0:1749393546.572951:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393546.572955:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:2.0:1749393546.572961:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507415808:12345-0@lo:400: Request processed in 28us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393546.572962:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507416320:12345-0@lo:400: 00000100:00100000:1.0:1749393546.572965:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1749393546.572968:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1749393546.572972:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507415680:12345-0@lo:38: 00000100:00100000:3.0:1749393546.572981:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507415424:12345-0@lo:38: Request processed in 51us (372us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393546.572988:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1749393546.572992:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1749393546.572994:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507415936:12345-0@lo:38: 00010000:00020000:1.0:1749393546.572996:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393546.573003:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507416320:12345-0@lo:400: Request processed in 42us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393546.573004:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1749393546.573008:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507416064:12345-0@lo:38: 00000100:00100000:0.0:1749393546.573012:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00010000:00020000:2.0:1749393546.573012:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393546.573016:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393546.573030:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1749393546.573035:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507416192:12345-0@lo:400: 00000100:00100000:1.0:1749393546.573038:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507415680:12345-0@lo:38: Request processed in 65us (367us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393546.573048:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:3.0:1749393546.573048:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507416064:12345-0@lo:38: Request processed in 37us (260us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393546.573053:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507415936:12345-0@lo:38: Request processed in 59us (324us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393546.573054:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1749393546.573060:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507416192:12345-0@lo:400: Request processed in 25us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393546.573060:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1749393546.573065:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1749393546.573067:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1749393546.573068:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507416448:12345-0@lo:38: 00010000:00020000:3.0:1749393546.573119:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393546.573129:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1749393546.573130:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099509f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507415552:0@lo:400: 00000100:00100000:1.0:1749393546.573134:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1749393546.573135:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507416704:12345-0@lo:400: 00000100:00100000:3.0:1749393546.573139:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507416448:12345-0@lo:38: Request processed in 69us (320us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393546.573144:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eecec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507416832:12345-0@lo:400: 00000100:00100000:3.0:1749393546.573144:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00080000:3.0:1749393546.573188:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393546.573193:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507416704:12345-0@lo:400: Request processed in 58us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393546.573197:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eecec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507416832:12345-0@lo:400: Request processed in 57us (288us total) trans 0 rc 0/0 00010000:00080000:2.0:1749393546.573197:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995b4700 x1834371507416704/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393546.573197:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393546.573198:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1749393546.573202:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507416448:0@lo:38: 00000100:00100000:1.0:1749393546.573203:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:2.0:1749393546.573207:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507416704:0@lo:400: 00000100:00100000:3.0:1749393546.573208:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507416576:0@lo:38: 00010000:00080000:0.0:1749393546.573229:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099509180 x1834371507416192/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393546.573231:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749393546.573260:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393546.573262:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099509180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507416192:0@lo:400: 00000100:00080000:3.0:1749393546.573263:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393546.573266:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507415424:0@lo:38: 00000100:00080000:3.0:1749393546.573274:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:0.0:1749393546.573275:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009950b800 x1834371507416320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393546.573276:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393546.573279:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507415680:0@lo:38: 00000100:00100000:0.0:1749393546.573283:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507416320:0@lo:400: 00000100:00080000:3.0:1749393546.573303:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393546.573305:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507416576 00000100:00080000:3.0:1749393546.573305:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393546.573307:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507415936:0@lo:38: 00000100:00100000:0.0:1749393546.573309:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507416576 00000100:00080000:3.0:1749393546.573313:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393546.573315:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393546.573317:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507416064:0@lo:38: 00000100:00100000:0.0:1749393546.573350:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1749393546.573355:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507416576:12345-0@lo:38: 00010000:00020000:0.0:1749393546.573369:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393546.573405:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507416576:12345-0@lo:38: Request processed in 49us (173us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393546.573411:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00080000:3.0:1749393546.573438:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393546.573441:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393546.573444:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507416576:0@lo:38: 00000100:00100000:1.0:1749393546.573505:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507415808:0@lo:400: 00010000:00080000:1.0:1749393546.573536:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995b4a80 x1834371507416832/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393546.573549:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507416832:0@lo:400: 00000100:00100000:0.0:1749393546.578180:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393546.578189:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b5180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507416960:0@lo:900: 00010000:00010000:3.0:1749393546.660340:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393547.192284:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393547.321263:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393547.662379:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393547.957285:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507417088:0@lo:700: 00000100:00100000:0.0:1749393547.957359:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507417216:0@lo:700: 00000100:00100000:2.0:1749393547.957378:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393547.957435:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507417088 00000100:00100000:0.0:1749393547.957445:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507417088 00000100:00100000:1.0:1749393547.957480:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393547.957484:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726a80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393547.957543:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507417216 00000100:00100000:0.0:1749393547.957558:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507417216 00000100:00100000:2.0:1749393547.957568:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1749393547.957579:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:2.0:1749393547.957581:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507417088:12345-0@lo:700: 00000100:00100000:0.0:1749393547.957592:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1749393547.957599:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507417216:12345-0@lo:700: 00000100:00080000:1.0:1749393547.957602:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393547.957630:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393547.957637:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507417344:0@lo:700: 40000000:00080000:2.0:1749393547.957652:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393547.957656:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393547.957711:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393547.957717:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507417088:12345-0@lo:700: Request processed in 138us (339us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393547.957718:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507417472:0@lo:700: 00000100:00100000:2.0:1749393547.957727:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 40000000:00080000:0.0:1749393547.957730:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393547.957732:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393547.957771:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507417088:0@lo:700: 00000100:00100000:0.0:1749393547.957786:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507417216:12345-0@lo:700: Request processed in 187us (309us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393547.957795:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1749393547.957836:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507417216:0@lo:700: 00000100:00100000:2.0:1749393547.996324:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507417600:0@lo:41: 00000100:00100000:2.0:1749393547.996390:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393547.996453:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507417600 00000100:00100000:1.0:1749393547.996464:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507417600 00000100:00100000:1.0:1749393547.996528:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1749393547.996568:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507417600:12345-0@lo:41: 00000004:00000024:1.0:1749393547.996608:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393547.996714:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507417600:12345-0@lo:41: Request processed in 172us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393547.996742:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1749393547.996744:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507417600:0@lo:41: 00000100:00100000:0.0:1749393548.192227:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393548.321231:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393548.579244:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393548.579264:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b7100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507417728:0@lo:900: 00010000:00010000:2.0:1749393548.664263:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393549.192329:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393549.321141:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393549.666399:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393549.958236:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507417856:0@lo:700: 00000100:00100000:3.0:1749393549.958238:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507417984:0@lo:700: 00000100:00100000:1.0:1749393549.958299:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393549.958336:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393549.958362:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:3.0:1749393549.958372:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800995f7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393549.958401:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507417856 00000100:00100000:0.0:1749393549.958410:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507417856 00000100:00100000:2.0:1749393549.958426:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507417984 00000100:00100000:2.0:1749393549.958431:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507417984 00000100:00080000:1.0:1749393549.958446:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393549.958463:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1749393549.958468:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1749393549.958469:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507417984:12345-0@lo:700: 00000100:00100000:0.0:1749393549.958473:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507417856:12345-0@lo:700: 00000100:00100000:2.0:1749393549.958517:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393549.958522:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507418112:0@lo:700: 40000000:00080000:2.0:1749393549.958532:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393549.958534:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393549.958582:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393549.958588:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507418240:0@lo:700: 00000100:00100000:2.0:1749393549.958588:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507417984:12345-0@lo:700: Request processed in 120us (254us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393549.958594:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 40000000:00080000:0.0:1749393549.958597:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393549.958599:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393549.958627:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507417984:0@lo:700: 00000100:00100000:0.0:1749393549.958636:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507417856:12345-0@lo:700: Request processed in 164us (337us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393549.958641:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1749393549.958652:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507417856:0@lo:700: 00000100:00100000:2.0:1749393550.192235:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393550.321220:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393550.399914:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393550.399971:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393550.400106:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499728640 00000100:00100000:2.0:1749393550.400123:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499728640 00000100:00100000:1.0:1749393550.400126:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499728768 00000100:00100000:1.0:1749393550.400136:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499728768 00000100:00100000:0.0:1749393550.400159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393550.400197:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499728896 00000100:00100000:1.0:1749393550.400200:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499728896 00000100:00100000:2.0:1749393550.400202:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 385 00000100:00100000:2.0:1749393550.400213:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499728640:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393550.400220:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 828 00000100:00100000:0.0:1749393550.400229:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 829 00000100:00100000:1.0:1749393550.400229:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499728768:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393550.400238:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499728896:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393550.400264:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 592 last 0 00010000:00080000:0.0:1749393550.400265:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 592 last 0 00000100:00100000:2.0:1749393550.400312:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499728640:12345-192.168.203.32@tcp:400: Request processed in 100us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393550.400321:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 385 00000100:00100000:0.0:1749393550.400326:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499728896:12345-192.168.203.32@tcp:38: Request processed in 87us (167us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393550.400333:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499728768:12345-192.168.203.32@tcp:38: Request processed in 104us (360us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393550.400334:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 829 00000100:00100000:1.0:1749393550.400341:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 828 00000100:00100000:0.0:1749393550.580262:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393550.580281:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507418368:0@lo:900: 00010000:00010000:3.0:1749393550.668381:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393551.148402:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507418496:0@lo:41: 00000100:00100000:0.0:1749393551.148562:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393551.148698:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507418496 00000100:00100000:1.0:1749393551.148712:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507418496 00000100:00100000:1.0:1749393551.148785:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1749393551.148795:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507418496:12345-0@lo:41: 00000004:00000024:1.0:1749393551.148844:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393551.148918:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507418496:12345-0@lo:41: Request processed in 123us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393551.148927:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1749393551.148963:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507418496:0@lo:41: 00000100:00100000:2.0:1749393551.192245:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393551.321210:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393551.580195:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393551.580205:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393551.580208:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393551.580215:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 588 00000100:00080000:0.0:1749393551.580219:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393551.580222:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507418624:0@lo:400: 00000100:00080000:0.0:1749393551.580224:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393551.580243:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995b6300 x1834371507418752/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393551.580265:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393551.580268:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393551.580269:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393551.580271:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 588 00000100:00100000:1.0:1749393551.580277:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507418880:0@lo:400: 00000100:00080000:0.0:1749393551.580287:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393551.580289:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393551.580295:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393551.580298:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995b5c00 x1834371507419008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393551.580313:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393551.580314:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393551.580316:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393551.580317:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393551.580320:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 588 00000100:00080000:0.0:1749393551.580321:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393551.580323:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393551.580329:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995b6d80 x1834371507419264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393551.580333:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393551.580335:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393551.580335:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393551.580337:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 588 00000100:00080000:0.0:1749393551.580338:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393551.580341:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393551.580347:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995b4380 x1834371507419392/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393551.580358:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507418880 00000100:00100000:2.0:1749393551.580358:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507418624 00000100:00080000:0.0:1749393551.580361:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393551.580363:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393551.580364:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393551.580364:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507418880 00000100:00100000:2.0:1749393551.580364:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507418624 00000100:00080000:0.0:1749393551.580366:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 588 00000100:00080000:0.0:1749393551.580370:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393551.580373:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393551.580373:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507418752:0@lo:38: 00000100:00100000:0.0:1749393551.580381:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995b4e00 x1834371507419776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393551.580387:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393551.580389:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393551.580390:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393551.580393:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 588 00000100:00080000:0.0:1749393551.580394:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393551.580394:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1749393551.580395:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00080000:0.0:1749393551.580396:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393551.580399:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507418880:12345-0@lo:400: 00000100:00100000:2.0:1749393551.580401:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507418624:12345-0@lo:400: 00000100:00100000:0.0:1749393551.580404:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995b5180 x1834371507419904/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393551.580426:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507419520:0@lo:400: 00000100:00100000:1.0:1749393551.580444:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507418880:12345-0@lo:400: Request processed in 45us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393551.580446:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393551.580449:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1749393551.580450:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507418624:12345-0@lo:400: Request processed in 49us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393551.580455:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393551.580456:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1749393551.580471:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1749393551.580472:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507418752 00000100:00100000:0.0:1749393551.580475:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507419136:0@lo:400: 00000100:00100000:1.0:1749393551.580475:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507418752 00000100:00100000:1.0:1749393551.580505:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1749393551.580505:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507419008:0@lo:38: 00000100:00100000:1.0:1749393551.580508:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507418752:12345-0@lo:38: 00000100:00100000:0.0:1749393551.580516:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393551.580522:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393551.580526:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393551.580528:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507420160:0@lo:400: 00000100:00100000:3.0:1749393551.580537:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507419264:0@lo:38: 00000100:00100000:2.0:1749393551.580542:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507419648:0@lo:400: 00000100:00100000:0.0:1749393551.580544:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393551.580548:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507418752:12345-0@lo:38: Request processed in 39us (103us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393551.580552:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1749393551.580553:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393551.580561:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507419008 00000100:00100000:1.0:1749393551.580563:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507419008 00000100:00100000:0.0:1749393551.580564:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507419520 00000100:00100000:0.0:1749393551.580566:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507419520 00000100:00100000:3.0:1749393551.580567:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507419392:0@lo:38: 00000100:00100000:1.0:1749393551.580570:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507419264 00000100:00100000:1.0:1749393551.580571:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507419264 00000100:00100000:2.0:1749393551.580572:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393551.580579:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1749393551.580581:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507419008:12345-0@lo:38: 00000100:00100000:3.0:1749393551.580581:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393551.580587:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393551.580588:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507420160 00000100:00100000:0.0:1749393551.580590:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507420160 00000100:00100000:0.0:1749393551.580598:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507419648 00000100:00100000:0.0:1749393551.580599:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507419648 00000100:00100000:1.0:1749393551.580609:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507419008:12345-0@lo:38: Request processed in 27us (86us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393551.580610:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:1.0:1749393551.580612:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:3.0:1749393551.580612:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507419392 00000100:00100000:0.0:1749393551.580614:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507419520:12345-0@lo:400: 00000100:00100000:1.0:1749393551.580618:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1749393551.580618:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507419392 00000100:00100000:1.0:1749393551.580620:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507419264:12345-0@lo:38: 00000100:00100000:2.0:1749393551.580620:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507418624:0@lo:400: 00010000:00020000:1.0:1749393551.580625:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393551.580633:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393551.580641:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1749393551.580642:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507419520:12345-0@lo:400: Request processed in 28us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393551.580644:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507419264:12345-0@lo:38: Request processed in 23us (90us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393551.580644:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507420032:0@lo:400: 00000100:00100000:0.0:1749393551.580647:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1749393551.580647:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507419392:12345-0@lo:38: 00000100:00100000:1.0:1749393551.580649:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1749393551.580658:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1749393551.580660:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393551.580662:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507420160:12345-0@lo:400: 00010000:00020000:3.0:1749393551.580666:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393551.580671:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507418880:0@lo:400: 00000100:00100000:0.0:1749393551.580674:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507420160:12345-0@lo:400: Request processed in 12us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393551.580676:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507420032 00000100:00100000:0.0:1749393551.580678:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1749393551.580679:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507420032 00000100:00100000:0.0:1749393551.580682:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1749393551.580685:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507419648:12345-0@lo:400: 00000100:00100000:3.0:1749393551.580690:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507419392:12345-0@lo:38: Request processed in 43us (108us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393551.580694:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393551.580694:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1749393551.580696:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00080000:1.0:1749393551.580697:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393551.580698:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507420032:12345-0@lo:400: 00000100:00100000:0.0:1749393551.580700:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507419648:12345-0@lo:400: Request processed in 14us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393551.580703:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1749393551.580718:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507420032:12345-0@lo:400: Request processed in 20us (57us total) trans 0 rc 0/0 00010000:00080000:0.0:1749393551.580719:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995b5f80 x1834371507419648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393551.580722:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1749393551.580726:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507419648:0@lo:400: 00000100:00080000:3.0:1749393551.580728:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393551.580731:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393551.580734:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507419136 00000100:00100000:3.0:1749393551.580735:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507419392:0@lo:38: 00000100:00100000:2.0:1749393551.580736:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507419136 00010000:00080000:0.0:1749393551.580737:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995b4a80 x1834371507420032/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393551.580742:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507420032:0@lo:400: 00000100:00100000:2.0:1749393551.580747:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1749393551.580750:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507419136:12345-0@lo:400: 00000100:00100000:3.0:1749393551.580751:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507419776:0@lo:38: 00010000:00080000:0.0:1749393551.580753:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995b7480 x1834371507420160/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393551.580758:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507420160:0@lo:400: 00010000:00080000:0.0:1749393551.580763:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995b6a00 x1834371507419520/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393551.580769:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507419136:12345-0@lo:400: Request processed in 18us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393551.580769:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393551.580773:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1749393551.580775:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507419520:0@lo:400: 00000100:00100000:0.0:1749393551.580785:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507419136:0@lo:400: 00000100:00100000:3.0:1749393551.580808:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507419904:0@lo:38: 00000100:00100000:1.0:1749393551.580816:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507419776 00000100:00100000:1.0:1749393551.580818:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507419776 00000100:00100000:3.0:1749393551.580822:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:02020000:3.0:1749393551.580845:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:1.0:1749393551.580849:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507419904 00000100:00100000:1.0:1749393551.580851:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507419904 00000100:00100000:0.0:1749393551.580859:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1749393551.580862:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507419776:12345-0@lo:38: 00000100:00100000:1.0:1749393551.580862:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1749393551.580865:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507419904:12345-0@lo:38: 00010000:00020000:0.0:1749393551.580872:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393551.580875:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393551.580892:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507419776:12345-0@lo:38: Request processed in 29us (123us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393551.580893:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507419904:12345-0@lo:38: Request processed in 28us (71us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393551.580895:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1749393551.580898:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00080000:3.0:1749393551.585237:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393551.585240:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393551.585244:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507418752:0@lo:38: 00000100:00080000:3.0:1749393551.585256:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393551.585258:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393551.585260:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507419008:0@lo:38: 00000100:00080000:3.0:1749393551.585267:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393551.585269:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393551.585270:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507419264:0@lo:38: 00000100:00080000:3.0:1749393551.585290:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393551.585292:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393551.585293:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507419776:0@lo:38: 00000100:00080000:3.0:1749393551.585299:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393551.585301:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393551.585303:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507419904:0@lo:38: 00010000:00010000:2.0:1749393551.670230:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393551.959207:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507420288:0@lo:700: 00000100:00100000:2.0:1749393551.959244:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507420416:0@lo:700: 00000100:00100000:1.0:1749393551.959273:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393551.959299:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393551.959331:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:2.0:1749393551.959333:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393551.959353:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507420288 00000100:00100000:0.0:1749393551.959362:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507420288 00000100:00100000:0.0:1749393551.959407:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507420416 00000100:00100000:0.0:1749393551.959409:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507420416 00000100:00100000:3.0:1749393551.959431:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1749393551.959441:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1749393551.959448:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507420416:12345-0@lo:700: 00000100:00100000:3.0:1749393551.959451:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507420288:12345-0@lo:700: 00000100:00100000:0.0:1749393551.959497:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393551.959502:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507420544:0@lo:700: 40000000:00080000:0.0:1749393551.959513:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393551.959515:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393551.964032:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507420416:12345-0@lo:700: Request processed in 4585us (4733us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393551.964039:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1749393551.964049:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507420416:0@lo:700: 00000100:00100000:2.0:1749393551.964069:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393551.964084:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507420672:0@lo:700: 40000000:00080000:2.0:1749393551.964089:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393551.964090:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393551.964111:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507420288:12345-0@lo:700: Request processed in 4670us (4838us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393551.964125:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507420288:0@lo:700: 00000100:00100000:2.0:1749393551.964129:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1749393552.192218:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393552.321232:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393552.581250:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393552.581271:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507420800:0@lo:900: 00010000:00010000:2.0:1749393552.672374:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393553.004510:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507420928:0@lo:41: 00000100:00100000:0.0:1749393553.004630:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393553.004703:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507420928 00000100:00100000:2.0:1749393553.004718:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507420928 00000100:00100000:2.0:1749393553.004774:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1749393553.004783:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507420928:12345-0@lo:41: 00000004:00000024:2.0:1749393553.004829:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393553.004900:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507420928:12345-0@lo:41: Request processed in 116us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393553.004909:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1749393553.004943:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507420928:0@lo:41: 00000100:00100000:2.0:1749393553.192222:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393553.321231:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393553.674368:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393553.964324:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507421056:0@lo:700: 00000100:00100000:0.0:1749393553.964413:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393553.964514:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507421056 00000100:00100000:0.0:1749393553.964522:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393553.964528:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507421056 00000100:00080000:1.0:1749393553.964606:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393553.964606:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1749393553.964618:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507421056:12345-0@lo:700: 00000100:00100000:2.0:1749393553.964673:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393553.964681:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507421184:0@lo:700: 40000000:00080000:2.0:1749393553.964697:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393553.964701:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393553.964762:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507421056:12345-0@lo:700: Request processed in 147us (348us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393553.964772:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1749393553.964791:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507421056:0@lo:700: 00000100:00100000:0.0:1749393553.965200:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507421312:0@lo:700: 00000100:00100000:0.0:1749393553.965230:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393553.965274:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507421312 00000100:00100000:0.0:1749393553.965281:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393553.965308:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507421312 00000100:00080000:1.0:1749393553.965328:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393553.965339:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1749393553.965345:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507421312:12345-0@lo:700: 00000100:00100000:2.0:1749393553.965371:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393553.965377:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507421440:0@lo:700: 40000000:00080000:2.0:1749393553.965385:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393553.965388:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393553.965432:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507421312:12345-0@lo:700: Request processed in 87us (202us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393553.965440:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1749393553.965458:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507421312:0@lo:700: 00000100:00100000:2.0:1749393554.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393554.321183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393554.582203:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393554.582217:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507421568:0@lo:900: 00010000:00010000:3.0:1749393554.676293:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393555.192140:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393555.321129:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393555.406950:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393555.406979:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393555.407043:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393555.407047:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499729024 00000100:00100000:1.0:1749393555.407052:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499729152 00000100:00100000:3.0:1749393555.407057:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499729024 00000100:00100000:1.0:1749393555.407060:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499729152 00000100:00100000:0.0:1749393555.407066:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499729280 00000100:00100000:0.0:1749393555.407069:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499729280 00000100:00100000:1.0:1749393555.407110:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 836 00000100:00100000:0.0:1749393555.407115:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 837 00000100:00100000:1.0:1749393555.407116:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499729152:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393555.407119:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499729280:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393555.407133:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 387 00010000:00080000:0.0:1749393555.407145:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 597 last 0 00010000:00080000:1.0:1749393555.407145:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 597 last 0 00000100:00100000:3.0:1749393555.407148:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499729024:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393555.407202:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499729280:12345-192.168.203.32@tcp:38: Request processed in 82us (157us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393555.407202:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499729152:12345-192.168.203.32@tcp:38: Request processed in 86us (221us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393555.407207:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 837 00000100:00100000:1.0:1749393555.407210:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 836 00000100:00100000:3.0:1749393555.407215:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499729024:12345-192.168.203.32@tcp:400: Request processed in 67us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393555.407220:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 387 00010000:00010000:2.0:1749393555.678326:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393555.965247:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507421696:0@lo:700: 00000100:00100000:0.0:1749393555.965331:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393555.965436:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393555.965515:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507421696 00000100:00100000:2.0:1749393555.965529:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507421696 00000100:00080000:1.0:1749393555.965601:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393555.965613:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1749393555.965624:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507421696:12345-0@lo:700: 00000100:00100000:2.0:1749393555.965680:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393555.965688:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507421824:0@lo:700: 40000000:00080000:2.0:1749393555.965704:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393555.965708:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393555.965766:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507421696:12345-0@lo:700: Request processed in 144us (435us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393555.965776:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1749393555.965795:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507421696:0@lo:700: 00000100:00100000:2.0:1749393555.966172:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507421952:0@lo:700: 00000100:00100000:2.0:1749393555.966217:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393555.966275:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507421952 00000100:00100000:2.0:1749393555.966276:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393555.966282:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507421952 00000100:00080000:1.0:1749393555.966306:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393555.966333:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1749393555.966341:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507421952:12345-0@lo:700: 00000100:00100000:0.0:1749393555.966370:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393555.966375:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507422080:0@lo:700: 40000000:00080000:0.0:1749393555.966384:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393555.966387:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393555.966432:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507421952:12345-0@lo:700: Request processed in 90us (213us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393555.966440:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1749393555.966469:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507421952:0@lo:700: 00000100:00100000:1.0:1749393556.156292:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393556.156313:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507422208:0@lo:41: 00000100:00100000:1.0:1749393556.156370:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393556.156435:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507422208 00000100:00100000:2.0:1749393556.156444:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507422208 00000100:00100000:2.0:1749393556.156509:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1749393556.156518:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507422208:12345-0@lo:41: 00000004:00000024:2.0:1749393556.156554:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393556.156615:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507422208:12345-0@lo:41: Request processed in 97us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393556.156623:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1749393556.156665:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507422208:0@lo:41: 00000100:00100000:2.0:1749393556.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393556.321181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393556.583214:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393556.583224:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507422336:0@lo:900: 00000100:00080000:0.0:1749393556.588229:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393556.588238:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393556.588242:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393556.588250:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 593 00000100:00080000:0.0:1749393556.588255:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393556.588261:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393556.588285:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bbaa00 x1834371507422592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393556.588320:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507422464:0@lo:400: 00000100:00080000:0.0:1749393556.588326:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393556.588330:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393556.588340:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393556.588345:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 593 00000100:00080000:0.0:1749393556.588347:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393556.588352:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393556.588354:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507422592:0@lo:38: 00000100:00100000:0.0:1749393556.588365:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bb9180 x1834371507422848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393556.588370:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393556.588382:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393556.588386:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393556.588388:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393556.588391:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 593 00000100:00080000:0.0:1749393556.588393:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393556.588396:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393556.588405:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bb8700 x1834371507423104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393556.588414:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393556.588416:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393556.588417:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393556.588418:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393556.588421:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 593 00000100:00080000:0.0:1749393556.588423:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393556.588426:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393556.588437:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bbbb80 x1834371507423232/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393556.588474:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507422848:0@lo:38: 00000100:00100000:1.0:1749393556.588482:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507422976:0@lo:400: 00000100:00100000:3.0:1749393556.588491:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507422720:0@lo:400: 00000100:00100000:2.0:1749393556.588497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393556.588514:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393556.588516:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507423104:0@lo:38: 00000100:00080000:0.0:1749393556.588532:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393556.588536:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749393556.588543:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393556.588545:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393556.588550:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 593 00000100:00080000:0.0:1749393556.588553:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393556.588558:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393556.588566:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507422592 00000100:00100000:2.0:1749393556.588569:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507423232:0@lo:38: 00000100:00100000:1.0:1749393556.588571:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507422592 00000100:00100000:0.0:1749393556.588575:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c1f80 x1834371507423616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393556.588577:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393556.588585:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393556.588587:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393556.588588:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393556.588590:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393556.588593:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 593 00000100:00080000:0.0:1749393556.588595:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393556.588599:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393556.588606:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507422848 00000100:00100000:0.0:1749393556.588609:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c0a80 x1834371507423744/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393556.588609:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507422848 00000100:00100000:1.0:1749393556.588621:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507423104 00000100:00100000:1.0:1749393556.588623:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507423104 00000100:00100000:2.0:1749393556.588629:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507423616:0@lo:38: 00000100:00100000:1.0:1749393556.588630:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507423232 00000100:00100000:1.0:1749393556.588632:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507423232 00000100:00100000:1.0:1749393556.588643:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:3.0:1749393556.588644:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507423872:0@lo:400: 00000100:00100000:2.0:1749393556.588647:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393556.588649:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507422592:12345-0@lo:38: 00000100:00100000:0.0:1749393556.588657:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507423616 00000100:00100000:2.0:1749393556.588660:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507423744:0@lo:38: 00000100:00100000:0.0:1749393556.588662:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507423616 00000100:00100000:3.0:1749393556.588669:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393556.588676:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393556.588678:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393556.588681:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1749393556.588687:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507422848:12345-0@lo:38: 00000100:00100000:3.0:1749393556.588690:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749393556.588698:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507424000:0@lo:400: 00010000:00020000:0.0:1749393556.588705:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393556.588713:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507422592:12345-0@lo:38: Request processed in 63us (297us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393556.588721:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00080000:2.0:1749393556.588721:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393556.588722:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393556.588727:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393556.588732:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507422592:0@lo:38: 00000100:00100000:1.0:1749393556.588747:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507423744 00000100:00100000:0.0:1749393556.588748:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507422848:12345-0@lo:38: Request processed in 60us (250us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393556.588750:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507423744 00000100:00080000:2.0:1749393556.588750:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393556.588753:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393556.588756:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:2.0:1749393556.588757:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507422848:0@lo:38: 00000100:00100000:1.0:1749393556.588764:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:3.0:1749393556.588764:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507422464 00000100:00100000:1.0:1749393556.588769:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507423104:12345-0@lo:38: 00000100:00100000:0.0:1749393556.588771:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:3.0:1749393556.588771:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507422464 00000100:00100000:0.0:1749393556.588776:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507423232:12345-0@lo:38: 00010000:00020000:1.0:1749393556.588781:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393556.588786:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00010000:00020000:0.0:1749393556.588787:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393556.588793:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507423616:12345-0@lo:38: 00010000:00020000:2.0:1749393556.588811:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393556.588817:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1749393556.588818:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507423104:12345-0@lo:38: Request processed in 48us (273us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393556.588820:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507423232:12345-0@lo:38: Request processed in 42us (232us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393556.588825:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:3.0:1749393556.588825:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136babc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507422464:12345-0@lo:400: 00000100:00100000:0.0:1749393556.588829:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1749393556.588836:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:2.0:1749393556.588840:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507423616:12345-0@lo:38: Request processed in 46us (191us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393556.588841:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507423744:12345-0@lo:38: 00000100:00100000:2.0:1749393556.588848:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00010000:00020000:1.0:1749393556.588852:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393556.588860:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507423360:0@lo:400: 00000100:00100000:2.0:1749393556.588877:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507422976 00000100:00100000:3.0:1749393556.588881:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136babc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507422464:12345-0@lo:400: Request processed in 57us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393556.588882:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507422976 00000100:00100000:1.0:1749393556.588883:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507423744:12345-0@lo:38: Request processed in 41us (204us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393556.588892:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1749393556.588892:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1749393556.588894:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393556.588903:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507422720 00000100:00100000:2.0:1749393556.588906:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507422720 00000100:00100000:0.0:1749393556.588917:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393556.588917:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1749393556.588922:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507422976:12345-0@lo:400: 00000100:00100000:0.0:1749393556.588923:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507423488:0@lo:400: 00000100:00100000:1.0:1749393556.588923:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1749393556.588926:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507423872 00000100:00100000:1.0:1749393556.588930:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507422720:12345-0@lo:400: 00000100:00100000:3.0:1749393556.588930:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507423872 00000100:00100000:0.0:1749393556.588940:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393556.588961:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507424000 00000100:00100000:3.0:1749393556.588963:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507424000 00000100:00100000:2.0:1749393556.588966:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507422976:12345-0@lo:400: Request processed in 43us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393556.588970:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507423360 00000100:00100000:2.0:1749393556.588973:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1749393556.588974:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507423360 00000100:00100000:1.0:1749393556.588976:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507422720:12345-0@lo:400: Request processed in 47us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393556.588981:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507423488 00000100:00100000:1.0:1749393556.588984:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1749393556.588984:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507423488 00000100:00100000:0.0:1749393556.588998:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00080000:2.0:1749393556.588999:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393556.589001:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1749393556.589002:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393556.589005:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507423872:12345-0@lo:400: 00000100:00100000:2.0:1749393556.589006:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507423616:0@lo:38: 00000100:00080000:2.0:1749393556.589015:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393556.589015:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1749393556.589024:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1749393556.589024:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507424000:12345-0@lo:400: 00000100:00080000:2.0:1749393556.589025:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393556.589031:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507423360:12345-0@lo:400: 00000100:00100000:2.0:1749393556.589031:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507423744:0@lo:38: 00000100:00100000:0.0:1749393556.589040:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507423872:12345-0@lo:400: Request processed in 36us (371us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393556.589043:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393556.589046:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393556.589047:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1749393556.589049:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507423104:0@lo:38: 00000100:00080000:2.0:1749393556.589057:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393556.589060:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393556.589061:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1749393556.589061:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507424000:12345-0@lo:400: Request processed in 39us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393556.589063:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507423232:0@lo:38: 00000100:00100000:0.0:1749393556.589067:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507423488:12345-0@lo:400: 00000100:00100000:1.0:1749393556.589068:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507423360:12345-0@lo:400: Request processed in 38us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393556.589114:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1749393556.589125:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507423488:12345-0@lo:400: Request processed in 57us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393556.589131:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1749393556.589138:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00010000:00080000:1.0:1749393556.589150:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c0700 x1834371507423488/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393556.589162:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507422976:0@lo:400: 00000100:00100000:2.0:1749393556.589168:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507422464:0@lo:400: 00000100:00100000:1.0:1749393556.589173:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507423488:0@lo:400: 00010000:00080000:3.0:1749393556.589183:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c2d80 x1834371507424000/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749393556.589190:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bba300 x1834371507423360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393556.589201:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507423360:0@lo:400: 00000100:00100000:3.0:1749393556.589201:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507424000:0@lo:400: 00010000:00080000:3.0:1749393556.589216:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c0380 x1834371507423872/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393556.589226:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507423872:0@lo:400: 00000100:00100000:3.0:1749393556.589238:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507422720:0@lo:400: 00010000:00010000:2.0:1749393556.680303:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393556.874180:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393556.874204:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507424128/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393561 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393556.874247:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393556.874308:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393556.874372:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507424128 00000100:00100000:2.0:1749393556.874381:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507424128 00000100:00100000:2.0:1749393556.874429:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1749393556.874437:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507424128:12345-0@lo:700: 40000000:00080000:2.0:1749393556.874486:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393556.874528:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507424128:12345-0@lo:700: Request processed in 91us (280us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393556.874536:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1749393556.874540:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507424128/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393572 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393556.874552:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393556.875146:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393556.875164:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507424256/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393561 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393556.875199:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393556.875254:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507424256 00000100:00100000:2.0:1749393556.875260:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393556.875261:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507424256 00000100:00100000:0.0:1749393556.875300:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1749393556.875307:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507424256:12345-0@lo:700: 40000000:00080000:0.0:1749393556.875326:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393556.875371:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507424256:12345-0@lo:700: Request processed in 64us (171us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393556.875379:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1749393556.875398:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507424256/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393572 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393556.875423:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393557.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393557.321209:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393557.682410:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393557.966266:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507424384:0@lo:700: 00000100:00100000:0.0:1749393557.966360:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393557.966491:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393557.966527:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507424384 00000100:00100000:2.0:1749393557.966541:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507424384 00000100:00080000:1.0:1749393557.966605:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393557.966624:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1749393557.966636:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507424384:12345-0@lo:700: 00000100:00100000:2.0:1749393557.966689:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393557.966696:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507424512:0@lo:700: 40000000:00080000:2.0:1749393557.966713:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393557.966717:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393557.966779:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507424384:12345-0@lo:700: Request processed in 144us (418us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393557.966789:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1749393557.966820:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507424384:0@lo:700: 00000100:00100000:0.0:1749393557.967173:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507424640:0@lo:700: 00000100:00100000:0.0:1749393557.967203:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393557.967253:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507424640 00000100:00100000:0.0:1749393557.967254:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393557.967259:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507424640 00000100:00080000:1.0:1749393557.967276:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393557.967288:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1749393557.967295:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507424640:12345-0@lo:700: 00000100:00100000:2.0:1749393557.967320:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393557.967325:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507424768:0@lo:700: 40000000:00080000:2.0:1749393557.967334:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393557.967336:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393557.967379:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507424640:12345-0@lo:700: Request processed in 83us (175us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393557.967387:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1749393557.967406:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507424640:0@lo:700: 00000100:00100000:1.0:1749393558.012272:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507424896:0@lo:41: 00000100:00100000:1.0:1749393558.012320:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393558.012355:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507424896 00000100:00100000:2.0:1749393558.012364:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507424896 00000100:00100000:2.0:1749393558.012405:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1749393558.012412:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507424896:12345-0@lo:41: 00000004:00000024:2.0:1749393558.012473:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393558.012537:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507424896:12345-0@lo:41: Request processed in 124us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393558.012545:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1749393558.012573:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507424896:0@lo:41: 00000100:00100000:2.0:1749393558.192196:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393558.321204:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393558.584226:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393558.584243:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507425024:0@lo:900: 00010000:00010000:3.0:1749393558.684379:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393559.192199:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393559.321178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393559.686363:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393559.967197:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507425152:0@lo:700: 00000100:00100000:0.0:1749393559.967257:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393559.967320:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393559.967343:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507425152 00000100:00100000:2.0:1749393559.967352:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507425152 00000100:00080000:1.0:1749393559.967398:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393559.967398:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1749393559.967405:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507425152:12345-0@lo:700: 00000100:00100000:2.0:1749393559.967464:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393559.967469:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507425280:0@lo:700: 40000000:00080000:2.0:1749393559.967479:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393559.967481:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393559.967516:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507425152:12345-0@lo:700: Request processed in 112us (258us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393559.967521:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1749393559.967538:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507425152:0@lo:700: 00000100:00100000:2.0:1749393559.968137:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507425408:0@lo:700: 00000100:00100000:2.0:1749393559.968158:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393559.968185:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507425408 00000100:00100000:2.0:1749393559.968194:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393559.968202:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507425408 00000100:00080000:1.0:1749393559.968216:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393559.968223:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1749393559.968227:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507425408:12345-0@lo:700: 00000100:00100000:0.0:1749393559.968241:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393559.968244:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507425536:0@lo:700: 40000000:00080000:0.0:1749393559.968249:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393559.968250:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393559.968275:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507425408:12345-0@lo:700: Request processed in 48us (117us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393559.968280:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1749393559.968291:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507425408:0@lo:700: 00000100:00100000:2.0:1749393560.192157:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393560.321214:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393560.415232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393560.415267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393560.415300:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393560.415331:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499729536 00000100:00100000:0.0:1749393560.415341:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499729536 00000100:00100000:0.0:1749393560.415368:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499729664 00000100:00100000:0.0:1749393560.415369:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499729664 00000100:00100000:0.0:1749393560.415384:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 844 00000100:00100000:3.0:1749393560.415384:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499729408 00000100:00100000:0.0:1749393560.415391:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499729536:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393560.415399:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499729408 00000100:00100000:1.0:1749393560.415404:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 845 00000100:00100000:1.0:1749393560.415415:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499729664:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393560.415460:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 602 last 0 00010000:00080000:1.0:1749393560.415481:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 602 last 0 00000100:00100000:3.0:1749393560.415498:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 389 00000100:00100000:3.0:1749393560.415505:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499729408:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393560.415528:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499729536:12345-192.168.203.32@tcp:38: Request processed in 137us (259us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393560.415534:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 844 00000100:00100000:1.0:1749393560.415560:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499729664:12345-192.168.203.32@tcp:38: Request processed in 145us (257us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393560.415560:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499729408:12345-192.168.203.32@tcp:400: Request processed in 56us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393560.415567:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 389 00000100:00100000:1.0:1749393560.415568:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 845 00000100:00100000:0.0:1749393560.585149:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393560.585157:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507425664:0@lo:900: 00010000:00010000:2.0:1749393560.688263:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393561.164242:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507425792:0@lo:41: 00000100:00100000:2.0:1749393561.164312:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393561.164349:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507425792 00000100:00100000:0.0:1749393561.164358:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507425792 00000100:00100000:0.0:1749393561.164409:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1749393561.164438:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507425792:12345-0@lo:41: 00000004:00000024:0.0:1749393561.164474:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393561.164518:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507425792:12345-0@lo:41: Request processed in 104us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393561.164524:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:2.0:1749393561.164552:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507425792:0@lo:41: 00000100:00100000:2.0:1749393561.192117:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393561.321205:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393561.596255:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393561.596265:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393561.596269:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393561.596277:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 598 00000100:00080000:0.0:1749393561.596283:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393561.596291:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393561.596319:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c1880 x1834371507426048/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393561.596332:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507425920:0@lo:400: 00000100:00080000:0.0:1749393561.596353:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393561.596358:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393561.596360:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393561.596363:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 598 00000100:00080000:0.0:1749393561.596366:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393561.596368:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507426176:0@lo:400: 00000100:00080000:0.0:1749393561.596370:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393561.596382:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c0e00 x1834371507426304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393561.596394:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393561.596408:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393561.596410:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393561.596411:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507426048:0@lo:38: 00000100:00080000:0.0:1749393561.596438:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393561.596440:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393561.596461:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507426176 00000100:00080000:0.0:1749393561.596466:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 598 00000100:00100000:1.0:1749393561.596468:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507426176 00000100:00080000:0.0:1749393561.596470:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393561.596475:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393561.596490:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c0380 x1834371507426560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393561.596492:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507425920 00000100:00100000:3.0:1749393561.596497:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507425920 00000100:00080000:0.0:1749393561.596501:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393561.596502:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00080000:0.0:1749393561.596504:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393561.596506:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393561.596509:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507426176:12345-0@lo:400: 00000100:00080000:0.0:1749393561.596510:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 598 00000100:00080000:0.0:1749393561.596512:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393561.596515:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393561.596524:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c2d80 x1834371507426688/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393561.596528:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1749393561.596534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393561.596535:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507425920:12345-0@lo:400: 00000100:00080000:0.0:1749393561.596551:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393561.596551:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507426176:12345-0@lo:400: Request processed in 42us (142us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393561.596555:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393561.596556:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393561.596560:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 598 00000100:00080000:0.0:1749393561.596562:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393561.596565:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393561.596571:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1749393561.596576:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c1f80 x1834371507427072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393561.596581:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507425920:12345-0@lo:400: Request processed in 46us (185us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393561.596584:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393561.596588:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:2.0:1749393561.596588:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507426304:0@lo:38: 00000100:00080000:0.0:1749393561.596589:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393561.596594:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507426048 00000100:00100000:3.0:1749393561.596597:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1749393561.596598:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507426048 00000100:00080000:0.0:1749393561.596599:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 598 00000100:00080000:0.0:1749393561.596601:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393561.596605:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393561.596615:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1749393561.596620:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507426048:12345-0@lo:38: 00000100:00100000:0.0:1749393561.596621:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099754000 x1834371507427200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393561.596623:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393561.596633:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507426944:0@lo:400: 00010000:00020000:1.0:1749393561.596639:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393561.596654:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393561.596662:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507426560:0@lo:38: 00000100:00100000:0.0:1749393561.596669:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507426304 00000100:00100000:0.0:1749393561.596676:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507426304 00000100:00100000:3.0:1749393561.596679:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507425920:0@lo:400: 00000100:00100000:3.0:1749393561.596691:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393561.596694:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393561.596696:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507427328:0@lo:400: 00000100:00100000:3.0:1749393561.596712:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393561.596714:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507426560 00000100:00100000:0.0:1749393561.596717:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507426560 00000100:00100000:2.0:1749393561.596723:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507426688:0@lo:38: 00000100:00100000:3.0:1749393561.596728:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507426944 00000100:00100000:3.0:1749393561.596731:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507426944 00000100:00100000:0.0:1749393561.596734:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:0.0:1749393561.596741:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507426304:12345-0@lo:38: 00000100:00100000:3.0:1749393561.596749:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507427328 00000100:00100000:2.0:1749393561.596751:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393561.596751:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507427328 00000100:00100000:3.0:1749393561.596761:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00010000:00020000:0.0:1749393561.596765:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393561.596765:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507426944:12345-0@lo:400: 00000100:00100000:2.0:1749393561.596769:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507427072:0@lo:38: 00000100:00100000:3.0:1749393561.596798:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507426944:12345-0@lo:400: Request processed in 33us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393561.596802:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1749393561.596808:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:3.0:1749393561.596811:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507427328:12345-0@lo:400: 00000100:00100000:2.0:1749393561.596825:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393561.596831:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507426304:12345-0@lo:38: Request processed in 89us (209us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393561.596835:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507427328:12345-0@lo:400: Request processed in 24us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393561.596839:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1749393561.596840:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:2.0:1749393561.596855:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507427200:0@lo:38: 00000100:00100000:0.0:1749393561.596857:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507426688 00010000:00080000:3.0:1749393561.596859:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099754380 x1834371507427328/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393561.596860:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507426688 00000100:00100000:0.0:1749393561.596867:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507427072 00000100:00100000:3.0:1749393561.596868:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507427328:0@lo:400: 00000100:00100000:0.0:1749393561.596869:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507427072 00010000:00080000:3.0:1749393561.596875:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c0a80 x1834371507426944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393561.596878:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1749393561.596883:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507426560:12345-0@lo:38: 00000100:00100000:2.0:1749393561.596886:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393561.596887:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507426944:0@lo:400: 00010000:00020000:0.0:1749393561.596895:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393561.596914:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507427200 00000100:00100000:3.0:1749393561.596917:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507427200 00000100:00100000:0.0:1749393561.596918:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507426560:12345-0@lo:38: Request processed in 34us (225us total) trans 0 rc -19/-19 00000100:02020000:2.0:1749393561.596921:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:0.0:1749393561.596925:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00080000:2.0:1749393561.596930:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393561.596931:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00080000:2.0:1749393561.596935:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393561.596935:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507426688:12345-0@lo:38: 00000100:00100000:0.0:1749393561.596937:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1749393561.596941:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507427072:12345-0@lo:38: 00000100:00100000:2.0:1749393561.596943:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507426304:0@lo:38: 00010000:00020000:3.0:1749393561.596944:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393561.596961:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393561.596966:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507426688:12345-0@lo:38: Request processed in 31us (216us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393561.596970:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00080000:2.0:1749393561.596974:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393561.596980:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:3.0:1749393561.596982:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507427200:12345-0@lo:38: 00000100:00100000:0.0:1749393561.596984:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507427072:12345-0@lo:38: Request processed in 42us (161us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749393561.596988:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:3.0:1749393561.596988:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393561.596992:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1749393561.596996:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507426560:0@lo:38: 00000100:00100000:3.0:1749393561.597001:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507427200:12345-0@lo:38: Request processed in 18us (117us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393561.597005:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00080000:2.0:1749393561.597015:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393561.597019:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393561.597020:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507426816:0@lo:400: 00000100:00100000:2.0:1749393561.597024:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507426688:0@lo:38: 00000100:00100000:0.0:1749393561.597026:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507426432:0@lo:400: 00000100:00100000:3.0:1749393561.597033:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393561.597038:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393561.597042:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393561.597047:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507427072:0@lo:38: 00000100:00100000:3.0:1749393561.597051:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507426816 00000100:00100000:3.0:1749393561.597053:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507426816 00000100:00100000:0.0:1749393561.597055:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393561.597061:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393561.597065:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393561.597066:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1749393561.597069:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507426816:12345-0@lo:400: 00000100:00100000:0.0:1749393561.597109:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507427456:0@lo:400: 00000100:00100000:2.0:1749393561.597110:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507427200:0@lo:38: 00000100:00100000:3.0:1749393561.597122:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507426816:12345-0@lo:400: Request processed in 52us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393561.597126:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1749393561.597134:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393561.597138:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507426432 00000100:00100000:3.0:1749393561.597151:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507426432 00000100:00100000:0.0:1749393561.597164:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507427456 00000100:00100000:0.0:1749393561.597168:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507427456 00000100:00100000:3.0:1749393561.597172:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00080000:2.0:1749393561.597175:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393561.597177:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507426432:12345-0@lo:400: 00000100:00080000:2.0:1749393561.597181:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393561.597198:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1749393561.597204:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507427456:12345-0@lo:400: 00000100:00100000:2.0:1749393561.597219:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507426176:0@lo:400: 00000100:00100000:3.0:1749393561.597226:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507426432:12345-0@lo:400: Request processed in 48us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393561.597232:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1749393561.597260:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507427456:12345-0@lo:400: Request processed in 54us (122us total) trans 0 rc 0/0 00010000:00080000:3.0:1749393561.597260:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c0700 x1834371507426816/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393561.597269:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507426816:0@lo:400: 00000100:00100000:0.0:1749393561.597272:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1749393561.597321:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507426432:0@lo:400: 00010000:00080000:0.0:1749393561.597339:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099754a80 x1834371507427456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393561.597355:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507427456:0@lo:400: 00000100:00100000:1.0:1749393561.609388:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507426048:12345-0@lo:38: Request processed in 12765us (12856us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393561.609396:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00080000:3.0:1749393561.609465:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393561.609469:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393561.609473:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507426048:0@lo:38: 00010000:00010000:2.0:1749393561.690283:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393561.968289:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507427584:0@lo:700: 00000100:00100000:0.0:1749393561.968349:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393561.968405:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507427584 00000100:00100000:0.0:1749393561.968439:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393561.968440:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507427584 00000100:00100000:2.0:1749393561.968488:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1749393561.968497:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507427584:12345-0@lo:700: 00000100:00100000:2.0:1749393561.968542:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393561.968549:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507427712:0@lo:700: 40000000:00080000:2.0:1749393561.968564:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393561.968567:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393561.968623:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507427584:12345-0@lo:700: Request processed in 126us (273us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393561.968644:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1749393561.968657:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507427584:0@lo:700: 00000100:00100000:2.0:1749393561.969185:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507427840:0@lo:700: 00000100:00100000:2.0:1749393561.969219:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393561.969276:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507427840 00000100:00100000:2.0:1749393561.969276:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393561.969291:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507427840 00000100:00100000:0.0:1749393561.969334:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1749393561.969343:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507427840:12345-0@lo:700: 00000100:00100000:0.0:1749393561.969371:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393561.969377:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507427968:0@lo:700: 40000000:00080000:0.0:1749393561.969385:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393561.969388:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393561.969465:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507427840:12345-0@lo:700: Request processed in 121us (244us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393561.969473:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1749393561.969494:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507427840:0@lo:700: 00000100:00100000:2.0:1749393562.192209:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393562.321178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393562.586245:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393562.586266:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507428096:0@lo:900: 00010000:00010000:3.0:1749393562.692376:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393563.020243:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507428224:0@lo:41: 00000100:00100000:3.0:1749393563.020305:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393563.020367:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507428224 00000100:00100000:0.0:1749393563.020383:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507428224 00000100:00100000:0.0:1749393563.020516:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1749393563.020527:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507428224:12345-0@lo:41: 00000004:00000024:0.0:1749393563.020575:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393563.020662:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507428224:12345-0@lo:41: Request processed in 137us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393563.020671:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1749393563.020690:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507428224:0@lo:41: 00000100:00100000:2.0:1749393563.192214:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393563.321226:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393563.694364:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393563.969292:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507428352:0@lo:700: 00000100:00100000:2.0:1749393563.969363:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393563.969424:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507428352 00000100:00100000:0.0:1749393563.969433:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507428352 00000100:00100000:2.0:1749393563.969443:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393563.969490:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1749393563.969499:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507428352:12345-0@lo:700: 00000100:00100000:0.0:1749393563.969537:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393563.969543:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507428480:0@lo:700: 40000000:00080000:0.0:1749393563.969570:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393563.969572:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00080000:3.0:1749393563.969573:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393563.969609:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507428352:12345-0@lo:700: Request processed in 113us (246us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393563.969615:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1749393563.969662:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507428352:0@lo:700: 00000100:00100000:3.0:1749393563.970243:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507428608:0@lo:700: 00000100:00100000:3.0:1749393563.970335:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393563.970386:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507428608 00000100:00100000:0.0:1749393563.970390:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507428608 00000100:00100000:0.0:1749393563.970421:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1749393563.970425:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507428608:12345-0@lo:700: 00000100:00100000:3.0:1749393563.970425:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21180 going to sleep for 11 seconds 00000100:00100000:0.0:1749393563.970439:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393563.970442:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507428736:0@lo:700: 00000100:00080000:1.0:1749393563.970444:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 40000000:00080000:0.0:1749393563.970447:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393563.970448:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393563.970469:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507428608:12345-0@lo:700: Request processed in 44us (137us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393563.970473:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1749393563.970496:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507428608:0@lo:700: 00000100:00100000:2.0:1749393564.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393564.321135:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393564.587297:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393564.587315:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507428864:0@lo:900: 00010000:00010000:2.0:1749393564.696383:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393565.192242:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393565.322427:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393565.423639:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393565.423690:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393565.423736:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393565.423768:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499729920 00000100:00100000:0.0:1749393565.423777:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499729920 00000100:00100000:3.0:1749393565.423789:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499729792 00000100:00100000:1.0:1749393565.423790:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499730048 00000100:00100000:1.0:1749393565.423799:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499730048 00000100:00100000:3.0:1749393565.423799:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499729792 00000100:00100000:0.0:1749393565.423812:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 852 00000100:00100000:0.0:1749393565.423820:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499729920:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393565.423843:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 391 00000100:00100000:3.0:1749393565.423852:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499729792:12345-192.168.203.32@tcp:400: 00010000:00080000:0.0:1749393565.423854:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 607 last 0 00000100:00100000:1.0:1749393565.423857:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 853 00000100:00100000:1.0:1749393565.423868:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499730048:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393565.423897:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 607 last 0 00000100:00100000:3.0:1749393565.423933:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499729792:12345-192.168.203.32@tcp:400: Request processed in 81us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393565.423943:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 391 00000100:00100000:0.0:1749393565.423947:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499729920:12345-192.168.203.32@tcp:38: Request processed in 125us (255us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393565.423956:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 852 00000100:00100000:1.0:1749393565.424006:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499730048:12345-192.168.203.32@tcp:38: Request processed in 136us (266us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393565.424020:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 853 00010000:00010000:2.0:1749393565.698301:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393565.970202:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507428992:0@lo:700: 00000100:00100000:2.0:1749393565.970284:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393565.970327:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393565.970359:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507428992 00000100:00100000:0.0:1749393565.970367:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507428992 00000100:00080000:1.0:1749393565.970410:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393565.970457:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1749393565.970464:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507428992:12345-0@lo:700: 00000100:00100000:0.0:1749393565.970490:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393565.970494:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507429120:0@lo:700: 40000000:00080000:0.0:1749393565.970503:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393565.970505:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393565.970535:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507428992:12345-0@lo:700: Request processed in 73us (251us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393565.970540:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1749393565.970550:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507428992:0@lo:700: 00000100:00100000:3.0:1749393565.971163:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507429248:0@lo:700: 00000100:00100000:3.0:1749393565.971189:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393565.971229:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507429248 00000100:00100000:3.0:1749393565.971233:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21240 going to sleep for 11 seconds 00000100:00100000:0.0:1749393565.971235:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507429248 00000100:00080000:1.0:1749393565.971264:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393565.971272:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1749393565.971277:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507429248:12345-0@lo:700: 00000100:00100000:0.0:1749393565.971294:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393565.971298:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507429376:0@lo:700: 40000000:00080000:0.0:1749393565.971303:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393565.971305:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393565.971349:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507429248:12345-0@lo:700: Request processed in 72us (159us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393565.971353:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1749393565.971370:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507429248:0@lo:700: 00000100:00100000:3.0:1749393566.172273:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507429504:0@lo:41: 00000100:00100000:3.0:1749393566.172366:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393566.172438:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507429504 00000100:00100000:0.0:1749393566.172456:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507429504 00000100:00100000:0.0:1749393566.172492:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1749393566.172497:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507429504:12345-0@lo:41: 00000004:00000024:0.0:1749393566.172523:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393566.172586:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507429504:12345-0@lo:41: Request processed in 88us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393566.172592:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1749393566.172613:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507429504:0@lo:41: 00000100:00100000:2.0:1749393566.192137:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393566.322193:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393566.588188:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393566.588199:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507429632:0@lo:900: 00000100:00080000:0.0:1749393566.604166:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393566.604171:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393566.604174:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393566.604178:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 603 00000100:00080000:0.0:1749393566.604181:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393566.604186:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393566.604201:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099755880 x1834371507429888/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393566.604226:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393566.604229:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749393566.604229:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507429760:0@lo:400: 00000100:00080000:0.0:1749393566.604230:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393566.604232:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 603 00000100:00080000:0.0:1749393566.604233:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393566.604235:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393566.604243:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099756d80 x1834371507430144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393566.604250:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507429888:0@lo:38: 00000100:00080000:0.0:1749393566.604263:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393566.604265:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393566.604266:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393566.604268:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 603 00000100:00080000:0.0:1749393566.604270:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393566.604272:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393566.604277:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507430016:0@lo:400: 00000100:00100000:0.0:1749393566.604278:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099755c00 x1834371507430400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393566.604282:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393566.604284:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393566.604285:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393566.604288:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 603 00000100:00080000:0.0:1749393566.604289:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393566.604289:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393566.604289:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393566.604291:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393566.604297:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099756680 x1834371507430528/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393566.604308:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393566.604310:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393566.604311:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393566.604313:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 603 00000100:00080000:0.0:1749393566.604315:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393566.604315:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393566.604315:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507430656:0@lo:400: 00000100:00080000:0.0:1749393566.604317:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393566.604322:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099754700 x1834371507430912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393566.604330:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393566.604332:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393566.604333:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393566.604333:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507430784:0@lo:400: 00000100:00080000:0.0:1749393566.604335:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 603 00000100:00080000:0.0:1749393566.604336:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393566.604338:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393566.604338:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393566.604345:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099754a80 x1834371507431040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393566.604347:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393566.604348:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393566.604354:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507430272:0@lo:400: 00000100:00100000:3.0:1749393566.604364:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507430656 00000100:00100000:0.0:1749393566.604368:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507431296:0@lo:400: 00000100:00100000:2.0:1749393566.604369:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507429760 00000100:00100000:3.0:1749393566.604369:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507430656 00000100:00100000:2.0:1749393566.604373:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507429760 00000100:00100000:1.0:1749393566.604374:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393566.604411:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393566.604411:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507430784 00000100:00100000:3.0:1749393566.604413:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507430784 00000100:00100000:1.0:1749393566.604414:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507431168:0@lo:400: 00000100:00100000:2.0:1749393566.604421:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1749393566.604422:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507431296 00000100:00100000:3.0:1749393566.604423:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507431296 00000100:00100000:2.0:1749393566.604425:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507429760:12345-0@lo:400: 00000100:00100000:3.0:1749393566.604438:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1749393566.604442:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1749393566.604443:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507430656:12345-0@lo:400: 00000100:00100000:1.0:1749393566.604444:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393566.604449:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507430784:12345-0@lo:400: 00000100:00100000:2.0:1749393566.604455:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507429760:12345-0@lo:400: Request processed in 29us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393566.604459:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1749393566.604467:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507429888 00000100:00100000:3.0:1749393566.604469:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507430656:12345-0@lo:400: Request processed in 27us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393566.604470:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507429888 00000100:00100000:0.0:1749393566.604473:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507430784:12345-0@lo:400: Request processed in 26us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393566.604473:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1749393566.604476:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507431168 00000100:00100000:0.0:1749393566.604477:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1749393566.604479:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507431168 00000100:00100000:3.0:1749393566.604481:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1749393566.604489:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:3.0:1749393566.604491:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507431296:12345-0@lo:400: 00000100:00100000:1.0:1749393566.604494:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507429888:12345-0@lo:38: 00000100:00100000:0.0:1749393566.604498:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507430016 00000100:00100000:2.0:1749393566.604500:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1749393566.604501:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507430016 00000100:00100000:2.0:1749393566.604504:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507431168:12345-0@lo:400: 00010000:00020000:1.0:1749393566.604511:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393566.604512:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507431296:12345-0@lo:400: Request processed in 21us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393566.604515:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507430272 00000100:00100000:3.0:1749393566.604515:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1749393566.604516:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507430272 00000100:00100000:2.0:1749393566.604522:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507431168:12345-0@lo:400: Request processed in 18us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393566.604523:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1749393566.604526:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1749393566.604527:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507430016:12345-0@lo:400: 00000100:00100000:3.0:1749393566.604531:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1749393566.604535:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507430272:12345-0@lo:400: 00000100:00100000:1.0:1749393566.604536:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507429888:12345-0@lo:38: Request processed in 41us (247us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393566.604543:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1749393566.604544:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507430016:12345-0@lo:400: Request processed in 18us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393566.604548:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00010000:00080000:2.0:1749393566.604548:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099755500 x1834371507430784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393566.604549:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507430272:12345-0@lo:400: Request processed in 15us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393566.604553:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1749393566.604557:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507430784:0@lo:400: 00000100:00080000:1.0:1749393566.604558:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393566.604562:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507429760:0@lo:400: 00010000:00080000:0.0:1749393566.604569:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099754380 x1834371507431296/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393566.604571:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393566.604573:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393566.604576:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507429888:0@lo:38: 00010000:00080000:1.0:1749393566.604577:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099754000 x1834371507431168/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393566.604580:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507431296:0@lo:400: 00000100:00100000:3.0:1749393566.604586:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507430144:0@lo:38: 00000100:00100000:1.0:1749393566.604588:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507431168:0@lo:400: 00000100:00100000:1.0:1749393566.604598:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507430272:0@lo:400: 00000100:00100000:3.0:1749393566.604600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393566.604607:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507430016:0@lo:400: 00000100:00100000:3.0:1749393566.604609:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507430400:0@lo:38: 00000100:00100000:0.0:1749393566.604613:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507430144 00000100:00100000:0.0:1749393566.604616:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507430144 00000100:00100000:3.0:1749393566.604619:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393566.604626:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507430528:0@lo:38: 00000100:00100000:0.0:1749393566.604627:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507430400 00000100:00100000:0.0:1749393566.604628:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507430400 00000100:00100000:3.0:1749393566.604635:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393566.604641:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507430528 00000100:00100000:0.0:1749393566.604642:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507430528 00000100:00100000:3.0:1749393566.604644:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507430912:0@lo:38: 00000100:00100000:3.0:1749393566.604653:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393566.604654:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1749393566.604657:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507430144:12345-0@lo:38: 00000100:00100000:3.0:1749393566.604658:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507431040:0@lo:38: 00000100:00100000:2.0:1749393566.604660:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507430912 00000100:00100000:2.0:1749393566.604663:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507430912 00000100:00100000:1.0:1749393566.604664:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00010000:00020000:0.0:1749393566.604666:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393566.604668:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393566.604669:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507430400:12345-0@lo:38: 00000100:00100000:2.0:1749393566.604670:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507431040 00000100:00100000:2.0:1749393566.604671:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507431040 00000100:00100000:2.0:1749393566.604677:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:2.0:1749393566.604680:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507430528:12345-0@lo:38: 00010000:00020000:1.0:1749393566.604681:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393566.604681:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1749393566.604684:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507430912:12345-0@lo:38: 00000100:00100000:0.0:1749393566.604686:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507430144:12345-0@lo:38: Request processed in 29us (85us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393566.604690:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00010000:00020000:2.0:1749393566.604693:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393566.604697:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00010000:00020000:3.0:1749393566.604699:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393566.604700:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507431040:12345-0@lo:38: 00000100:00100000:1.0:1749393566.604704:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507430400:12345-0@lo:38: Request processed in 33us (82us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393566.604706:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393566.604710:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:2.0:1749393566.604714:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507430528:12345-0@lo:38: Request processed in 33us (78us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393566.604718:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:3.0:1749393566.604718:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507430912:12345-0@lo:38: Request processed in 33us (64us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393566.604719:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507431040:12345-0@lo:38: Request processed in 19us (51us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393566.604723:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:0.0:1749393566.604729:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00080000:3.0:1749393566.604738:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393566.604740:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393566.604742:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507430144:0@lo:38: 00000100:00080000:3.0:1749393566.604747:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393566.604748:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393566.604750:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507430400:0@lo:38: 00000100:00080000:3.0:1749393566.604754:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393566.604756:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393566.604757:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507430528:0@lo:38: 00000100:00080000:3.0:1749393566.604761:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393566.604763:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393566.604764:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507430912:0@lo:38: 00000100:00080000:3.0:1749393566.604768:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393566.604769:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393566.604771:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507431040:0@lo:38: 00010000:00080000:3.0:1749393566.604790:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099757800 x1834371507430656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393566.604797:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507430656:0@lo:400: 00010000:00010000:3.0:1749393566.700300:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393567.192198:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393567.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393567.702247:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393567.874248:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393567.874284:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507431424/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393572 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393567.874361:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393567.874487:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393567.874527:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507431424 00000100:00100000:2.0:1749393567.874536:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507431424 00000100:00100000:2.0:1749393567.874581:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1749393567.874587:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507431424:12345-0@lo:700: 40000000:00080000:2.0:1749393567.874612:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:2.0:1749393567.874615:0:11402:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393567.874688:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507431424:12345-0@lo:700: Request processed in 99us (326us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393567.874697:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1749393567.874711:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507431424/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393583 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393567.874744:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393567.875145:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393567.875164:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507431552/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393572 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393567.875200:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393567.875249:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507431552 00000100:00100000:0.0:1749393567.875257:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507431552 00000100:00100000:2.0:1749393567.875261:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393567.875290:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1749393567.875297:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507431552:12345-0@lo:700: 40000000:00080000:0.0:1749393567.875315:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393567.875366:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507431552:12345-0@lo:700: Request processed in 68us (163us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393567.875391:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1749393567.875419:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507431552/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393583 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393567.875426:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393567.971292:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507431680:0@lo:700: 00000100:00100000:0.0:1749393567.971335:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393567.971407:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507431680 00000100:00100000:2.0:1749393567.971417:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507431680 00000100:00100000:0.0:1749393567.971418:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393567.971459:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1749393567.971469:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507431680:12345-0@lo:700: 00000100:00080000:1.0:1749393567.971510:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393567.971521:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726d80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393567.971528:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507431808:0@lo:700: 40000000:00080000:2.0:1749393567.971540:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393567.971543:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393567.971599:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507431680:12345-0@lo:700: Request processed in 132us (263us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393567.971608:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1749393567.971631:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507431680:0@lo:700: 00000100:00100000:2.0:1749393567.972188:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099757800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507431936:0@lo:700: 00000100:00100000:2.0:1749393567.972218:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393567.972271:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507431936 00000100:00100000:2.0:1749393567.972272:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726d80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393567.972278:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507431936 00000100:00080000:1.0:1749393567.972299:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393567.972313:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1749393567.972320:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507431936:12345-0@lo:700: 00000100:00100000:0.0:1749393567.972348:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393567.972354:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507432064:0@lo:700: 40000000:00080000:0.0:1749393567.972362:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393567.972365:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393567.972438:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507431936:12345-0@lo:700: Request processed in 117us (218us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393567.972446:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1749393567.972470:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507431936:0@lo:700: 00000100:00100000:0.0:1749393568.028229:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507432192:0@lo:41: 00000100:00100000:0.0:1749393568.028278:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393568.028325:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507432192 00000100:00100000:3.0:1749393568.028331:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507432192 00000100:00100000:3.0:1749393568.028358:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1749393568.028364:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507432192:12345-0@lo:41: 00000004:00000024:3.0:1749393568.028408:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393568.028451:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507432192:12345-0@lo:41: Request processed in 87us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393568.028457:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1749393568.028477:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507432192:0@lo:41: 00000100:00100000:2.0:1749393568.192196:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393568.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393568.589270:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393568.589290:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016df80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507432320:0@lo:900: 00010000:00010000:2.0:1749393568.704262:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393569.171251:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 26 seconds 00000100:00100000:2.0:1749393569.192152:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393569.322197:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393569.706409:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393569.972268:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099757800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507432448:0@lo:700: 00000100:00100000:2.0:1749393569.972322:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393569.972395:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507432448 00000100:00100000:0.0:1749393569.972404:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507432448 00000100:00100000:2.0:1749393569.972405:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726d80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393569.972453:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1749393569.972462:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507432448:12345-0@lo:700: 00000100:00080000:1.0:1749393569.972482:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393569.972497:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393569.972502:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507432576:0@lo:700: 40000000:00080000:0.0:1749393569.972512:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393569.972515:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393569.972557:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507432448:12345-0@lo:700: Request processed in 97us (234us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393569.972563:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1749393569.972576:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507432448:0@lo:700: 00000100:00100000:0.0:1749393569.973154:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507432704:0@lo:700: 00000100:00100000:0.0:1749393569.973182:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393569.973218:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507432704 00000100:00100000:2.0:1749393569.973223:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507432704 00000100:00100000:0.0:1749393569.973226:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00080000:1.0:1749393569.973241:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393569.973248:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1749393569.973253:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507432704:12345-0@lo:700: 00000100:00100000:2.0:1749393569.973273:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726d80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393569.973276:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507432832:0@lo:700: 40000000:00080000:2.0:1749393569.973290:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393569.973292:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393569.973327:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507432704:12345-0@lo:700: Request processed in 74us (144us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393569.973334:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1749393569.973349:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507432704:0@lo:700: 00000100:00100000:2.0:1749393570.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393570.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393570.431651:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393570.431697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393570.431735:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393570.431775:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499730304 00000100:00100000:2.0:1749393570.431785:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499730304 00000100:00100000:3.0:1749393570.431809:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499730176 00000100:00100000:2.0:1749393570.431818:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499730432 00000100:00100000:3.0:1749393570.431818:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499730176 00000100:00100000:2.0:1749393570.431821:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499730432 00000100:00100000:2.0:1749393570.431852:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 860 00000100:00100000:3.0:1749393570.431860:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 393 00000100:00100000:2.0:1749393570.431861:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499730304:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393570.431865:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 861 00000100:00100000:3.0:1749393570.431867:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499730176:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393570.431875:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499730432:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393570.431889:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 612 last 0 00010000:00080000:1.0:1749393570.431900:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 612 last 0 00000100:00100000:3.0:1749393570.431928:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499730176:12345-192.168.203.32@tcp:400: Request processed in 61us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393570.431937:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 393 00000100:00100000:2.0:1749393570.431943:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499730304:12345-192.168.203.32@tcp:38: Request processed in 82us (298us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393570.431948:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499730432:12345-192.168.203.32@tcp:38: Request processed in 72us (212us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393570.431950:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 860 00000100:00100000:1.0:1749393570.431956:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 861 00000100:00100000:0.0:1749393570.590215:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393570.590224:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507432960:0@lo:900: 00010000:00010000:3.0:1749393570.708262:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393571.180407:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507433088:0@lo:41: 00000100:00100000:2.0:1749393571.180474:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393571.180539:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507433088 00000100:00100000:3.0:1749393571.180548:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507433088 00000100:00100000:3.0:1749393571.180586:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1749393571.180594:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507433088:12345-0@lo:41: 00000004:00000024:3.0:1749393571.180629:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393571.180688:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507433088:12345-0@lo:41: Request processed in 94us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393571.180696:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1749393571.180726:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507433088:0@lo:41: 00000100:00100000:2.0:1749393571.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393571.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393571.612186:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393571.612204:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393571.612206:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393571.612212:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 608 00000100:00080000:0.0:1749393571.612215:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393571.612220:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393571.612233:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507433216:0@lo:400: 00000100:00100000:0.0:1749393571.612237:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016c000 x1834371507433344/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393571.612261:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393571.612263:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393571.612265:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393571.612267:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 608 00000100:00080000:0.0:1749393571.612268:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393571.612270:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393571.612275:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507433472:0@lo:400: 00000100:00100000:0.0:1749393571.612277:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016ed80 x1834371507433600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393571.612291:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393571.612292:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393571.612294:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393571.612295:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393571.612297:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 608 00000100:00080000:0.0:1749393571.612298:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393571.612300:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393571.612307:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016d880 x1834371507433856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393571.612309:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393571.612313:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393571.612318:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393571.612319:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393571.612322:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 608 00000100:00080000:0.0:1749393571.612323:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393571.612325:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393571.612328:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393571.612329:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507433344:0@lo:38: 00000100:00100000:0.0:1749393571.612333:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016d500 x1834371507433984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393571.612337:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507433728:0@lo:400: 00000100:00100000:1.0:1749393571.612372:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749393571.612374:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393571.612376:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393571.612377:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393571.612379:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 608 00000100:00100000:1.0:1749393571.612380:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507434112:0@lo:400: 00000100:00100000:3.0:1749393571.612380:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393571.612381:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393571.612381:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393571.612383:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393571.612390:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016ca80 x1834371507434368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393571.612395:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393571.612397:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393571.612399:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393571.612401:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 608 00000100:00080000:0.0:1749393571.612402:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393571.612404:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393571.612404:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393571.612408:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393571.612409:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507433216 00000100:00100000:0.0:1749393571.612411:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016c700 x1834371507434496/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393571.612413:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507433216 00000100:00100000:2.0:1749393571.612416:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507434240:0@lo:400: 00000100:00100000:2.0:1749393571.612433:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393571.612436:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507433344 00000100:00100000:3.0:1749393571.612438:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1749393571.612440:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507433344 00000100:00100000:3.0:1749393571.612444:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507433216:12345-0@lo:400: 00000100:00100000:2.0:1749393571.612446:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507434624:0@lo:400: 00000100:00100000:0.0:1749393571.612449:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507434112 00000100:00100000:0.0:1749393571.612456:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507434112 00000100:00100000:2.0:1749393571.612456:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393571.612460:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:1.0:1749393571.612466:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507433344:12345-0@lo:38: 00000100:00100000:3.0:1749393571.612471:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507433216:12345-0@lo:400: Request processed in 28us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393571.612476:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507434240 00000100:00100000:3.0:1749393571.612476:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1749393571.612479:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507434240 00000100:00100000:0.0:1749393571.612481:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507434624 00000100:00100000:0.0:1749393571.612483:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507434624 00010000:00020000:1.0:1749393571.612485:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393571.612495:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1749393571.612501:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507434112:12345-0@lo:400: 00000100:00100000:2.0:1749393571.612501:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1749393571.612506:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507434624:12345-0@lo:400: 00000100:00100000:3.0:1749393571.612506:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1749393571.612511:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507434240:12345-0@lo:400: 00000100:00100000:1.0:1749393571.612512:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507433344:12345-0@lo:38: Request processed in 45us (131us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393571.612519:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:0.0:1749393571.612538:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507434112:12345-0@lo:400: Request processed in 38us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393571.612538:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507434240:12345-0@lo:400: Request processed in 28us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393571.612539:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507434624:12345-0@lo:400: Request processed in 34us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393571.612542:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1749393571.612545:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1749393571.612548:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1749393571.612549:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507433216:0@lo:400: 00000100:00080000:0.0:1749393571.612557:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1749393571.612559:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393571.612567:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507433472 00000100:00100000:1.0:1749393571.612568:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507434752:0@lo:400: 00000100:00100000:0.0:1749393571.612569:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507433472 00010000:00080000:3.0:1749393571.612569:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993ad80 x1834371507434624/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749393571.612570:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393571.612573:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393571.612576:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507433344:0@lo:38: 00000100:00100000:3.0:1749393571.612578:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507434624:0@lo:400: 00000100:00100000:0.0:1749393571.612581:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507433728 00000100:00100000:2.0:1749393571.612581:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507433600:0@lo:38: 00000100:00100000:0.0:1749393571.612582:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507433728 00010000:00080000:3.0:1749393571.612585:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016e300 x1834371507434240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393571.612588:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393571.612590:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1749393571.612591:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507434240:0@lo:400: 00000100:00100000:0.0:1749393571.612594:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507433472:12345-0@lo:400: 00000100:00100000:2.0:1749393571.612595:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393571.612605:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507433856:0@lo:38: 00000100:00100000:3.0:1749393571.612607:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00010000:00080000:1.0:1749393571.612610:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016c380 x1834371507434112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393571.612612:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507433728:12345-0@lo:400: 00000100:00100000:0.0:1749393571.612616:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507433472:12345-0@lo:400: Request processed in 22us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393571.612616:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393571.612620:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1749393571.612622:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507434112:0@lo:400: 00000100:00100000:2.0:1749393571.612629:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507433984:0@lo:38: 00000100:00100000:3.0:1749393571.612629:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507433728:12345-0@lo:400: Request processed in 18us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393571.612639:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393571.612642:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1749393571.612648:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507434752 00000100:00100000:2.0:1749393571.612648:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507434368:0@lo:38: 00000100:00100000:0.0:1749393571.612652:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507433600 00000100:00100000:1.0:1749393571.612652:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507434752 00000100:00100000:0.0:1749393571.612654:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507433600 00000100:00100000:2.0:1749393571.612659:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393571.612662:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507433472:0@lo:400: 00000100:00100000:0.0:1749393571.612663:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507433856 00000100:00100000:0.0:1749393571.612665:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507433856 00000100:00100000:2.0:1749393571.612667:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507434496:0@lo:38: 00000100:00100000:0.0:1749393571.612671:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507433984 00000100:00100000:0.0:1749393571.612673:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507433984 00000100:00100000:0.0:1749393571.612676:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507434368 00000100:00100000:1.0:1749393571.612677:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1749393571.612677:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393571.612678:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507434368 00000100:00100000:3.0:1749393571.612679:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507434496 00000100:00100000:3.0:1749393571.612682:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507434496 00000100:00100000:1.0:1749393571.612683:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507434752:12345-0@lo:400: 00000100:00100000:0.0:1749393571.612684:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1749393571.612687:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507433600:12345-0@lo:38: 00000100:00100000:2.0:1749393571.612690:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00010000:00020000:0.0:1749393571.612697:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393571.612699:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507433856:12345-0@lo:38: 00000100:00100000:3.0:1749393571.612700:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1749393571.612703:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507433984:12345-0@lo:38: 00010000:00020000:2.0:1749393571.612710:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393571.612714:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393571.612718:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507434752:12345-0@lo:400: Request processed in 34us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393571.612725:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507433600:12345-0@lo:38: Request processed in 36us (129us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393571.612725:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1749393571.612729:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507433856:12345-0@lo:38: Request processed in 30us (112us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393571.612730:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1749393571.612733:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507433984:12345-0@lo:38: Request processed in 29us (92us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393571.612734:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1749393571.612737:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1749393571.612740:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1749393571.612742:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507434368:12345-0@lo:38: 00000100:00100000:1.0:1749393571.612744:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1749393571.612748:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507434496:12345-0@lo:38: 00010000:00020000:0.0:1749393571.612750:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393571.612757:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393571.612760:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:1.0:1749393571.612761:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393571.612762:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507434368:12345-0@lo:38: Request processed in 18us (102us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393571.612762:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507433984:0@lo:38: 00000100:00100000:0.0:1749393571.612766:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00080000:2.0:1749393571.612768:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393571.612770:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393571.612772:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507434368:0@lo:38: 00000100:00080000:0.0:1749393571.612775:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1749393571.612777:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393571.612779:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393571.612781:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507433600:0@lo:38: 00000100:00100000:1.0:1749393571.612783:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507434496:12345-0@lo:38: Request processed in 33us (104us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749393571.612786:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393571.612787:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393571.612789:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507433856:0@lo:38: 00000100:00100000:1.0:1749393571.612790:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00080000:2.0:1749393571.612803:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393571.612804:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393571.612806:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507434496:0@lo:38: 00010000:00080000:1.0:1749393571.612815:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993b480 x1834371507434752/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393571.612818:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507433728:0@lo:400: 00000100:00100000:1.0:1749393571.612826:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507434752:0@lo:400: 00010000:00010000:2.0:1749393571.710294:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393571.973224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507434880:0@lo:700: 00000100:00100000:2.0:1749393571.973305:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393571.973400:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726d80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393571.973437:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507434880 00000100:00100000:0.0:1749393571.973448:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507434880 00000100:00100000:0.0:1749393571.973495:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1749393571.973504:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507434880:12345-0@lo:700: 00000100:00100000:0.0:1749393571.973548:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393571.973555:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507435008:0@lo:700: 40000000:00080000:0.0:1749393571.973568:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393571.973571:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393571.973633:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507434880:12345-0@lo:700: Request processed in 128us (327us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393571.973642:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1749393571.973678:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507434880:0@lo:700: 00000100:00100000:1.0:1749393571.974217:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507435136:0@lo:700: 00000100:00100000:1.0:1749393571.974258:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393571.974315:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507435136 00000100:00100000:1.0:1749393571.974317:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:0.0:1749393571.974324:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507435136 00000100:00100000:0.0:1749393571.974383:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1749393571.974391:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507435136:12345-0@lo:700: 00000100:00100000:0.0:1749393571.974423:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393571.974438:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507435264:0@lo:700: 40000000:00080000:0.0:1749393571.974449:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393571.974452:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393571.974508:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507435136:12345-0@lo:700: Request processed in 117us (248us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393571.974517:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1749393571.974537:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507435136:0@lo:700: 00000100:00100000:2.0:1749393572.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393572.322215:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393572.591240:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393572.591257:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507435392:0@lo:900: 00010000:00010000:2.0:1749393572.712306:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393573.036309:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507435520:0@lo:41: 00000100:00100000:2.0:1749393573.036400:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393573.036514:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507435520 00000100:00100000:3.0:1749393573.036523:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507435520 00000100:00100000:3.0:1749393573.036586:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1749393573.036594:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507435520:12345-0@lo:41: 00000004:00000024:3.0:1749393573.036627:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393573.036681:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507435520:12345-0@lo:41: Request processed in 88us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393573.036689:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1749393573.036718:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507435520:0@lo:41: 00000100:00100000:2.0:1749393573.192127:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393573.322154:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393573.714277:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393573.974177:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507435648:0@lo:700: 00000100:00100000:2.0:1749393573.974226:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393573.974281:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726d80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393573.974320:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507435648 00000100:00100000:0.0:1749393573.974353:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507435648 00000100:00080000:2.0:1749393573.974396:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393573.974405:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1749393573.974413:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507435648:12345-0@lo:700: 00000100:00100000:0.0:1749393573.974444:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393573.974448:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507435776:0@lo:700: 40000000:00080000:0.0:1749393573.974458:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393573.974460:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393573.974496:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507435648:12345-0@lo:700: Request processed in 85us (269us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393573.974501:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1749393573.974510:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507435648:0@lo:700: 00000100:00100000:0.0:1749393573.975155:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507435904:0@lo:700: 00000100:00100000:0.0:1749393573.975179:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393573.975208:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507435904 00000100:00100000:2.0:1749393573.975212:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507435904 00000100:00100000:0.0:1749393573.975214:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393573.975233:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1749393573.975237:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507435904:12345-0@lo:700: 00000100:00080000:3.0:1749393573.975241:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393573.975254:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726d80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393573.975257:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507436032:0@lo:700: 40000000:00080000:2.0:1749393573.975262:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393573.975264:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393573.975292:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507435904:12345-0@lo:700: Request processed in 54us (113us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393573.975297:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1749393573.975312:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507435904:0@lo:700: 00000100:00100000:2.0:1749393574.192148:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393574.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393574.592257:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393574.592274:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993bb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507436160:0@lo:900: 00010000:00010000:3.0:1749393574.716417:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393575.192204:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393575.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393575.439789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393575.439842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393575.439886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393575.439931:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499730688 00000100:00100000:3.0:1749393575.439934:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499730560 00000100:00100000:1.0:1749393575.439935:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499730816 00000100:00100000:0.0:1749393575.439941:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499730688 00000100:00100000:3.0:1749393575.439943:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499730560 00000100:00100000:1.0:1749393575.439946:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499730816 00000100:00100000:0.0:1749393575.439976:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 868 00000100:00100000:0.0:1749393575.439984:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499730688:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393575.439991:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 869 00000100:00100000:1.0:1749393575.440001:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499730816:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393575.440004:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 395 00010000:00080000:0.0:1749393575.440017:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 617 last 0 00000100:00100000:3.0:1749393575.440027:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499730560:12345-192.168.203.32@tcp:400: 00010000:00080000:1.0:1749393575.440030:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 617 last 0 00000100:00100000:0.0:1749393575.440130:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499730688:12345-192.168.203.32@tcp:38: Request processed in 144us (285us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393575.440134:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499730560:12345-192.168.203.32@tcp:400: Request processed in 109us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393575.440140:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 868 00000100:00100000:3.0:1749393575.440143:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 395 00000100:00100000:1.0:1749393575.440144:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499730816:12345-192.168.203.32@tcp:38: Request processed in 142us (255us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393575.440154:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 869 00010000:00010000:2.0:1749393575.718236:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393575.975235:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507436288:0@lo:700: 00000100:00100000:2.0:1749393575.975305:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393575.975427:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726d80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393575.975499:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507436288 00000100:00100000:0.0:1749393575.975511:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507436288 00000100:00080000:3.0:1749393575.975546:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393575.975581:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1749393575.975593:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507436288:12345-0@lo:700: 00000100:00100000:0.0:1749393575.975639:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393575.975647:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507436416:0@lo:700: 40000000:00080000:0.0:1749393575.975661:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393575.975664:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393575.975720:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507436288:12345-0@lo:700: Request processed in 130us (415us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393575.975729:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1749393575.975745:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507436288:0@lo:700: 00000100:00100000:0.0:1749393575.976162:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507436544:0@lo:700: 00000100:00100000:0.0:1749393575.976194:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393575.976217:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507436544 00000100:00100000:1.0:1749393575.976226:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507436544 00000100:00100000:0.0:1749393575.976236:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00080000:3.0:1749393575.976253:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393575.976264:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1749393575.976272:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507436544:12345-0@lo:700: 00000100:00100000:1.0:1749393575.976304:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393575.976310:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507436672:0@lo:700: 40000000:00080000:1.0:1749393575.976360:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393575.976363:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393575.976420:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507436544:12345-0@lo:700: Request processed in 148us (225us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393575.976429:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1749393575.976450:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507436544:0@lo:700: 00000100:00100000:1.0:1749393576.188364:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507436800:0@lo:41: 00000100:00100000:1.0:1749393576.188419:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393576.188472:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507436800 00000100:00100000:3.0:1749393576.188481:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507436800 00000100:00100000:3.0:1749393576.188518:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:3.0:1749393576.188526:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507436800:12345-0@lo:41: 00000004:00000024:3.0:1749393576.188556:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393576.188612:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507436800:12345-0@lo:41: Request processed in 86us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393576.188619:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1749393576.188642:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507436800:0@lo:41: 00000100:00100000:2.0:1749393576.192157:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393576.322155:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393576.593228:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393576.593242:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507436928:0@lo:900: 00000100:00080000:0.0:1749393576.620182:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393576.620188:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393576.620191:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393576.620195:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 613 00000100:00080000:0.0:1749393576.620198:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393576.620204:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393576.620220:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099939500 x1834371507437184/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393576.620245:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393576.620248:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393576.620249:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393576.620252:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 613 00000100:00080000:0.0:1749393576.620253:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393576.620255:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393576.620261:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507437056:0@lo:400: 00000100:00100000:0.0:1749393576.620263:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099939880 x1834371507437440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393576.620264:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507437312:0@lo:400: 00000100:00080000:0.0:1749393576.620275:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393576.620277:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393576.620278:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393576.620281:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 613 00000100:00080000:0.0:1749393576.620282:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393576.620284:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393576.620304:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099938e00 x1834371507437696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393576.620328:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507437184:0@lo:38: 00000100:00080000:0.0:1749393576.620331:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393576.620334:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393576.620335:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393576.620337:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 613 00000100:00080000:0.0:1749393576.620339:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393576.620341:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393576.620347:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393576.620349:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393576.620351:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099938000 x1834371507437824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393576.620365:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393576.620368:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393576.620369:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393576.620372:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 613 00000100:00100000:2.0:1749393576.620373:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393576.620374:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393576.620376:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393576.620383:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099939f80 x1834371507438208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393576.620383:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507437056 00000100:00080000:0.0:1749393576.620388:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393576.620388:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507437056 00000100:00080000:0.0:1749393576.620391:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393576.620391:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393576.620393:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 613 00000100:00100000:1.0:1749393576.620394:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749393576.620395:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393576.620397:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393576.620400:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507437568:0@lo:400: 00000100:00100000:2.0:1749393576.620401:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507437440:0@lo:38: 00000100:00100000:0.0:1749393576.620409:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993aa00 x1834371507438336/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393576.620419:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1749393576.620420:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393576.620420:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393576.620425:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507437056:12345-0@lo:400: 00000100:00100000:2.0:1749393576.620434:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507437696:0@lo:38: 00000100:00100000:1.0:1749393576.620435:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507438464:0@lo:400: 00000100:00100000:0.0:1749393576.620439:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507437184 00000100:00100000:0.0:1749393576.620443:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507437184 00000100:00100000:2.0:1749393576.620448:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393576.620452:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393576.620455:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507437056:12345-0@lo:400: Request processed in 31us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393576.620460:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507437440 00000100:00100000:2.0:1749393576.620460:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507437824:0@lo:38: 00000100:00100000:3.0:1749393576.620461:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1749393576.620462:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507437440 00000100:00100000:1.0:1749393576.620463:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393576.620469:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507437696 00000100:00100000:0.0:1749393576.620471:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507437696 00000100:00100000:2.0:1749393576.620471:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393576.620475:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507438592:0@lo:400: 00000100:00100000:0.0:1749393576.620476:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507437824 00000100:00100000:0.0:1749393576.620478:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507437824 00000100:00100000:2.0:1749393576.620480:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507438208:0@lo:38: 00000100:00100000:3.0:1749393576.620484:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1749393576.620488:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:3.0:1749393576.620488:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507437184:12345-0@lo:38: 00000100:00100000:1.0:1749393576.620493:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393576.620494:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507437440:12345-0@lo:38: 00000100:00100000:2.0:1749393576.620494:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393576.620500:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507438336:0@lo:38: 00010000:00020000:3.0:1749393576.620504:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393576.620511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749393576.620515:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393576.620515:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507438208 00000100:00100000:1.0:1749393576.620519:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507438208 00000100:00100000:1.0:1749393576.620529:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507438336 00000100:00100000:1.0:1749393576.620531:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507438336 00000100:00100000:3.0:1749393576.620536:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507437184:12345-0@lo:38: Request processed in 47us (163us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393576.620539:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:1.0:1749393576.620544:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1749393576.620544:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507437696:12345-0@lo:38: 00000100:00100000:0.0:1749393576.620546:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507437440:12345-0@lo:38: Request processed in 52us (128us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393576.620548:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507437824:12345-0@lo:38: 00000100:00100000:3.0:1749393576.620553:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00010000:00020000:2.0:1749393576.620556:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393576.620557:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00010000:00020000:1.0:1749393576.620561:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393576.620566:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:3.0:1749393576.620570:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1749393576.620571:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507438208:12345-0@lo:38: 00000100:00100000:3.0:1749393576.620573:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507438336:12345-0@lo:38: 00000100:00100000:2.0:1749393576.620576:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507437696:12345-0@lo:38: Request processed in 32us (126us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393576.620579:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393576.620581:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507437824:12345-0@lo:38: Request processed in 32us (109us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393576.620583:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393576.620586:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1749393576.620590:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1749393576.620595:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507438208:12345-0@lo:38: Request processed in 24us (101us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393576.620598:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507438336:12345-0@lo:38: Request processed in 24us (86us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393576.620599:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:1.0:1749393576.620601:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507438464 00000100:00100000:1.0:1749393576.620603:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507438464 00000100:00100000:3.0:1749393576.620603:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1749393576.620612:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507437312 00000100:00100000:0.0:1749393576.620615:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507437312 00000100:00100000:3.0:1749393576.620615:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507437568 00000100:00100000:3.0:1749393576.620618:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507437568 00000100:02020000:2.0:1749393576.620620:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:2.0:1749393576.620623:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393576.620625:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507438592 00000100:00100000:1.0:1749393576.620626:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507438592 00000100:00080000:2.0:1749393576.620626:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393576.620629:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507437696:0@lo:38: 00000100:00100000:0.0:1749393576.620631:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:02020000:2.0:1749393576.620635:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:3.0:1749393576.620635:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1749393576.620636:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507437312:12345-0@lo:400: 00000100:00080000:2.0:1749393576.620637:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393576.620639:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00080000:2.0:1749393576.620639:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393576.620639:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507437568:12345-0@lo:400: 00000100:00100000:2.0:1749393576.620641:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507437824:0@lo:38: 00000100:00100000:1.0:1749393576.620643:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507438464:12345-0@lo:400: 00000100:00080000:2.0:1749393576.620647:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393576.620649:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393576.620651:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507438208:0@lo:38: 00000100:00080000:2.0:1749393576.620657:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393576.620658:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393576.620660:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507438336:0@lo:38: 00000100:00100000:3.0:1749393576.620664:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507437568:12345-0@lo:400: Request processed in 26us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393576.620665:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507437312:12345-0@lo:400: Request processed in 29us (319us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393576.620666:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393576.620667:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393576.620668:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1749393576.620669:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507438464:12345-0@lo:400: Request processed in 26us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393576.620670:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507437184:0@lo:38: 00000100:00100000:1.0:1749393576.620674:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00080000:2.0:1749393576.620675:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393576.620676:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00080000:2.0:1749393576.620677:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393576.620679:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507437440:0@lo:38: 00000100:00100000:3.0:1749393576.620682:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1749393576.620686:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507438592:12345-0@lo:400: 00000100:00100000:0.0:1749393576.620703:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507437952:0@lo:400: 00010000:00080000:1.0:1749393576.620703:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993b100 x1834371507438464/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393576.620704:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507438592:12345-0@lo:400: Request processed in 18us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393576.620708:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00080000:2.0:1749393576.620710:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393576.620713:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507438464:0@lo:400: 00000100:00100000:1.0:1749393576.620721:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507437568:0@lo:400: 00000100:00100000:0.0:1749393576.620724:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393576.620727:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507437312:0@lo:400: 00000100:00100000:3.0:1749393576.620732:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507437056:0@lo:400: 00000100:00100000:2.0:1749393576.620737:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507437952 00000100:00100000:0.0:1749393576.620738:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00080000:1.0:1749393576.620742:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993b480 x1834371507438592/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393576.620743:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507438080:0@lo:400: 00000100:00100000:2.0:1749393576.620745:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507437952 00000100:00100000:1.0:1749393576.620754:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507438592:0@lo:400: 00000100:00100000:0.0:1749393576.620755:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393576.620765:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507438080 00000100:00100000:2.0:1749393576.620767:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507438080 00000100:00100000:1.0:1749393576.620770:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1749393576.620774:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507437952:12345-0@lo:400: 00000100:00100000:3.0:1749393576.620777:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1749393576.620781:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507438080:12345-0@lo:400: 00000100:00100000:1.0:1749393576.620802:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507437952:12345-0@lo:400: Request processed in 28us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393576.620803:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507438080:12345-0@lo:400: Request processed in 22us (48us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393576.620807:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00010000:00080000:0.0:1749393576.620812:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993a680 x1834371507438080/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393576.620812:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1749393576.620821:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507438080:0@lo:400: 00010000:00080000:0.0:1749393576.620828:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993a300 x1834371507437952/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393576.620835:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507437952:0@lo:400: 00010000:00010000:2.0:1749393576.720299:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393577.192132:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393577.322221:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393577.722475:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393577.976205:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507438720:0@lo:700: 00000100:00100000:2.0:1749393577.976261:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393577.976375:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726d80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393577.976393:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507438720 00000100:00100000:1.0:1749393577.976401:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507438720 00000100:00080000:2.0:1749393577.976444:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393577.976452:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1749393577.976460:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507438720:12345-0@lo:700: 00000100:00100000:1.0:1749393577.976490:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393577.976495:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507438848:0@lo:700: 40000000:00080000:1.0:1749393577.976505:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393577.976507:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393577.976545:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507438720:12345-0@lo:700: Request processed in 87us (284us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393577.976551:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1749393577.976561:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507438720:0@lo:700: 00000100:00100000:0.0:1749393577.977157:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507438976:0@lo:700: 00000100:00100000:0.0:1749393577.977185:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393577.977218:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507438976 00000100:00100000:1.0:1749393577.977224:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507438976 00000100:00100000:0.0:1749393577.977225:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00080000:2.0:1749393577.977239:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393577.977255:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1749393577.977260:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507438976:12345-0@lo:700: 00000100:00100000:1.0:1749393577.977296:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:1.0:1749393577.977320:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507439104:0@lo:700: 40000000:00080000:1.0:1749393577.977329:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393577.977341:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393577.977380:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507438976:12345-0@lo:700: Request processed in 120us (195us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393577.977387:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1749393577.977404:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507438976:0@lo:700: 00000100:00100000:0.0:1749393578.044227:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507439232:0@lo:41: 00000100:00100000:0.0:1749393578.044258:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393578.044309:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507439232 00000100:00100000:2.0:1749393578.044314:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507439232 00000100:00100000:2.0:1749393578.044337:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1749393578.044342:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507439232:12345-0@lo:41: 00000004:00000024:2.0:1749393578.044363:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393578.044397:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507439232:12345-0@lo:41: Request processed in 55us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393578.044402:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1749393578.044419:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507439232:0@lo:41: 00000100:00100000:2.0:1749393578.192146:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393578.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393578.594266:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393578.594283:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507439360:0@lo:900: 00010000:00010000:3.0:1749393578.724410:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393578.874239:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393578.874271:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507439488/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393583 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393578.874391:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393578.874471:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749393578.874524:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507439488 00000100:00100000:1.0:1749393578.874535:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507439488 00000100:00080000:2.0:1749393578.874573:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393578.874585:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1749393578.874595:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cceac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507439488:12345-0@lo:700: 40000000:00080000:1.0:1749393578.874623:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393578.874678:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cceac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507439488:12345-0@lo:700: Request processed in 85us (287us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393578.874686:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1749393578.874701:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507439488/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393594 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393578.874711:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393578.875164:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393578.875183:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507439616/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393583 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393578.875221:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393578.875263:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507439616 00000100:00100000:1.0:1749393578.875268:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507439616 00000100:00100000:2.0:1749393578.875272:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00080000:0.0:1749393578.875285:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393578.875319:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1749393578.875332:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507439616:12345-0@lo:700: 40000000:00080000:3.0:1749393578.875350:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393578.875397:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507439616:12345-0@lo:700: Request processed in 69us (175us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393578.875405:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1749393578.875422:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507439616/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393594 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393578.875444:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393579.192190:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393579.322261:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393579.726387:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393579.977232:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507439744:0@lo:700: 00000100:00100000:2.0:1749393579.977329:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393579.977415:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726d80 going to sleep for 11 seconds 00000100:00100000:3.0:1749393579.977478:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507439744 00000100:00100000:3.0:1749393579.977488:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507439744 00000100:00080000:0.0:1749393579.977518:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393579.977556:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1749393579.977566:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507439744:12345-0@lo:700: 00000100:00100000:3.0:1749393579.977606:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21540 going to sleep for 0 seconds 00000100:00100000:3.0:1749393579.977612:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507439872:0@lo:700: 40000000:00080000:3.0:1749393579.977624:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393579.977627:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393579.977676:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507439744:12345-0@lo:700: Request processed in 111us (347us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393579.977684:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1749393579.977722:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507439744:0@lo:700: 00000100:00100000:1.0:1749393579.978201:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507440000:0@lo:700: 00000100:00100000:1.0:1749393579.978236:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393579.978280:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507440000 00000100:00100000:3.0:1749393579.978301:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507440000 00000100:00100000:1.0:1749393579.978307:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00080000:0.0:1749393579.978321:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393579.978326:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1749393579.978332:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507440000:12345-0@lo:700: 00000100:00100000:3.0:1749393579.978371:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21540 going to sleep for 0 seconds 00000100:00100000:3.0:1749393579.978376:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507440128:0@lo:700: 40000000:00080000:3.0:1749393579.978383:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393579.978385:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393579.978424:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507440000:12345-0@lo:700: Request processed in 91us (187us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393579.978431:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1749393579.978450:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507440000:0@lo:700: 00000100:00100000:2.0:1749393580.192153:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393580.322225:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393580.447688:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393580.447738:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393580.447785:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393580.447841:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499730944 00000100:00100000:2.0:1749393580.447855:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499730944 00000100:00100000:1.0:1749393580.447873:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499731072 00000100:00100000:1.0:1749393580.447883:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499731072 00000100:00100000:2.0:1749393580.447908:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 397 00000100:00100000:2.0:1749393580.447917:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499730944:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393580.447924:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499731200 00000100:00100000:1.0:1749393580.447928:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499731200 00000100:00100000:3.0:1749393580.447937:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 876 00000100:00100000:3.0:1749393580.447948:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499731072:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393580.447960:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 877 00000100:00100000:1.0:1749393580.447967:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499731200:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393580.447980:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 622 last 0 00000100:00100000:2.0:1749393580.447989:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499730944:12345-192.168.203.32@tcp:400: Request processed in 73us (309us total) trans 0 rc 0/0 00010000:00080000:1.0:1749393580.447991:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 622 last 0 00000100:00100000:2.0:1749393580.447998:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 397 00000100:00100000:3.0:1749393580.448037:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499731072:12345-192.168.203.32@tcp:38: Request processed in 89us (298us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393580.448044:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499731200:12345-192.168.203.32@tcp:38: Request processed in 76us (258us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393580.448045:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 876 00000100:00100000:1.0:1749393580.448109:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 877 00000100:00100000:0.0:1749393580.595156:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393580.595166:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507440256:0@lo:900: 00010000:00010000:2.0:1749393580.728363:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393581.192139:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393581.196250:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507440384:0@lo:41: 00000100:00100000:3.0:1749393581.196319:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393581.196401:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507440384 00000100:00100000:2.0:1749393581.196409:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507440384 00000100:00100000:2.0:1749393581.196448:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1749393581.196453:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507440384:12345-0@lo:41: 00000004:00000024:2.0:1749393581.196478:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393581.196517:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507440384:12345-0@lo:41: Request processed in 63us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393581.196521:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1749393581.196541:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507440384:0@lo:41: 00000100:00100000:0.0:1749393581.322237:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393581.628270:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393581.628307:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393581.628312:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393581.628320:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 618 00000100:00080000:0.0:1749393581.628325:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393581.628332:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393581.628355:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099939880 x1834371507440640/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393581.628386:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507440512:0@lo:400: 00000100:00080000:0.0:1749393581.628399:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393581.628403:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749393581.628413:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507440768:0@lo:400: 00000100:00080000:0.0:1749393581.628420:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393581.628424:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 618 00000100:00080000:0.0:1749393581.628427:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393581.628431:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393581.628445:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993aa00 x1834371507440896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393581.628464:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393581.628470:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393581.628473:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393581.628475:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393581.628475:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393581.628478:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 618 00000100:00080000:0.0:1749393581.628480:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393581.628484:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393581.628494:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099938000 x1834371507441152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393581.628499:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507440640:0@lo:38: 00000100:00080000:0.0:1749393581.628503:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393581.628506:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393581.628507:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393581.628510:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 618 00000100:00080000:0.0:1749393581.628512:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393581.628515:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393581.628525:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099938e00 x1834371507441280/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393581.628530:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507440512 00000100:00100000:2.0:1749393581.628538:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507440512 00000100:00100000:3.0:1749393581.628547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393581.628550:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393581.628551:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1749393581.628553:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393581.628559:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507441536:0@lo:400: 00000100:00080000:0.0:1749393581.628560:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393581.628565:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 618 00000100:00080000:0.0:1749393581.628567:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393581.628570:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393581.628575:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507440896:0@lo:38: 00000100:00100000:2.0:1749393581.628578:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1749393581.628584:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993a680 x1834371507441664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393581.628586:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393581.628586:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507440512:12345-0@lo:400: 00000100:00080000:0.0:1749393581.628592:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393581.628594:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393581.628595:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393581.628597:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393581.628600:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 618 00000100:00080000:0.0:1749393581.628602:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393581.628605:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393581.628615:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507441152:0@lo:38: 00000100:00100000:0.0:1749393581.628616:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993b480 x1834371507441792/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393581.628616:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507440640 00000100:00100000:1.0:1749393581.628621:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507440640 00000100:00100000:2.0:1749393581.628635:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507440512:12345-0@lo:400: Request processed in 49us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393581.628635:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393581.628643:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507440896 00000100:00100000:2.0:1749393581.628643:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1749393581.628645:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507440896 00000100:00100000:3.0:1749393581.628651:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507441280:0@lo:38: 00000100:00100000:1.0:1749393581.628657:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507441152 00000100:00100000:1.0:1749393581.628660:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507441152 00000100:00100000:3.0:1749393581.628665:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393581.628668:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:0.0:1749393581.628675:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507440640:12345-0@lo:38: 00000100:00100000:2.0:1749393581.628681:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1749393581.628683:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507441280 00000100:00100000:1.0:1749393581.628686:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507441280 00000100:00100000:2.0:1749393581.628686:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507440896:12345-0@lo:38: 00000100:00100000:3.0:1749393581.628692:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507441664:0@lo:38: 00000100:00100000:1.0:1749393581.628696:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00010000:00020000:0.0:1749393581.628699:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393581.628703:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507441152:12345-0@lo:38: 00010000:00020000:2.0:1749393581.628706:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393581.628711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393581.628720:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393581.628727:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507441792:0@lo:38: 00000100:00100000:2.0:1749393581.628737:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507440896:12345-0@lo:38: Request processed in 50us (142us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393581.628744:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:2.0:1749393581.628756:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507441664 00000100:00100000:2.0:1749393581.628760:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507441664 00000100:00100000:3.0:1749393581.628762:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393581.628766:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507440640:12345-0@lo:38: Request processed in 89us (218us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393581.628768:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507441792 00000100:00100000:1.0:1749393581.628770:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507441152:12345-0@lo:38: Request processed in 66us (133us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393581.628771:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507441792 00000100:00100000:0.0:1749393581.628773:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1749393581.628779:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:2.0:1749393581.628784:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00080000:3.0:1749393581.628786:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393581.628788:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507441280:12345-0@lo:38: 00000100:00080000:3.0:1749393581.628790:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393581.628793:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1749393581.628795:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507441152:0@lo:38: 00000100:00100000:0.0:1749393581.628798:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507441664:12345-0@lo:38: 00000100:00100000:1.0:1749393581.628799:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00010000:00020000:2.0:1749393581.628799:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393581.628803:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507441792:12345-0@lo:38: 00000100:00080000:3.0:1749393581.628804:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393581.628807:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:0.0:1749393581.628811:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393581.628811:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507440640:0@lo:38: 00010000:00020000:1.0:1749393581.628817:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393581.628819:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507441280:12345-0@lo:38: Request processed in 29us (152us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393581.628819:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393581.628822:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393581.628824:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1749393581.628825:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507440896:0@lo:38: 00000100:00100000:0.0:1749393581.628834:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507441664:12345-0@lo:38: Request processed in 35us (122us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393581.628838:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507441792:12345-0@lo:38: Request processed in 34us (75us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393581.628841:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507440768 00000100:00100000:2.0:1749393581.628844:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507440768 00000100:00100000:1.0:1749393581.628845:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:0.0:1749393581.628850:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00080000:3.0:1749393581.628851:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393581.628854:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393581.628858:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507441792:0@lo:38: 00000100:00100000:2.0:1749393581.628864:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00080000:3.0:1749393581.628865:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393581.628868:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393581.628869:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507440768:12345-0@lo:400: 00000100:00100000:3.0:1749393581.628871:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507441280:0@lo:38: 00000100:00100000:0.0:1749393581.628873:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507441024:0@lo:400: 00000100:00100000:1.0:1749393581.628877:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507440512:0@lo:400: 00000100:00080000:3.0:1749393581.628879:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393581.628881:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393581.628884:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507441664:0@lo:38: 00000100:00100000:1.0:1749393581.628901:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393581.628902:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393581.628909:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507441920:0@lo:400: 00000100:00100000:3.0:1749393581.628910:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507441536 00000100:00100000:2.0:1749393581.628914:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507440768:12345-0@lo:400: Request processed in 45us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393581.628922:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1749393581.628922:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507441536 00000100:00100000:0.0:1749393581.628925:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507442048:0@lo:400: 00000100:00100000:2.0:1749393581.628933:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507441024 00000100:00100000:1.0:1749393581.628934:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393581.628936:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507441024 00000100:00100000:2.0:1749393581.628951:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:2.0:1749393581.628956:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507441024:12345-0@lo:400: 00000100:00100000:3.0:1749393581.628959:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507441920 00000100:00100000:3.0:1749393581.628961:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507441920 00000100:00100000:0.0:1749393581.628971:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1749393581.628978:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507441024:12345-0@lo:400: Request processed in 22us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393581.628980:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507441536:12345-0@lo:400: 00000100:00100000:2.0:1749393581.628985:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1749393581.628993:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507440768:0@lo:400: 00000100:00100000:3.0:1749393581.628993:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1749393581.629001:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507441920:12345-0@lo:400: 00000100:00100000:0.0:1749393581.629016:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507441536:12345-0@lo:400: Request processed in 39us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393581.629018:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507441408:0@lo:400: 00000100:00080000:1.0:1749393581.629019:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393581.629023:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00080000:1.0:1749393581.629023:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1749393581.629038:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099938a80 x1834371507441536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393581.629042:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393581.629047:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507441920:12345-0@lo:400: Request processed in 47us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393581.629051:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507441536:0@lo:400: 00000100:00100000:3.0:1749393581.629055:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1749393581.629067:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507442048 00000100:00100000:2.0:1749393581.629100:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393581.629105:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507441024:0@lo:400: 00000100:00100000:3.0:1749393581.629106:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507442048 00010000:00080000:1.0:1749393581.629112:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009945e680 x1834371507441920/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393581.629123:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507441920:0@lo:400: 00000100:00100000:3.0:1749393581.629129:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507441408 00000100:00100000:3.0:1749393581.629132:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507441408 00000100:00100000:0.0:1749393581.629133:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1749393581.629140:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507442048:12345-0@lo:400: 00000100:00100000:2.0:1749393581.629145:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1749393581.629153:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507441408:12345-0@lo:400: 00000100:00080000:3.0:1749393581.629157:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1749393581.629159:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393581.629176:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507442048:12345-0@lo:400: Request processed in 36us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393581.629182:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1749393581.629187:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507441408:12345-0@lo:400: Request processed in 35us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393581.629194:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00010000:00080000:0.0:1749393581.629207:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009945ea00 x1834371507442048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749393581.629208:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993b800 x1834371507441408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393581.629218:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507442048:0@lo:400: 00000100:00100000:3.0:1749393581.629221:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507441408:0@lo:400: 00010000:00010000:2.0:1749393581.730337:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393581.978232:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507442176:0@lo:700: 00000100:00100000:2.0:1749393581.978339:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393581.978414:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393581.978469:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507442176 00000100:00100000:3.0:1749393581.978480:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507442176 00000100:00100000:3.0:1749393581.978540:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1749393581.978549:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507442176:12345-0@lo:700: 00000100:00100000:3.0:1749393581.978591:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21540 going to sleep for 0 seconds 00000100:00100000:3.0:1749393581.978597:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507442304:0@lo:700: 40000000:00080000:3.0:1749393581.978610:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393581.978613:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393581.978665:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507442176:12345-0@lo:700: Request processed in 117us (326us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393581.978674:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1749393581.978699:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507442176:0@lo:700: 00000100:00100000:3.0:1749393581.979186:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507442432:0@lo:700: 00000100:00100000:3.0:1749393581.979218:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393581.979240:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507442432 00000100:00100000:0.0:1749393581.979249:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507442432 00000100:00100000:3.0:1749393581.979255:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393581.979323:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1749393581.979331:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507442432:12345-0@lo:700: 00000100:00100000:0.0:1749393581.979361:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393581.979375:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507442560:0@lo:700: 40000000:00080000:0.0:1749393581.979385:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393581.979387:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393581.979436:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507442432:12345-0@lo:700: Request processed in 106us (217us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393581.979444:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1749393581.979461:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507442432:0@lo:700: 00000100:00100000:2.0:1749393582.192200:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393582.322154:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393582.596243:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393582.596260:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945ea00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507442688:0@lo:900: 00010000:00010000:3.0:1749393582.732329:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393583.052341:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507442816:0@lo:41: 00000100:00100000:3.0:1749393583.052410:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393583.052539:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507442816 00000100:00100000:2.0:1749393583.052550:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507442816 00000100:00100000:2.0:1749393583.052612:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1749393583.052621:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507442816:12345-0@lo:41: 00000004:00000024:2.0:1749393583.052671:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393583.052737:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507442816:12345-0@lo:41: Request processed in 116us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393583.052746:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1749393583.052775:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507442816:0@lo:41: 00000100:00100000:2.0:1749393583.192147:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393583.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393583.734290:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393583.979241:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507442944:0@lo:700: 00000100:00100000:2.0:1749393583.979339:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393583.979421:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393583.979490:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507442944 00000100:00100000:0.0:1749393583.979503:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507442944 00000100:00080000:3.0:1749393583.979540:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393583.979573:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1749393583.979584:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507442944:12345-0@lo:700: 00000100:00100000:0.0:1749393583.979629:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393583.979636:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507443072:0@lo:700: 40000000:00080000:0.0:1749393583.979650:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393583.979653:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393583.979713:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507442944:12345-0@lo:700: Request processed in 132us (375us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393583.979723:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1749393583.979748:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507442944:0@lo:700: 00000100:00100000:2.0:1749393583.980163:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507443200:0@lo:700: 00000100:00100000:2.0:1749393583.980191:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393583.980239:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507443200 00000100:00100000:2.0:1749393583.980244:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393583.980246:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507443200 00000100:00080000:3.0:1749393583.980293:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393583.980299:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1749393583.980306:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507443200:12345-0@lo:700: 00000100:00100000:0.0:1749393583.980331:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393583.980336:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507443328:0@lo:700: 40000000:00080000:0.0:1749393583.980360:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393583.980363:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393583.980411:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507443200:12345-0@lo:700: Request processed in 105us (219us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393583.980419:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1749393583.980439:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507443200:0@lo:700: 00000100:00100000:2.0:1749393584.192148:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393584.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393584.597163:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393584.597172:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945fb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507443456:0@lo:900: 00010000:00010000:2.0:1749393584.736330:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393585.192204:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393585.322208:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393585.455167:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393585.455199:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393585.455276:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393585.455277:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499731328 00000100:00100000:2.0:1749393585.455286:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499731328 00000100:00100000:3.0:1749393585.455321:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499731456 00000100:00100000:3.0:1749393585.455327:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499731456 00000100:00100000:2.0:1749393585.455337:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 399 00000100:00100000:2.0:1749393585.455343:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499731328:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393585.455356:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499731584 00000100:00100000:3.0:1749393585.455358:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499731584 00000100:00100000:3.0:1749393585.455372:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 884 00000100:00100000:3.0:1749393585.455376:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499731456:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393585.455384:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 885 00000100:00100000:1.0:1749393585.455391:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499731584:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393585.455396:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499731328:12345-192.168.203.32@tcp:400: Request processed in 53us (234us total) trans 0 rc 0/0 00010000:00080000:3.0:1749393585.455397:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 627 last 0 00000100:00100000:2.0:1749393585.455401:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 399 00010000:00080000:1.0:1749393585.455409:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 627 last 0 00000100:00100000:3.0:1749393585.455433:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499731456:12345-192.168.203.32@tcp:38: Request processed in 56us (233us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393585.455438:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 884 00000100:00100000:1.0:1749393585.455444:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499731584:12345-192.168.203.32@tcp:38: Request processed in 53us (169us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393585.455450:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 885 00010000:00010000:2.0:1749393585.738301:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393585.980237:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507443584:0@lo:700: 00000100:00100000:2.0:1749393585.980335:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393585.980414:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726a80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393585.980445:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507443584 00000100:00100000:0.0:1749393585.980459:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507443584 00000100:00100000:0.0:1749393585.980529:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00080000:3.0:1749393585.980536:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393585.980544:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507443584:12345-0@lo:700: 00000100:00100000:0.0:1749393585.980596:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393585.980606:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507443712:0@lo:700: 40000000:00080000:0.0:1749393585.980624:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393585.980629:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393585.980710:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507443584:12345-0@lo:700: Request processed in 168us (372us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393585.980724:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1749393585.980739:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507443584:0@lo:700: 00000100:00100000:0.0:1749393585.981207:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507443840:0@lo:700: 00000100:00100000:0.0:1749393585.981283:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393585.981349:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507443840 00000100:00100000:2.0:1749393585.981356:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507443840 00000100:00100000:0.0:1749393585.981375:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393585.981390:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1749393585.981398:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507443840:12345-0@lo:700: 00000100:00080000:3.0:1749393585.981408:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393585.981427:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726a80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393585.981432:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507443968:0@lo:700: 40000000:00080000:2.0:1749393585.981440:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393585.981443:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393585.981490:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507443840:12345-0@lo:700: Request processed in 92us (208us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393585.981498:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1749393585.981539:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507443840:0@lo:700: 00000100:00100000:0.0:1749393586.192213:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393586.204316:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507444096:0@lo:41: 00000100:00100000:1.0:1749393586.204393:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393586.204516:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507444096 00000100:00100000:2.0:1749393586.204527:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507444096 00000100:00100000:2.0:1749393586.204584:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1749393586.204593:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507444096:12345-0@lo:41: 00000004:00000024:2.0:1749393586.204631:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393586.204689:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507444096:12345-0@lo:41: Request processed in 96us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393586.204697:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1749393586.204727:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507444096:0@lo:41: 00000100:00100000:0.0:1749393586.322207:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393586.598311:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393586.598326:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507444224:0@lo:900: 00000100:00080000:0.0:1749393586.636176:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393586.636182:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393586.636185:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393586.636189:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 623 00000100:00080000:0.0:1749393586.636192:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393586.636197:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393586.636213:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945c380 x1834371507444480/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393586.636230:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749393586.636252:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393586.636255:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393586.636256:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393586.636257:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1749393586.636258:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 623 00000100:00100000:1.0:1749393586.636259:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507444352:0@lo:400: 00000100:00080000:0.0:1749393586.636260:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393586.636262:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393586.636270:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945ce00 x1834371507444736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393586.636270:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507444608:0@lo:400: 00000100:00080000:0.0:1749393586.636281:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393586.636283:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393586.636284:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393586.636298:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 623 00000100:00080000:0.0:1749393586.636300:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393586.636303:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393586.636311:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945d500 x1834371507444992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393586.636312:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393586.636316:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507444480:0@lo:38: 00000100:00080000:0.0:1749393586.636317:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393586.636317:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393586.636319:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393586.636320:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393586.636322:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 623 00000100:00080000:0.0:1749393586.636323:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393586.636325:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393586.636331:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945dc00 x1834371507445120/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393586.636346:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393586.636348:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393586.636349:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393586.636349:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507444864:0@lo:400: 00000100:00080000:0.0:1749393586.636351:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 623 00000100:00080000:0.0:1749393586.636352:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393586.636354:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393586.636358:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393586.636361:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393586.636363:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945f100 x1834371507445504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393586.636365:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507445248:0@lo:400: 00000100:00080000:0.0:1749393586.636369:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393586.636371:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393586.636372:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393586.636378:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 623 00000100:00100000:3.0:1749393586.636378:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507444736:0@lo:38: 00000100:00080000:0.0:1749393586.636379:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393586.636382:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393586.636387:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507444352 00000100:00100000:0.0:1749393586.636390:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945df80 x1834371507445632/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393586.636390:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393586.636391:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393586.636392:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507444352 00000100:00100000:1.0:1749393586.636408:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393586.636414:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507445376:0@lo:400: 00000100:00100000:3.0:1749393586.636414:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507444992:0@lo:38: 00000100:00100000:0.0:1749393586.636422:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507444608 00000100:00100000:0.0:1749393586.636425:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507444608 00000100:00100000:2.0:1749393586.636426:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1749393586.636426:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393586.636431:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507444352:12345-0@lo:400: 00000100:00100000:1.0:1749393586.636433:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393586.636436:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507445120:0@lo:38: 00000100:00100000:0.0:1749393586.636444:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507444864 00000100:00100000:0.0:1749393586.636445:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507444864 00000100:00100000:3.0:1749393586.636448:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393586.636454:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1749393586.636458:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507445760:0@lo:400: 00000100:00100000:0.0:1749393586.636459:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507444608:12345-0@lo:400: 00000100:00100000:3.0:1749393586.636459:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507445504:0@lo:38: 00000100:00100000:2.0:1749393586.636467:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507444352:12345-0@lo:400: Request processed in 35us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393586.636472:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1749393586.636473:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393586.636479:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393586.636483:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507445632:0@lo:38: 00000100:00100000:0.0:1749393586.636493:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507444608:12345-0@lo:400: Request processed in 34us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393586.636495:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393586.636495:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507445248 00000100:00100000:3.0:1749393586.636495:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393586.636497:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1749393586.636497:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507445248 00000100:00100000:1.0:1749393586.636501:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507445888:0@lo:400: 00000100:00100000:0.0:1749393586.636508:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1749393586.636510:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507445376 00000100:00100000:0.0:1749393586.636511:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507444864:12345-0@lo:400: 00000100:00100000:2.0:1749393586.636512:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507445376 00000100:00100000:3.0:1749393586.636513:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507444480 00000100:00100000:3.0:1749393586.636516:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507444480 00000100:00100000:1.0:1749393586.636518:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393586.636527:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507444736 00000100:00100000:0.0:1749393586.636528:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507444864:12345-0@lo:400: Request processed in 16us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393586.636528:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507444736 00000100:00100000:2.0:1749393586.636530:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507445760 00000100:00100000:2.0:1749393586.636531:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507445760 00000100:00100000:0.0:1749393586.636532:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1749393586.636533:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507444992 00000100:00100000:3.0:1749393586.636534:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507444992 00000100:00100000:3.0:1749393586.636539:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507445120 00000100:00100000:3.0:1749393586.636540:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507445120 00000100:00100000:0.0:1749393586.636542:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507445888 00000100:00100000:1.0:1749393586.636542:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507445504 00000100:00100000:0.0:1749393586.636544:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507445888 00000100:00100000:2.0:1749393586.636544:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1749393586.636544:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507445632 00000100:00100000:1.0:1749393586.636546:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507445504 00000100:00100000:3.0:1749393586.636546:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507445632 00000100:00100000:2.0:1749393586.636548:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507445248:12345-0@lo:400: 00000100:00100000:3.0:1749393586.636551:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:3.0:1749393586.636555:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507444480:12345-0@lo:38: 00000100:00100000:0.0:1749393586.636556:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1749393586.636560:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507445376:12345-0@lo:400: 00000100:00100000:1.0:1749393586.636562:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:1.0:1749393586.636567:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507444736:12345-0@lo:38: 00000100:00100000:2.0:1749393586.636567:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507445248:12345-0@lo:400: Request processed in 19us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393586.636571:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00010000:00020000:3.0:1749393586.636572:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393586.636576:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507445376:12345-0@lo:400: Request processed in 15us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393586.636578:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1749393586.636581:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1749393586.636582:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507445760:12345-0@lo:400: 00010000:00020000:1.0:1749393586.636583:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393586.636588:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1749393586.636593:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507444480:12345-0@lo:38: Request processed in 36us (234us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393586.636598:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507445888:12345-0@lo:400: 00000100:00100000:3.0:1749393586.636598:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:2.0:1749393586.636601:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507445760:12345-0@lo:400: Request processed in 18us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393586.636605:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1749393586.636606:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:1.0:1749393586.636609:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507444736:12345-0@lo:38: Request processed in 40us (215us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393586.636609:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507444992:12345-0@lo:38: 00000100:00100000:0.0:1749393586.636615:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507445888:12345-0@lo:400: Request processed in 19us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393586.636616:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00010000:00020000:3.0:1749393586.636616:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393586.636620:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1749393586.636621:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:2.0:1749393586.636624:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507445120:12345-0@lo:38: 00000100:00100000:1.0:1749393586.636629:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1749393586.636634:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507445632:12345-0@lo:38: 00010000:00020000:2.0:1749393586.636634:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393586.636636:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1749393586.636636:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507444992:12345-0@lo:38: Request processed in 25us (209us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393586.636639:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507445504:12345-0@lo:38: 00000100:00100000:3.0:1749393586.636641:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00010000:00020000:1.0:1749393586.636646:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393586.636648:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507445120:12345-0@lo:38: Request processed in 24us (200us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393586.636650:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393586.636653:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00080000:3.0:1749393586.636659:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393586.636665:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507445632:12345-0@lo:38: Request processed in 30us (168us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393586.636666:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507445504:12345-0@lo:38: Request processed in 27us (193us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393586.636670:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1749393586.636674:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00080000:3.0:1749393586.636674:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393586.636678:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393586.636680:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507444864:0@lo:400: 00000100:00100000:3.0:1749393586.636681:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507444992:0@lo:38: 00000100:00100000:2.0:1749393586.636687:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507444608:0@lo:400: 00000100:00080000:3.0:1749393586.636687:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393586.636689:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393586.636691:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507445120:0@lo:38: 00000100:02020000:3.0:1749393586.636699:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1749393586.636701:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393586.636703:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:1.0:1749393586.636705:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009945e680 x1834371507445888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393586.636705:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507445504:0@lo:38: 00000100:02020000:3.0:1749393586.636710:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1749393586.636712:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393586.636713:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393586.636715:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507445632:0@lo:38: 00000100:00080000:3.0:1749393586.636720:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393586.636721:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393586.636723:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507444480:0@lo:38: 00000100:00080000:3.0:1749393586.636728:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393586.636730:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507445888:0@lo:400: 00000100:00080000:3.0:1749393586.636730:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393586.636732:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507444736:0@lo:38: 00010000:00080000:1.0:1749393586.636744:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009945ea00 x1834371507445760/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393586.636754:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507445760:0@lo:400: 00010000:00080000:1.0:1749393586.636777:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009945c700 x1834371507445376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393586.636787:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507445376:0@lo:400: 00010000:00080000:1.0:1749393586.636798:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009945e300 x1834371507445248/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393586.636807:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507445248:0@lo:400: 00000100:00100000:1.0:1749393586.636816:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507444352:0@lo:400: 00010000:00010000:3.0:1749393586.740352:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393587.192141:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393587.322289:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393587.742403:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393587.981331:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507446016:0@lo:700: 00000100:00100000:0.0:1749393587.981403:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393587.981460:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507446016 00000100:00100000:2.0:1749393587.981470:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507446016 00000100:00100000:0.0:1749393587.981489:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393587.981517:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1749393587.981526:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507446016:12345-0@lo:700: 00000100:00100000:2.0:1749393587.981563:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726000 going to sleep for 0 seconds 00000100:00100000:2.0:1749393587.981569:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507446144:0@lo:700: 00000100:00080000:3.0:1749393587.981577:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 40000000:00080000:2.0:1749393587.981580:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393587.981582:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393587.981629:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507446016:12345-0@lo:700: Request processed in 105us (227us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393587.981637:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1749393587.981669:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507446016:0@lo:700: 00000100:00100000:1.0:1749393587.982168:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507446272:0@lo:700: 00000100:00100000:1.0:1749393587.982199:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393587.982256:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507446272 00000100:00100000:1.0:1749393587.982262:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:2.0:1749393587.982263:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507446272 00000100:00080000:3.0:1749393587.982285:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393587.982302:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1749393587.982308:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507446272:12345-0@lo:700: 00000100:00100000:2.0:1749393587.982334:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726000 going to sleep for 0 seconds 00000100:00100000:2.0:1749393587.982339:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507446400:0@lo:700: 40000000:00080000:2.0:1749393587.982347:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393587.982349:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393587.982389:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507446272:12345-0@lo:700: Request processed in 81us (189us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393587.982396:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1749393587.982406:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507446272:0@lo:700: 00000100:00100000:1.0:1749393588.060327:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507446528:0@lo:41: 00000100:00100000:1.0:1749393588.060370:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393588.060440:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507446528 00000100:00100000:2.0:1749393588.060450:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507446528 00000100:00100000:2.0:1749393588.060495:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1749393588.060504:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507446528:12345-0@lo:41: 00000004:00000024:2.0:1749393588.060538:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393588.060613:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507446528:12345-0@lo:41: Request processed in 110us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393588.060621:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1749393588.060644:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507446528:0@lo:41: 00000100:00100000:0.0:1749393588.192147:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393588.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393588.599272:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393588.599288:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507446656:0@lo:900: 00010000:00010000:2.0:1749393588.744293:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393589.192199:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393589.322162:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393589.746448:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393589.874181:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393589.874207:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507446784/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393594 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393589.874292:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393589.874359:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393589.874372:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507446784 00000100:00100000:2.0:1749393589.874381:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507446784 00000100:00080000:3.0:1749393589.874438:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393589.874443:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1749393589.874454:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507446784:12345-0@lo:700: 40000000:00080000:2.0:1749393589.874481:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393589.874529:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507446784:12345-0@lo:700: Request processed in 77us (236us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393589.874538:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1749393589.874547:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507446784/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393605 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393589.874555:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393589.875151:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393589.875166:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507446912/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393594 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393589.875198:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393589.875242:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507446912 00000100:00100000:0.0:1749393589.875246:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507446912 00000100:00100000:2.0:1749393589.875261:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393589.875274:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1749393589.875278:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507446912:12345-0@lo:700: 00000100:00080000:3.0:1749393589.875280:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 40000000:00080000:0.0:1749393589.875290:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393589.875318:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507446912:12345-0@lo:700: Request processed in 40us (121us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393589.875323:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1749393589.875348:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507446912/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393605 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393589.875358:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393589.982246:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507447040:0@lo:700: 00000100:00100000:0.0:1749393589.982302:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393589.982366:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393589.982401:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507447040 00000100:00100000:2.0:1749393589.982410:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507447040 00000100:00080000:3.0:1749393589.982438:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393589.982452:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1749393589.982459:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507447040:12345-0@lo:700: 00000100:00100000:2.0:1749393589.982505:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726000 going to sleep for 0 seconds 00000100:00100000:2.0:1749393589.982510:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507447168:0@lo:700: 40000000:00080000:2.0:1749393589.982521:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393589.982523:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393589.982566:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507447040:12345-0@lo:700: Request processed in 108us (264us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393589.982573:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1749393589.982591:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507447040:0@lo:700: 00000100:00100000:0.0:1749393589.983147:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507447296:0@lo:700: 00000100:00100000:0.0:1749393589.983166:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393589.983201:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393589.983201:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507447296 00000100:00100000:2.0:1749393589.983207:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507447296 00000100:00100000:2.0:1749393589.983243:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00080000:3.0:1749393589.983243:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393589.983249:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507447296:12345-0@lo:700: 00000100:00100000:2.0:1749393589.983270:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099726000 going to sleep for 0 seconds 00000100:00100000:2.0:1749393589.983274:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507447424:0@lo:700: 40000000:00080000:2.0:1749393589.983281:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393589.983283:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393589.983319:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507447296:12345-0@lo:700: Request processed in 70us (152us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393589.983325:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1749393589.983346:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507447296:0@lo:700: 00000100:00100000:0.0:1749393590.192148:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393590.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393590.463122:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393590.463152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393590.463180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393590.463200:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499731840 00000100:00100000:0.0:1749393590.463206:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499731840 00000100:00100000:2.0:1749393590.463234:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499731712 00000100:00100000:2.0:1749393590.463240:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499731712 00000100:00100000:0.0:1749393590.463259:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499731968 00000100:00100000:0.0:1749393590.463262:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499731968 00000100:00100000:1.0:1749393590.463269:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 892 00000100:00100000:2.0:1749393590.463270:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 401 00000100:00100000:2.0:1749393590.463276:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499731712:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393590.463277:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499731840:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393590.463281:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 893 00000100:00100000:0.0:1749393590.463285:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499731968:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393590.463298:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 632 last 0 00010000:00080000:0.0:1749393590.463301:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 632 last 0 00000100:00100000:2.0:1749393590.463320:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499731712:12345-192.168.203.32@tcp:400: Request processed in 43us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393590.463325:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 401 00000100:00100000:0.0:1749393590.463339:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499731968:12345-192.168.203.32@tcp:38: Request processed in 53us (158us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393590.463344:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 893 00000100:00100000:1.0:1749393590.463344:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499731840:12345-192.168.203.32@tcp:38: Request processed in 67us (190us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393590.463350:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 892 00000100:00100000:0.0:1749393590.600167:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393590.600176:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507447552:0@lo:900: 00010000:00010000:3.0:1749393590.748334:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393591.192154:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393591.212377:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507447680:0@lo:41: 00000100:00100000:0.0:1749393591.212449:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393591.212493:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507447680 00000100:00100000:2.0:1749393591.212511:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507447680 00000100:00100000:2.0:1749393591.212553:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1749393591.212560:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507447680:12345-0@lo:41: 00000004:00000024:2.0:1749393591.212588:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393591.212623:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507447680:12345-0@lo:41: Request processed in 64us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393591.212629:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1749393591.212642:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507447680:0@lo:41: 00000100:00100000:0.0:1749393591.322282:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393591.644269:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393591.644279:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393591.644283:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393591.644291:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 628 00000100:00080000:0.0:1749393591.644295:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393591.644301:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393591.644321:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945f100 x1834371507447936/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393591.644325:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749393591.644350:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507447808:0@lo:400: 00000100:00080000:0.0:1749393591.644352:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393591.644355:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393591.644363:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1749393591.644383:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393591.644386:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 628 00000100:00080000:0.0:1749393591.644388:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393591.644391:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393591.644392:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507448064:0@lo:400: 00000100:00100000:0.0:1749393591.644401:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945d500 x1834371507448192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393591.644419:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393591.644421:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507447936:0@lo:38: 00000100:00080000:0.0:1749393591.644422:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393591.644423:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393591.644425:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 628 00000100:00080000:0.0:1749393591.644427:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393591.644427:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393591.644429:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393591.644430:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393591.644438:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009945f480 x1834371507448448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393591.644444:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393591.644446:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393591.644447:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393591.644449:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 628 00000100:00080000:0.0:1749393591.644451:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393591.644453:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393591.644461:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099756300 x1834371507448576/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393591.644462:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393591.644465:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507447808 00000100:00100000:2.0:1749393591.644472:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507447808 00000100:00080000:0.0:1749393591.644476:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393591.644478:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393591.644478:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507448064 00000100:00100000:1.0:1749393591.644481:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507448064 00000100:00080000:0.0:1749393591.644482:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393591.644486:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 628 00000100:00080000:0.0:1749393591.644487:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393591.644490:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393591.644494:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507448192:0@lo:38: 00000100:00100000:0.0:1749393591.644500:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05d500 x1834371507448960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393591.644505:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393591.644506:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00080000:0.0:1749393591.644507:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393591.644509:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393591.644510:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00080000:0.0:1749393591.644511:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 628 00000100:00100000:1.0:1749393591.644511:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507448064:12345-0@lo:400: 00000100:00080000:0.0:1749393591.644512:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393591.644514:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393591.644515:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393591.644517:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507447808:12345-0@lo:400: 00000100:00100000:0.0:1749393591.644522:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05ca80 x1834371507449088/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393591.644534:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507448448:0@lo:38: 00000100:00100000:0.0:1749393591.644549:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507447936 00000100:00100000:1.0:1749393591.644549:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507448064:12345-0@lo:400: Request processed in 38us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393591.644553:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507447936 00000100:00100000:1.0:1749393591.644554:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1749393591.644554:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507447808:12345-0@lo:400: Request processed in 37us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393591.644557:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393591.644562:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1749393591.644570:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507448192 00000100:00100000:1.0:1749393591.644571:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507448832:0@lo:400: 00000100:00100000:0.0:1749393591.644572:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507448192 00000100:00100000:3.0:1749393591.644572:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507448576:0@lo:38: 00000100:00100000:0.0:1749393591.644579:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507448448 00000100:00100000:0.0:1749393591.644581:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507448448 00000100:00100000:0.0:1749393591.644590:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:1.0:1749393591.644591:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393591.644593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393591.644594:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507447936:12345-0@lo:38: 00000100:00100000:2.0:1749393591.644602:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507448320:0@lo:400: 00000100:00100000:3.0:1749393591.644605:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507448960:0@lo:38: 00010000:00020000:0.0:1749393591.644611:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393591.644615:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507448064:0@lo:400: 00000100:00100000:1.0:1749393591.644626:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393591.644627:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393591.644630:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507449216:0@lo:400: 00000100:00100000:2.0:1749393591.644633:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393591.644640:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507449088:0@lo:38: 00000100:00100000:0.0:1749393591.644647:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507447936:12345-0@lo:38: Request processed in 51us (185us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393591.644647:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393591.644651:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:2.0:1749393591.644655:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507449344:0@lo:400: 00000100:00100000:3.0:1749393591.644660:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393591.644665:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507448832 00000100:00100000:0.0:1749393591.644667:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507448576 00000100:00100000:1.0:1749393591.644667:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507448832 00000100:00100000:0.0:1749393591.644670:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507448576 00000100:00100000:0.0:1749393591.644675:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507448960 00000100:00100000:2.0:1749393591.644675:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393591.644676:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507448960 00000100:00080000:3.0:1749393591.644678:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393591.644680:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507449088 00000100:00100000:0.0:1749393591.644682:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507449088 00000100:00080000:3.0:1749393591.644683:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393591.644687:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507449216 00000100:00100000:3.0:1749393591.644687:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507447936:0@lo:38: 00000100:00100000:0.0:1749393591.644688:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:1.0:1749393591.644689:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507449216 00000100:00100000:0.0:1749393591.644691:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507448192:12345-0@lo:38: 00000100:00100000:2.0:1749393591.644694:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00020000:0.0:1749393591.644700:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393591.644700:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507449344 00000100:00100000:2.0:1749393591.644700:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507448704:0@lo:400: 00000100:00100000:1.0:1749393591.644701:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507449344 00000100:00100000:1.0:1749393591.644713:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1749393591.644717:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507448832:12345-0@lo:400: 00000100:00100000:3.0:1749393591.644717:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:2.0:1749393591.644719:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393591.644722:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507448192:12345-0@lo:38: Request processed in 30us (208us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393591.644723:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507448448:12345-0@lo:38: 00000100:00100000:0.0:1749393591.644726:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1749393591.644733:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:0.0:1749393591.644736:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507448576:12345-0@lo:38: 00000100:00100000:2.0:1749393591.644740:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507448704 00000100:00100000:2.0:1749393591.644744:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507448704 00010000:00020000:3.0:1749393591.644747:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393591.644752:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507448832:12345-0@lo:400: Request processed in 34us (159us total) trans 0 rc 0/0 00010000:00020000:0.0:1749393591.644753:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393591.644757:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1749393591.644767:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1749393591.644771:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507448576:12345-0@lo:38: Request processed in 34us (179us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393591.644775:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1749393591.644776:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507448448:12345-0@lo:38: Request processed in 51us (217us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393591.644777:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1749393591.644781:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507449344:12345-0@lo:400: 00000100:00100000:2.0:1749393591.644781:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507449216:12345-0@lo:400: 00000100:00100000:0.0:1749393591.644782:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:0.0:1749393591.644785:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507448960:12345-0@lo:38: 00000100:00100000:3.0:1749393591.644786:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00010000:00020000:0.0:1749393591.644792:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393591.644801:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:1.0:1749393591.644805:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507449344:12345-0@lo:400: Request processed in 24us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393591.644806:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507449088:12345-0@lo:38: 00000100:00100000:0.0:1749393591.644810:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507448960:12345-0@lo:38: Request processed in 24us (183us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393591.644810:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1749393591.644814:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:1.0:1749393591.644816:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1749393591.644817:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507449216:12345-0@lo:400: Request processed in 38us (168us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393591.644818:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393591.644820:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507448704:12345-0@lo:400: 00000100:00100000:2.0:1749393591.644824:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1749393591.644832:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507448320 00000100:00100000:0.0:1749393591.644834:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507448320 00000100:00100000:1.0:1749393591.644838:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507448704:12345-0@lo:400: Request processed in 17us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393591.644840:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507449088:12345-0@lo:38: Request processed in 33us (180us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393591.644842:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1749393591.644848:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1749393591.644848:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00080000:1.0:1749393591.644855:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393591.644857:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507448320:12345-0@lo:400: 00000100:00080000:1.0:1749393591.644857:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393591.644861:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507447808:0@lo:400: 00010000:00080000:1.0:1749393591.644874:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05d180 x1834371507449216/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393591.644879:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393591.644883:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507448320:12345-0@lo:400: Request processed in 26us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393591.644883:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507449216:0@lo:400: 00010000:00080000:2.0:1749393591.644883:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099754a80 x1834371507448704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393591.644883:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393591.644887:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1749393591.644887:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507448448:0@lo:38: 00010000:00080000:1.0:1749393591.644890:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099754700 x1834371507448832/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393591.644892:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507448704:0@lo:400: 00000100:00080000:3.0:1749393591.644896:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393591.644897:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507448832:0@lo:400: 00000100:00080000:3.0:1749393591.644899:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393591.644900:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507448320:0@lo:400: 00000100:00100000:3.0:1749393591.644903:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507448576:0@lo:38: 00010000:00080000:2.0:1749393591.644908:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05f100 x1834371507449344/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393591.644913:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393591.644914:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507449344:0@lo:400: 00000100:00080000:3.0:1749393591.644915:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393591.644919:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507448960:0@lo:38: 00000100:00080000:3.0:1749393591.644928:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393591.644931:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393591.644934:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507449088:0@lo:38: 00000100:00080000:3.0:1749393591.644942:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393591.644950:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393591.644955:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507448192:0@lo:38: 00010000:00010000:3.0:1749393591.750276:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393591.983274:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507449472:0@lo:700: 00000100:00100000:0.0:1749393591.983331:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393591.983377:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507449472 00000100:00100000:0.0:1749393591.983384:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393591.983386:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507449472 00000100:00100000:2.0:1749393591.983426:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1749393591.983433:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507449472:12345-0@lo:700: 00000100:00100000:2.0:1749393591.983469:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393591.983475:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507449600:0@lo:700: 40000000:00080000:2.0:1749393591.983487:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393591.983490:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393591.983540:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507449472:12345-0@lo:700: Request processed in 107us (208us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393591.983547:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1749393591.983569:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507449472:0@lo:700: 00000100:00100000:2.0:1749393591.984176:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507449728:0@lo:700: 00000100:00100000:2.0:1749393591.984233:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393591.984292:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507449728 00000100:00100000:2.0:1749393591.984295:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393591.984297:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507449728 00000100:00100000:0.0:1749393591.984319:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1749393591.984325:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507449728:12345-0@lo:700: 00000100:00100000:0.0:1749393591.984348:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393591.984352:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507449856:0@lo:700: 40000000:00080000:0.0:1749393591.984358:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393591.984360:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393591.984396:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507449728:12345-0@lo:700: Request processed in 71us (163us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393591.984402:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1749393591.984420:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507449728:0@lo:700: 00000100:00100000:0.0:1749393592.192165:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393592.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393592.601193:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393592.601222:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ce00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507449984:0@lo:900: 00010000:00010000:2.0:1749393592.752368:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393593.068280:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393593.068300:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507450112:0@lo:41: 00000100:00100000:2.0:1749393593.068359:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393593.068409:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507450112 00000100:00100000:0.0:1749393593.068419:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507450112 00000100:00100000:0.0:1749393593.068467:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1749393593.068483:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507450112:12345-0@lo:41: 00000004:00000024:0.0:1749393593.068514:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393593.068570:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507450112:12345-0@lo:41: Request processed in 88us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393593.068577:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1749393593.068601:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507450112:0@lo:41: 00000100:00100000:0.0:1749393593.192137:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393593.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393593.754379:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393593.984306:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507450240:0@lo:700: 00000100:00100000:2.0:1749393593.984361:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393593.984421:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507450240 00000100:00100000:2.0:1749393593.984421:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393593.984432:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507450240 00000100:00080000:1.0:1749393593.984495:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393593.984498:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1749393593.984511:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507450240:12345-0@lo:700: 00000100:00100000:0.0:1749393593.984552:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393593.984558:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507450368:0@lo:700: 40000000:00080000:0.0:1749393593.984572:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393593.984576:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393593.984630:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507450240:12345-0@lo:700: Request processed in 122us (267us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393593.984640:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1749393593.984643:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507450240:0@lo:700: 00000100:00100000:0.0:1749393593.985134:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507450496:0@lo:700: 00000100:00100000:0.0:1749393593.985168:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393593.985185:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507450496 00000100:00100000:2.0:1749393593.985205:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507450496 00000100:00100000:0.0:1749393593.985232:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393593.985237:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1749393593.985243:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507450496:12345-0@lo:700: 00000100:00080000:1.0:1749393593.985244:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393593.985263:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393593.985266:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507450624:0@lo:700: 40000000:00080000:2.0:1749393593.985273:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393593.985275:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393593.985306:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507450496:12345-0@lo:700: Request processed in 64us (139us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393593.985312:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1749393593.985335:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507450496:0@lo:700: 00000100:00100000:0.0:1749393594.192176:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393594.322157:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393594.602227:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393594.602242:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ce00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507450752:0@lo:900: 00010000:00010000:3.0:1749393594.756358:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393595.171365:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 25 seconds 00000100:00100000:0.0:1749393595.192205:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393595.322233:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393595.471216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393595.471252:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393595.471278:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393595.471307:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499732352 00000100:00100000:3.0:1749393595.471307:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499732224 00000100:00100000:0.0:1749393595.471313:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499732352 00000100:00100000:3.0:1749393595.471313:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499732224 00000100:00100000:2.0:1749393595.471335:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499732096 00000100:00100000:0.0:1749393595.471337:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 900 00000100:00100000:0.0:1749393595.471341:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499732352:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393595.471348:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499732096 00000100:00100000:3.0:1749393595.471354:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 901 00000100:00100000:3.0:1749393595.471358:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499732224:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393595.471364:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 637 last 0 00010000:00080000:3.0:1749393595.471370:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 637 last 0 00000100:00100000:2.0:1749393595.471374:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 403 00000100:00100000:2.0:1749393595.471378:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499732096:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393595.471409:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499732352:12345-192.168.203.32@tcp:38: Request processed in 67us (129us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393595.471409:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499732224:12345-192.168.203.32@tcp:38: Request processed in 50us (200us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393595.471413:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 900 00000100:00100000:2.0:1749393595.471414:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499732096:12345-192.168.203.32@tcp:400: Request processed in 35us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393595.471416:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 901 00000100:00100000:2.0:1749393595.471418:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 403 00010000:00010000:3.0:1749393595.758368:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393595.985233:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507450880:0@lo:700: 00000100:00100000:2.0:1749393595.985293:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393595.985365:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:0.0:1749393595.985410:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507450880 00000100:00100000:0.0:1749393595.985420:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507450880 00000100:00080000:1.0:1749393595.985447:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393595.985467:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1749393595.985476:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507450880:12345-0@lo:700: 00000100:00100000:0.0:1749393595.985511:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393595.985516:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507451008:0@lo:700: 40000000:00080000:0.0:1749393595.985527:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393595.985529:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393595.985579:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507450880:12345-0@lo:700: Request processed in 104us (285us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393595.985586:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1749393595.985605:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507450880:0@lo:700: 00000100:00100000:0.0:1749393595.986195:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507451136:0@lo:700: 00000100:00100000:0.0:1749393595.986227:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393595.986277:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507451136 00000100:00100000:2.0:1749393595.986281:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507451136 00000100:00100000:0.0:1749393595.986286:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00080000:1.0:1749393595.986302:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393595.986308:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1749393595.986314:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507451136:12345-0@lo:700: 00000100:00100000:2.0:1749393595.986336:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393595.986340:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507451264:0@lo:700: 40000000:00080000:2.0:1749393595.986346:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393595.986348:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393595.986383:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507451136:12345-0@lo:700: Request processed in 69us (156us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393595.986389:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1749393595.986409:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507451136:0@lo:700: 00000100:00100000:0.0:1749393596.192149:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393596.220241:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507451392:0@lo:41: 00000100:00100000:1.0:1749393596.220302:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393596.220343:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507451392 00000100:00100000:0.0:1749393596.220351:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507451392 00000100:00100000:0.0:1749393596.220381:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1749393596.220386:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507451392:12345-0@lo:41: 00000004:00000024:0.0:1749393596.220411:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393596.220453:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507451392:12345-0@lo:41: Request processed in 66us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393596.220457:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1749393596.220475:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507451392:0@lo:41: 00000100:00100000:0.0:1749393596.322207:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393596.603220:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393596.603235:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507451520:0@lo:900: 00000100:00080000:0.0:1749393596.652209:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393596.652216:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393596.652219:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393596.652224:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 633 00000100:00080000:0.0:1749393596.652228:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393596.652233:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393596.652233:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507451648:0@lo:400: 00000100:00100000:0.0:1749393596.652256:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb84380 x1834371507451776/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393596.652286:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393596.652293:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393596.652296:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393596.652298:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393596.652299:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1749393596.652302:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 633 00000100:00100000:1.0:1749393596.652312:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507451904:0@lo:400: 00000100:00080000:0.0:1749393596.652314:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393596.652318:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393596.652330:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb86680 x1834371507452032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393596.652339:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393596.652347:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393596.652350:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749393596.652351:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749393596.652352:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393596.652354:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507451776:0@lo:38: 00000100:00080000:0.0:1749393596.652355:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 633 00000100:00080000:0.0:1749393596.652357:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393596.652357:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507452160:0@lo:400: 00000100:00080000:0.0:1749393596.652360:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393596.652370:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb85500 x1834371507452288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393596.652370:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507451648 00000100:00100000:2.0:1749393596.652373:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393596.652375:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507451648 00000100:00080000:0.0:1749393596.652378:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393596.652380:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393596.652381:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393596.652384:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393596.652385:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 633 00000100:00080000:0.0:1749393596.652386:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393596.652389:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393596.652398:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972c000 x1834371507452416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393596.652400:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507451904 00000100:00100000:3.0:1749393596.652400:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507452032:0@lo:38: 00000100:00100000:1.0:1749393596.652402:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1749393596.652403:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507451904 00000100:00100000:1.0:1749393596.652406:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507451648:12345-0@lo:400: 00000100:00100000:3.0:1749393596.652411:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393596.652419:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507452160 00000100:00080000:0.0:1749393596.652421:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393596.652421:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507452160 00000100:00100000:3.0:1749393596.652423:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507452288:0@lo:38: 00000100:00080000:0.0:1749393596.652424:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393596.652425:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393596.652428:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00080000:0.0:1749393596.652429:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 633 00000100:00100000:2.0:1749393596.652432:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507451904:12345-0@lo:400: 00000100:00080000:0.0:1749393596.652435:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393596.652435:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507451648:12345-0@lo:400: Request processed in 29us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393596.652435:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393596.652439:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393596.652440:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1749393596.652442:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507452416:0@lo:38: 00000100:00100000:0.0:1749393596.652451:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c124000 x1834371507452800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393596.652454:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393596.652458:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507451904:12345-0@lo:400: Request processed in 26us (119us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393596.652459:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393596.652461:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00080000:0.0:1749393596.652462:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393596.652463:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393596.652464:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1749393596.652464:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507452800:0@lo:38: 00000100:00100000:1.0:1749393596.652465:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507452160:12345-0@lo:400: 00000100:00080000:0.0:1749393596.652466:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 633 00000100:00080000:0.0:1749393596.652467:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393596.652470:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393596.652474:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393596.652478:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507452672:0@lo:400: 00000100:00100000:1.0:1749393596.652483:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507452160:12345-0@lo:400: Request processed in 17us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393596.652486:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1749393596.652488:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125c00 x1834371507452928/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393596.652491:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507451776 00000100:00100000:2.0:1749393596.652492:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393596.652494:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507451776 00000100:00100000:1.0:1749393596.652498:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507452032 00000100:00100000:1.0:1749393596.652500:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507452032 00000100:00100000:1.0:1749393596.652506:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507452288 00000100:00100000:3.0:1749393596.652506:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507452416 00000100:00100000:1.0:1749393596.652507:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507452288 00000100:00100000:2.0:1749393596.652510:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507451648:0@lo:400: 00000100:00100000:1.0:1749393596.652511:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507452800 00000100:00100000:1.0:1749393596.652513:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507452800 00000100:00100000:3.0:1749393596.652513:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507452416 00000100:00100000:1.0:1749393596.652518:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:2.0:1749393596.652518:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393596.652521:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507451776:12345-0@lo:38: 00000100:00100000:2.0:1749393596.652521:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507452544:0@lo:400: 00000100:00100000:3.0:1749393596.652525:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1749393596.652528:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507452032:12345-0@lo:38: 00000100:00100000:0.0:1749393596.652530:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:2.0:1749393596.652531:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393596.652535:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393596.652536:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507452288:12345-0@lo:38: 00010000:00020000:3.0:1749393596.652539:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393596.652543:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507452672 00000100:00100000:2.0:1749393596.652545:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507452672 00010000:00020000:0.0:1749393596.652548:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393596.652552:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507451776:12345-0@lo:38: Request processed in 31us (169us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393596.652557:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507452032:12345-0@lo:38: Request processed in 29us (145us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393596.652558:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507452544 00000100:00100000:2.0:1749393596.652559:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507452544 00000100:00100000:3.0:1749393596.652561:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:1.0:1749393596.652564:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:2.0:1749393596.652568:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1749393596.652569:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:2.0:1749393596.652572:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507452672:12345-0@lo:400: 00000100:00100000:3.0:1749393596.652572:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507452800:12345-0@lo:38: 00000100:00100000:1.0:1749393596.652573:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:1.0:1749393596.652575:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507452416:12345-0@lo:38: 00010000:00020000:3.0:1749393596.652578:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393596.652579:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507452288:12345-0@lo:38: Request processed in 42us (141us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393596.652582:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393596.652585:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:3.0:1749393596.652593:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507452800:12345-0@lo:38: Request processed in 21us (118us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393596.652594:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507452672:12345-0@lo:400: Request processed in 22us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393596.652597:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:2.0:1749393596.652598:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1749393596.652599:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507452416:12345-0@lo:38: Request processed in 23us (144us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393596.652603:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:2.0:1749393596.652603:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:2.0:1749393596.652606:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507452544:12345-0@lo:400: 00000100:00100000:3.0:1749393596.652613:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507452928:0@lo:38: 00000100:00100000:1.0:1749393596.652615:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507453184:0@lo:400: 00000100:00100000:2.0:1749393596.652618:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507452544:12345-0@lo:400: Request processed in 11us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393596.652625:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393596.652626:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1749393596.652629:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393596.652640:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507453184 00000100:00080000:3.0:1749393596.652640:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393596.652642:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507453184 00000100:00080000:3.0:1749393596.652643:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393596.652645:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507452800:0@lo:38: 00000100:00100000:1.0:1749393596.652647:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507451904:0@lo:400: 00000100:00080000:3.0:1749393596.652650:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393596.652652:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393596.652654:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393596.652654:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507452288:0@lo:38: 00000100:00100000:2.0:1749393596.652656:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1749393596.652658:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507453056:0@lo:400: 00000100:00080000:3.0:1749393596.652658:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393596.652659:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507453184:12345-0@lo:400: 00000100:00080000:3.0:1749393596.652660:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393596.652662:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507452416:0@lo:38: 00000100:00100000:1.0:1749393596.652668:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393596.652670:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749393596.652673:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393596.652675:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393596.652677:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507451776:0@lo:38: 00000100:00100000:0.0:1749393596.652679:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507453056 00000100:00080000:3.0:1749393596.652681:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393596.652682:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507453056 00000100:00080000:3.0:1749393596.652683:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393596.652685:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507453184:12345-0@lo:400: Request processed in 25us (55us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393596.652685:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507452032:0@lo:38: 00000100:00100000:2.0:1749393596.652689:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00010000:00080000:1.0:1749393596.652690:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c126d80 x1834371507453184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393596.652697:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507453184:0@lo:400: 00000100:00100000:2.0:1749393596.652704:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507452160:0@lo:400: 00000100:00100000:0.0:1749393596.652708:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1749393596.652708:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507452928 00000100:00100000:3.0:1749393596.652710:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507452928 00000100:00100000:0.0:1749393596.652714:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507453056:12345-0@lo:400: 00000100:00100000:3.0:1749393596.652719:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00010000:00080000:2.0:1749393596.652720:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009972ea00 x1834371507452544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393596.652722:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507452928:12345-0@lo:38: 00000100:00100000:2.0:1749393596.652726:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507452544:0@lo:400: 00010000:00020000:3.0:1749393596.652730:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1749393596.652733:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c127480 x1834371507452672/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393596.652738:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507452672:0@lo:400: 00000100:00100000:3.0:1749393596.652747:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507452928:12345-0@lo:38: Request processed in 24us (121us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393596.652751:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:0.0:1749393596.652760:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507453056:12345-0@lo:400: Request processed in 46us (89us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393596.652762:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393596.652764:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393596.652766:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507452928:0@lo:38: 00000100:00100000:0.0:1749393596.652776:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00010000:00080000:1.0:1749393596.652778:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c126680 x1834371507453056/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393596.652785:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507453056:0@lo:400: 00000100:00080000:0.0:1749393596.652792:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1749393596.760315:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393597.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393597.322237:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393597.762432:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393597.986249:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507453312:0@lo:700: 00000100:00100000:2.0:1749393597.986304:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393597.986371:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:0.0:1749393597.986378:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507453312 00000100:00100000:0.0:1749393597.986387:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507453312 00000100:00080000:2.0:1749393597.986437:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393597.986444:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1749393597.986453:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507453312:12345-0@lo:700: 00000100:00100000:0.0:1749393597.986485:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393597.986490:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507453440:0@lo:700: 40000000:00080000:0.0:1749393597.986499:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393597.986501:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393597.986542:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507453312:12345-0@lo:700: Request processed in 92us (237us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393597.986548:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1749393597.986560:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507453312:0@lo:700: 00000100:00100000:1.0:1749393597.987247:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507453568:0@lo:700: 00000100:00100000:1.0:1749393597.987270:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393597.987297:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507453568 00000100:00100000:1.0:1749393597.987301:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393597.987302:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507453568 00000100:00080000:2.0:1749393597.987318:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393597.987325:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1749393597.987330:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507453568:12345-0@lo:700: 00000100:00100000:0.0:1749393597.987348:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393597.987351:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507453696:0@lo:700: 40000000:00080000:0.0:1749393597.987357:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393597.987359:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393597.987388:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507453568:12345-0@lo:700: Request processed in 57us (116us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393597.987394:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1749393597.987410:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507453568:0@lo:700: 00000100:00100000:3.0:1749393598.076254:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393598.076275:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507453824:0@lo:41: 00000100:00100000:3.0:1749393598.076331:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393598.076390:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507453824 00000100:00100000:0.0:1749393598.076400:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507453824 00000100:00100000:0.0:1749393598.076438:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1749393598.076446:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507453824:12345-0@lo:41: 00000004:00000024:0.0:1749393598.076476:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393598.076523:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507453824:12345-0@lo:41: Request processed in 78us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393598.076528:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1749393598.076556:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507453824:0@lo:41: 00000100:00100000:0.0:1749393598.192150:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393598.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393598.604248:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393598.604263:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507453952:0@lo:900: 00010000:00010000:3.0:1749393598.764308:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393599.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393599.322246:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393599.766310:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393599.987187:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507454080:0@lo:700: 00000100:00100000:2.0:1749393599.987252:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393599.987317:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507454080 00000100:00100000:2.0:1749393599.987318:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:0.0:1749393599.987326:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507454080 00000100:00080000:2.0:1749393599.987356:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393599.987371:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1749393599.987380:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507454080:12345-0@lo:700: 00000100:00100000:0.0:1749393599.987413:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393599.987418:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507454208:0@lo:700: 40000000:00080000:0.0:1749393599.987427:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393599.987429:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393599.987469:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507454080:12345-0@lo:700: Request processed in 91us (215us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393599.987477:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1749393599.987497:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507454080:0@lo:700: 00000100:00100000:1.0:1749393599.988170:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507454336:0@lo:700: 00000100:00100000:1.0:1749393599.988205:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393599.988244:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393599.988245:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507454336 00000100:00100000:0.0:1749393599.988252:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507454336 00000100:00080000:2.0:1749393599.988275:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393599.988288:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1749393599.988295:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507454336:12345-0@lo:700: 00000100:00100000:0.0:1749393599.988325:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393599.988330:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507454464:0@lo:700: 40000000:00080000:0.0:1749393599.988338:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393599.988341:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393599.988379:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507454336:12345-0@lo:700: Request processed in 84us (172us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393599.988385:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1749393599.988397:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507454336:0@lo:700: 00000100:00100000:2.0:1749393600.192161:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393600.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393600.479674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393600.479729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393600.479823:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499732608 00000100:00100000:2.0:1749393600.479828:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499732480 00000100:00100000:3.0:1749393600.479835:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499732608 00000100:00100000:2.0:1749393600.479838:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499732480 00000100:00100000:0.0:1749393600.479868:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393600.479892:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499732736 00000100:00100000:3.0:1749393600.479896:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499732736 00000100:00100000:2.0:1749393600.479903:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 405 00000100:00100000:3.0:1749393600.479914:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 908 00000100:00100000:2.0:1749393600.479917:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499732480:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393600.479922:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499732608:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393600.479934:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 909 00000100:00100000:0.0:1749393600.479942:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499732736:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393600.479951:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 642 last 0 00010000:00080000:0.0:1749393600.479969:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 642 last 0 00000100:00100000:2.0:1749393600.479996:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499732480:12345-192.168.203.32@tcp:400: Request processed in 81us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393600.480008:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499732608:12345-192.168.203.32@tcp:38: Request processed in 85us (342us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393600.480009:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 405 00000100:00100000:3.0:1749393600.480016:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 908 00000100:00100000:0.0:1749393600.480019:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499732736:12345-192.168.203.32@tcp:38: Request processed in 76us (153us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393600.480030:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 909 00000100:00100000:0.0:1749393600.605248:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393600.605262:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507454592:0@lo:900: 00010000:00010000:2.0:1749393600.768296:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393600.874189:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393600.874217:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507454720/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393605 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393600.874281:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393600.874348:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393600.874392:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507454720 00000100:00100000:2.0:1749393600.874402:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507454720 00000100:00080000:0.0:1749393600.874456:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393600.874465:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1749393600.874474:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507454720:12345-0@lo:700: 40000000:00080000:2.0:1749393600.874501:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393600.874547:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507454720:12345-0@lo:700: Request processed in 74us (265us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393600.874554:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1749393600.874563:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507454720/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393616 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393600.874584:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393600.875190:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393600.875207:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507454848/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393605 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393600.875239:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393600.875278:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507454848 00000100:00100000:0.0:1749393600.875284:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507454848 00000100:00100000:2.0:1749393600.875284:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00080000:1.0:1749393600.875301:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393600.875312:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1749393600.875318:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507454848:12345-0@lo:700: 40000000:00080000:0.0:1749393600.875332:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393600.875369:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507454848:12345-0@lo:700: Request processed in 51us (128us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393600.875374:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1749393600.875391:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507454848/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393616 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393600.875399:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393601.192152:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393601.228208:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507454976:0@lo:41: 00000100:00100000:3.0:1749393601.228253:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393601.228289:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507454976 00000100:00100000:0.0:1749393601.228295:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507454976 00000100:00100000:0.0:1749393601.228322:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1749393601.228327:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507454976:12345-0@lo:41: 00000004:00000024:0.0:1749393601.228348:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393601.228385:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507454976:12345-0@lo:41: Request processed in 58us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393601.228389:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1749393601.228410:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507454976:0@lo:41: 00000100:00100000:0.0:1749393601.322214:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393601.660336:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393601.660348:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393601.660352:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393601.660360:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 638 00000100:00080000:0.0:1749393601.660366:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393601.660420:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393601.660452:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125f80 x1834371507455232/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393601.660452:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507455104:0@lo:400: 00000100:00080000:0.0:1749393601.660504:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393601.660508:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393601.660510:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393601.660514:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 638 00000100:00080000:0.0:1749393601.660516:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393601.660520:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393601.660534:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c124380 x1834371507455360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393601.660577:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393601.660581:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393601.660583:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393601.660586:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 638 00000100:00080000:0.0:1749393601.660589:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393601.660592:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393601.660604:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c126680 x1834371507455616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393601.660605:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393601.660613:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393601.660615:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507455488:0@lo:400: 00000100:00080000:0.0:1749393601.660616:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393601.660618:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393601.660621:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 638 00000100:00080000:0.0:1749393601.660623:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393601.660624:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507455232:0@lo:38: 00000100:00080000:0.0:1749393601.660626:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393601.660635:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125c00 x1834371507455744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393601.660674:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393601.660675:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393601.660678:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393601.660679:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393601.660684:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 638 00000100:00080000:0.0:1749393601.660686:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393601.660689:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393601.660695:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393601.660696:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507455104 00000100:00100000:0.0:1749393601.660700:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c124000 x1834371507456128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393601.660705:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507455104 00000100:00100000:3.0:1749393601.660705:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507455360:0@lo:38: 00000100:00080000:0.0:1749393601.660708:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393601.660711:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393601.660712:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393601.660715:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 638 00000100:00080000:0.0:1749393601.660717:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393601.660720:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393601.660726:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393601.660732:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099508700 x1834371507456256/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393601.660740:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507455616:0@lo:38: 00000100:00100000:1.0:1749393601.660746:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507455488 00000100:00100000:2.0:1749393601.660746:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1749393601.660752:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507455488 00000100:00100000:2.0:1749393601.660756:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507455104:12345-0@lo:400: 00000100:00100000:3.0:1749393601.660757:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393601.660778:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507455232 00000100:00100000:0.0:1749393601.660783:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507455232 00000100:00100000:1.0:1749393601.660784:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1749393601.660791:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507455488:12345-0@lo:400: 00000100:00100000:0.0:1749393601.660804:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507455360 00000100:00100000:0.0:1749393601.660807:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507455360 00000100:00100000:3.0:1749393601.660808:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507455744:0@lo:38: 00000100:00100000:0.0:1749393601.660816:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507455616 00000100:00100000:0.0:1749393601.660818:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507455616 00000100:00100000:2.0:1749393601.660820:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507455104:12345-0@lo:400: Request processed in 63us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393601.660829:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:2.0:1749393601.660833:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1749393601.660835:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507455488:12345-0@lo:400: Request processed in 43us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393601.660835:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393601.660836:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507455232:12345-0@lo:38: 00000100:00100000:1.0:1749393601.660842:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1749393601.660847:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507456128:0@lo:38: 00010000:00020000:0.0:1749393601.660859:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393601.660863:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393601.660867:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507456512:0@lo:400: 00000100:00100000:3.0:1749393601.660872:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507456256:0@lo:38: 00000100:00100000:2.0:1749393601.660877:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507456384:0@lo:400: 00000100:00100000:3.0:1749393601.660895:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393601.660915:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393601.660919:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507455232:12345-0@lo:38: Request processed in 82us (242us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393601.660923:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393601.660927:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00080000:3.0:1749393601.660928:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393601.660937:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507455744 00000100:00100000:1.0:1749393601.660942:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507455744 00000100:00100000:3.0:1749393601.660942:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507455232:0@lo:38: 00000100:00100000:0.0:1749393601.660943:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507456128 00000100:00100000:0.0:1749393601.660946:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507456128 00000100:00100000:1.0:1749393601.660954:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507456256 00000100:00100000:1.0:1749393601.660957:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507456256 00000100:00100000:0.0:1749393601.660959:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:0.0:1749393601.660963:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507455360:12345-0@lo:38: 00000100:00100000:2.0:1749393601.660964:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507455104:0@lo:400: 00000100:00100000:1.0:1749393601.660968:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1749393601.660973:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507455616:12345-0@lo:38: 00010000:00020000:0.0:1749393601.660975:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393601.660982:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:3.0:1749393601.660988:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507455744:12345-0@lo:38: 00010000:00020000:1.0:1749393601.660990:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393601.660990:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507456384 00000100:00100000:2.0:1749393601.660994:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507456384 00000100:00100000:0.0:1749393601.661001:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507455360:12345-0@lo:38: Request processed in 37us (275us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393601.661006:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393601.661008:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:2.0:1749393601.661018:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1749393601.661020:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1749393601.661021:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507455616:12345-0@lo:38: Request processed in 45us (261us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393601.661024:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507456128:12345-0@lo:38: 00000100:00100000:2.0:1749393601.661025:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507456384:12345-0@lo:400: 00000100:00100000:1.0:1749393601.661028:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00010000:00020000:0.0:1749393601.661034:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393601.661037:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507455744:12345-0@lo:38: Request processed in 48us (202us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393601.661040:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1749393601.661044:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507456256:12345-0@lo:38: 00000100:00100000:3.0:1749393601.661045:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1749393601.661060:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507456128:12345-0@lo:38: Request processed in 35us (195us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393601.661064:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507456384:12345-0@lo:400: Request processed in 39us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393601.661066:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:2.0:1749393601.661070:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00010000:00020000:1.0:1749393601.661107:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393601.661115:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507455872:0@lo:400: 00000100:00100000:3.0:1749393601.661116:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507456000:0@lo:400: 00010000:00080000:2.0:1749393601.661130:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099508000 x1834371507456384/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393601.661169:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393601.661174:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507456384:0@lo:400: 00000100:00100000:1.0:1749393601.661181:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507456256:12345-0@lo:38: Request processed in 134us (284us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393601.661186:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393601.661189:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1749393601.661204:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507455872 00000100:00100000:0.0:1749393601.661208:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507455872 00000100:00100000:2.0:1749393601.661208:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507456000 00000100:00100000:2.0:1749393601.661212:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507456000 00000100:00100000:3.0:1749393601.661223:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393601.661225:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393601.661235:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507456512 00000100:00100000:0.0:1749393601.661238:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507456512 00000100:00100000:2.0:1749393601.661242:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1749393601.661247:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1749393601.661248:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507455872:12345-0@lo:400: 00000100:00100000:3.0:1749393601.661249:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507455488:0@lo:400: 00000100:00100000:1.0:1749393601.661255:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507456000:12345-0@lo:400: 00000100:00100000:0.0:1749393601.661267:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:0.0:1749393601.661274:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507456512:12345-0@lo:400: 00000100:00100000:2.0:1749393601.661291:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507455872:12345-0@lo:400: Request processed in 43us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393601.661295:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507456000:12345-0@lo:400: Request processed in 41us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393601.661298:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1749393601.661302:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00010000:00080000:3.0:1749393601.661308:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c127480 x1834371507455872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393601.661313:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507456512:12345-0@lo:400: Request processed in 40us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393601.661320:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507455872:0@lo:400: 00000100:00100000:0.0:1749393601.661329:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00010000:00080000:3.0:1749393601.661340:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c126d80 x1834371507456000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393601.661349:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507456000:0@lo:400: 00000100:00080000:0.0:1749393601.661363:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393601.661367:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:3.0:1749393601.661368:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099508a80 x1834371507456512/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393601.661371:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507455744:0@lo:38: 00000100:00100000:3.0:1749393601.661377:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507456512:0@lo:400: 00000100:00080000:0.0:1749393601.661382:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393601.661384:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393601.661388:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507456128:0@lo:38: 00000100:00080000:0.0:1749393601.661396:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393601.661399:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393601.661402:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507456256:0@lo:38: 00000100:00080000:0.0:1749393601.661410:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393601.661412:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393601.661415:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507455360:0@lo:38: 00000100:00080000:0.0:1749393601.661422:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393601.661425:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393601.661428:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507455616:0@lo:38: 00010000:00010000:2.0:1749393601.770223:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393601.988215:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507456640:0@lo:700: 00000100:00100000:2.0:1749393601.988272:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393601.988340:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393601.988387:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507456640 00000100:00100000:0.0:1749393601.988396:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507456640 00000100:00100000:0.0:1749393601.988448:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1749393601.988455:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507456640:12345-0@lo:700: 00000100:00100000:0.0:1749393601.988493:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393601.988499:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507456768:0@lo:700: 40000000:00080000:0.0:1749393601.988510:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393601.988524:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393601.988570:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507456640:12345-0@lo:700: Request processed in 115us (297us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393601.988577:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1749393601.988596:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507456640:0@lo:700: 00000100:00100000:3.0:1749393601.989194:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507456896:0@lo:700: 00000100:00100000:3.0:1749393601.989231:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393601.989275:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507456896 00000100:00100000:0.0:1749393601.989279:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507456896 00000100:00100000:3.0:1749393601.989292:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393601.989299:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1749393601.989304:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507456896:12345-0@lo:700: 00000100:00100000:0.0:1749393601.989323:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393601.989327:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507457024:0@lo:700: 40000000:00080000:0.0:1749393601.989333:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393601.989335:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393601.989376:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507456896:12345-0@lo:700: Request processed in 72us (146us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393601.989382:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1749393601.989408:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507456896:0@lo:700: 00000100:00100000:0.0:1749393602.192297:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393602.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393602.606221:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393602.606235:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507457152:0@lo:900: 00010000:00010000:3.0:1749393602.772289:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393603.084267:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507457280:0@lo:41: 00000100:00100000:3.0:1749393603.084321:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393603.084410:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507457280 00000100:00100000:1.0:1749393603.084417:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507457280 00000100:00100000:1.0:1749393603.084455:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1749393603.084460:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507457280:12345-0@lo:41: 00000004:00000024:1.0:1749393603.084521:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393603.084558:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507457280:12345-0@lo:41: Request processed in 98us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393603.084563:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1749393603.084586:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507457280:0@lo:41: 00000100:00100000:0.0:1749393603.192172:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393603.322231:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393603.774330:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393603.989253:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507457408:0@lo:700: 00000100:00100000:2.0:1749393603.989316:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393603.989384:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393603.989387:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507457408 00000100:00100000:0.0:1749393603.989397:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507457408 00000100:00100000:0.0:1749393603.989455:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00080000:1.0:1749393603.989462:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393603.989465:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507457408:12345-0@lo:700: 00000100:00100000:0.0:1749393603.989504:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393603.989509:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507457536:0@lo:700: 40000000:00080000:0.0:1749393603.989533:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393603.989536:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393603.989584:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507457408:12345-0@lo:700: Request processed in 122us (268us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393603.989592:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1749393603.989604:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507457408:0@lo:700: 00000100:00100000:2.0:1749393603.990174:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507457664:0@lo:700: 00000100:00100000:2.0:1749393603.990197:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393603.990225:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507457664 00000100:00100000:0.0:1749393603.990231:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507457664 00000100:00100000:2.0:1749393603.990244:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b300 going to sleep for 11 seconds 00000100:00080000:1.0:1749393603.990253:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393603.990274:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1749393603.990283:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507457664:12345-0@lo:700: 00000100:00100000:0.0:1749393603.990310:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393603.990315:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507457792:0@lo:700: 40000000:00080000:0.0:1749393603.990324:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393603.990327:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393603.990372:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507457664:12345-0@lo:700: Request processed in 90us (173us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393603.990381:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1749393603.990406:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507457664:0@lo:700: 00000100:00100000:0.0:1749393604.192209:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393604.322243:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393604.607222:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393604.607237:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507457920:0@lo:900: 00010000:00010000:2.0:1749393604.776334:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393605.192236:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393605.322220:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393605.487337:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393605.487379:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393605.487438:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499732864 00000100:00100000:2.0:1749393605.487450:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499732864 00000100:00100000:0.0:1749393605.487480:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393605.487512:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499732992 00000100:00100000:1.0:1749393605.487519:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499732992 00000100:00100000:0.0:1749393605.487520:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499733120 00000100:00100000:0.0:1749393605.487525:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499733120 00000100:00100000:2.0:1749393605.487531:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 407 00000100:00100000:2.0:1749393605.487543:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499732864:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393605.487547:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 916 00000100:00100000:1.0:1749393605.487552:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499732992:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393605.487563:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 917 00000100:00100000:0.0:1749393605.487576:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499733120:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393605.487578:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 647 last 0 00010000:00080000:0.0:1749393605.487595:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 647 last 0 00000100:00100000:2.0:1749393605.487631:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499732864:12345-192.168.203.32@tcp:400: Request processed in 88us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393605.487632:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499732992:12345-192.168.203.32@tcp:38: Request processed in 79us (252us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393605.487643:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499733120:12345-192.168.203.32@tcp:38: Request processed in 67us (180us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393605.487643:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 407 00000100:00100000:1.0:1749393605.487646:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 916 00000100:00100000:0.0:1749393605.487650:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 917 00010000:00010000:2.0:1749393605.778295:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393605.990260:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507458048:0@lo:700: 00000100:00100000:2.0:1749393605.990317:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393605.990384:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393605.990431:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507458048 00000100:00100000:0.0:1749393605.990440:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507458048 00000100:00080000:1.0:1749393605.990467:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393605.990493:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1749393605.990503:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507458048:12345-0@lo:700: 00000100:00100000:0.0:1749393605.990537:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393605.990542:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507458176:0@lo:700: 40000000:00080000:0.0:1749393605.990552:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393605.990555:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393605.990596:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507458048:12345-0@lo:700: Request processed in 96us (279us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393605.990603:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1749393605.990616:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507458048:0@lo:700: 00000100:00100000:3.0:1749393605.991180:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507458304:0@lo:700: 00000100:00100000:3.0:1749393605.991217:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393605.991265:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507458304 00000100:00100000:3.0:1749393605.991271:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393605.991273:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507458304 00000100:00080000:1.0:1749393605.991290:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393605.991306:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1749393605.991314:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507458304:12345-0@lo:700: 00000100:00100000:0.0:1749393605.991337:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393605.991342:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507458432:0@lo:700: 40000000:00080000:0.0:1749393605.991349:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393605.991351:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393605.991390:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507458304:12345-0@lo:700: Request processed in 77us (173us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393605.991410:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1749393605.991420:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507458304:0@lo:700: 00000100:00100000:0.0:1749393606.192308:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393606.236254:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507458560:0@lo:41: 00000100:00100000:0.0:1749393606.236310:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393606.236391:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507458560 00000100:00100000:1.0:1749393606.236398:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507458560 00000100:00100000:1.0:1749393606.236437:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1749393606.236442:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507458560:12345-0@lo:41: 00000004:00000024:1.0:1749393606.236503:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393606.236540:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507458560:12345-0@lo:41: Request processed in 98us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393606.236545:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1749393606.236567:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507458560:0@lo:41: 00000100:00100000:0.0:1749393606.322144:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393606.608163:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393606.608172:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507458688:0@lo:900: 00000100:00080000:0.0:1749393606.668178:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393606.668183:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393606.668186:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393606.668191:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 643 00000100:00080000:0.0:1749393606.668195:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393606.668200:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393606.668216:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009950b100 x1834371507458944/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393606.668220:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393606.668234:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507458816:0@lo:400: 00000100:00080000:0.0:1749393606.668236:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393606.668239:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393606.668240:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393606.668243:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 643 00000100:00080000:0.0:1749393606.668245:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393606.668247:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393606.668257:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009950b800 x1834371507459072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393606.668287:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393606.668291:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393606.668294:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393606.668296:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393606.668299:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 643 00000100:00100000:1.0:1749393606.668300:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507458944:0@lo:38: 00000100:00080000:0.0:1749393606.668301:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393606.668303:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393606.668314:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507458816 00000100:00100000:0.0:1749393606.668319:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099509180 x1834371507459328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393606.668321:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507458816 00000100:00100000:3.0:1749393606.668322:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507459200:0@lo:400: 00000100:00080000:0.0:1749393606.668326:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393606.668327:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393606.668328:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393606.668329:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393606.668332:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 643 00000100:00080000:0.0:1749393606.668334:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393606.668336:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393606.668344:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009950a300 x1834371507459456/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393606.668349:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1749393606.668352:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507459072:0@lo:38: 00000100:00100000:3.0:1749393606.668352:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393606.668354:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507458816:12345-0@lo:400: 00000100:00100000:1.0:1749393606.668364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393606.668365:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393606.668368:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393606.668369:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393606.668372:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 643 00000100:00080000:0.0:1749393606.668374:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393606.668375:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099509180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507459328:0@lo:38: 00000100:00080000:0.0:1749393606.668376:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393606.668384:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009950b480 x1834371507459840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393606.668388:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507458816:12345-0@lo:400: Request processed in 34us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393606.668388:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507459584:0@lo:400: 00000100:00100000:2.0:1749393606.668393:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00080000:0.0:1749393606.668394:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393606.668394:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393606.668397:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393606.668398:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393606.668401:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 643 00000100:00080000:0.0:1749393606.668402:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393606.668403:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507459456:0@lo:38: 00000100:00080000:0.0:1749393606.668405:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393606.668408:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393606.668413:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099508a80 x1834371507459968/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393606.668413:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393606.668420:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507458944 00000100:00100000:2.0:1749393606.668422:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507458944 00000100:00100000:1.0:1749393606.668423:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507459840:0@lo:38: 00000100:00100000:3.0:1749393606.668423:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393606.668428:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099509f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507459712:0@lo:400: 00000100:00100000:1.0:1749393606.668431:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393606.668432:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507459072 00000100:00100000:2.0:1749393606.668434:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507459072 00000100:00100000:2.0:1749393606.668437:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507459328 00000100:00100000:2.0:1749393606.668439:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507459328 00000100:00100000:1.0:1749393606.668440:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507459968:0@lo:38: 00000100:00100000:0.0:1749393606.668442:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507459456 00000100:00100000:2.0:1749393606.668443:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507459840 00000100:00100000:2.0:1749393606.668444:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507459840 00000100:00100000:0.0:1749393606.668445:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507459456 00000100:00100000:3.0:1749393606.668445:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393606.668450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393606.668450:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:2.0:1749393606.668453:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507458944:12345-0@lo:38: 00000100:00100000:0.0:1749393606.668456:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507459968 00000100:00100000:0.0:1749393606.668458:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507459968 00000100:00100000:3.0:1749393606.668464:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507459584 00010000:00020000:2.0:1749393606.668466:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393606.668467:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:3.0:1749393606.668468:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507459584 00000100:00100000:0.0:1749393606.668472:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507459072:12345-0@lo:38: 00000100:00100000:1.0:1749393606.668475:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1749393606.668478:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507459328:12345-0@lo:38: 00000100:00100000:2.0:1749393606.668482:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507458944:12345-0@lo:38: Request processed in 29us (155us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393606.668483:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393606.668487:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507459712 00000100:00100000:3.0:1749393606.668489:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507459712 00010000:00020000:1.0:1749393606.668491:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393606.668492:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:2.0:1749393606.668498:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:2.0:1749393606.668501:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507459840:12345-0@lo:38: 00000100:00100000:3.0:1749393606.668502:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00010000:00020000:2.0:1749393606.668507:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393606.668507:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507459584:12345-0@lo:400: 00000100:00100000:0.0:1749393606.668510:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507459072:12345-0@lo:38: Request processed in 37us (143us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393606.668511:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507459328:12345-0@lo:38: Request processed in 32us (116us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393606.668515:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1749393606.668518:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1749393606.668519:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507459840:12345-0@lo:38: Request processed in 17us (87us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393606.668522:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1749393606.668524:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:0.0:1749393606.668527:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:1.0:1749393606.668527:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507459456:12345-0@lo:38: 00000100:00100000:0.0:1749393606.668531:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507459968:12345-0@lo:38: 00010000:00020000:1.0:1749393606.668533:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393606.668540:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393606.668540:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1749393606.668543:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507459456:12345-0@lo:38: Request processed in 15us (129us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393606.668544:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507459712:12345-0@lo:400: 00000100:00100000:1.0:1749393606.668546:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1749393606.668547:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507459584:12345-0@lo:400: Request processed in 39us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393606.668554:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507459968:12345-0@lo:38: Request processed in 22us (103us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393606.668554:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1749393606.668559:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1749393606.668560:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507459712:12345-0@lo:400: Request processed in 16us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393606.668563:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1749393606.668564:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507459200 00000100:00100000:1.0:1749393606.668566:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507459200 00000100:00100000:2.0:1749393606.668573:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507460096:0@lo:400: 00000100:00100000:1.0:1749393606.668581:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00010000:00080000:3.0:1749393606.668584:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099509f80 x1834371507459712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393606.668585:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507459200:12345-0@lo:400: 00000100:00100000:2.0:1749393606.668588:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393606.668589:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393606.668595:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099509f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507459712:0@lo:400: 00000100:00080000:0.0:1749393606.668596:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393606.668597:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393606.668600:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507459840:0@lo:38: 00000100:00100000:2.0:1749393606.668601:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507460224:0@lo:400: 00000100:00100000:1.0:1749393606.668602:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507459200:12345-0@lo:400: Request processed in 17us (250us total) trans 0 rc 0/0 00010000:00080000:3.0:1749393606.668604:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099508380 x1834371507459584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393606.668606:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00080000:0.0:1749393606.668609:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393606.668611:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393606.668611:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393606.668612:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507459584:0@lo:400: 00000100:00100000:0.0:1749393606.668614:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507459968:0@lo:38: 00000100:00080000:0.0:1749393606.668620:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393606.668621:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507460096 00000100:00080000:0.0:1749393606.668622:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393606.668623:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507460096 00000100:00100000:0.0:1749393606.668625:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099509180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507459328:0@lo:38: 00000100:00100000:3.0:1749393606.668628:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507460224 00000100:00100000:3.0:1749393606.668630:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507460224 00000100:00080000:0.0:1749393606.668631:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393606.668633:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393606.668635:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507459456:0@lo:38: 00000100:00080000:1.0:1749393606.668638:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393606.668639:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00080000:0.0:1749393606.668641:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393606.668642:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507460096:12345-0@lo:400: 00000100:00080000:0.0:1749393606.668643:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393606.668646:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507458944:0@lo:38: 00000100:00100000:1.0:1749393606.668648:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00080000:0.0:1749393606.668651:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393606.668652:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507460224:12345-0@lo:400: 00000100:00080000:0.0:1749393606.668653:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393606.668656:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507459072:0@lo:38: 00000100:00100000:2.0:1749393606.668657:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507460096:12345-0@lo:400: Request processed in 14us (68us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393606.668660:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1749393606.668662:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507459200:0@lo:400: 00000100:00100000:1.0:1749393606.668667:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507460224:12345-0@lo:400: Request processed in 15us (55us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393606.668670:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507458816:0@lo:400: 00000100:00100000:1.0:1749393606.668671:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00010000:00080000:2.0:1749393606.668673:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e764380 x1834371507460224/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393606.668687:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507460224:0@lo:400: 00010000:00080000:2.0:1749393606.668695:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099508000 x1834371507460096/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393606.668699:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507460096:0@lo:400: 00010000:00010000:3.0:1749393606.780182:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393607.192211:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393607.322209:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393607.782305:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393607.991223:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507460352:0@lo:700: 00000100:00100000:2.0:1749393607.991276:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393607.991335:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b480 going to sleep for 11 seconds 00000100:00100000:0.0:1749393607.991377:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507460352 00000100:00100000:0.0:1749393607.991385:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507460352 00000100:00080000:1.0:1749393607.991412:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393607.991434:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1749393607.991442:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507460352:12345-0@lo:700: 00000100:00100000:0.0:1749393607.991473:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393607.991487:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507460480:0@lo:700: 40000000:00080000:0.0:1749393607.991497:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393607.991499:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393607.991537:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507460352:12345-0@lo:700: Request processed in 96us (260us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393607.991543:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1749393607.991552:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507460352:0@lo:700: 00000100:00100000:3.0:1749393607.992154:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507460608:0@lo:700: 00000100:00100000:3.0:1749393607.992188:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393607.992224:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507460608 00000100:00100000:0.0:1749393607.992230:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507460608 00000100:00100000:3.0:1749393607.992239:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21540 going to sleep for 11 seconds 00000100:00080000:1.0:1749393607.992247:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393607.992252:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1749393607.992257:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507460608:12345-0@lo:700: 00000100:00100000:0.0:1749393607.992276:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393607.992279:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507460736:0@lo:700: 40000000:00080000:0.0:1749393607.992286:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393607.992287:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393607.992320:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507460608:12345-0@lo:700: Request processed in 63us (132us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393607.992325:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1749393607.992346:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507460608:0@lo:700: 00000100:00100000:0.0:1749393608.092333:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507460864:0@lo:41: 00000100:00100000:0.0:1749393608.092405:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393608.092452:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507460864 00000100:00100000:1.0:1749393608.092472:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507460864 00000100:00100000:1.0:1749393608.092511:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1749393608.092517:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507460864:12345-0@lo:41: 00000004:00000024:1.0:1749393608.092546:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393608.092598:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507460864:12345-0@lo:41: Request processed in 81us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393608.092604:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1749393608.092632:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507460864:0@lo:41: 00000100:00100000:2.0:1749393608.192201:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393608.322209:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393608.609227:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393608.609245:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507460992:0@lo:900: 00010000:00010000:2.0:1749393608.784233:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393609.192234:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393609.322302:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393609.786377:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393609.992178:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507461120:0@lo:700: 00000100:00100000:2.0:1749393609.992253:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393609.992333:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b480 going to sleep for 11 seconds 00000100:00100000:0.0:1749393609.992385:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507461120 00000100:00100000:0.0:1749393609.992399:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507461120 00000100:00080000:1.0:1749393609.992445:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393609.992483:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1749393609.992495:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507461120:12345-0@lo:700: 00000100:00100000:0.0:1749393609.992540:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393609.992547:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507461248:0@lo:700: 40000000:00080000:0.0:1749393609.992560:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393609.992563:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393609.992619:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507461120:12345-0@lo:700: Request processed in 128us (366us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393609.992628:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:2.0:1749393609.992646:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507461120:0@lo:700: 00000100:00100000:3.0:1749393609.993227:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507461376:0@lo:700: 00000100:00100000:3.0:1749393609.993279:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393609.993339:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507461376 00000100:00100000:0.0:1749393609.993345:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507461376 00000100:00100000:3.0:1749393609.993357:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393609.993371:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00080000:1.0:1749393609.993376:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393609.993378:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507461376:12345-0@lo:700: 00000100:00100000:0.0:1749393609.993402:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393609.993407:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507461504:0@lo:700: 40000000:00080000:0.0:1749393609.993415:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393609.993418:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393609.993461:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507461376:12345-0@lo:700: Request processed in 83us (184us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393609.993469:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1749393609.993496:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507461376:0@lo:700: 00000100:00100000:0.0:1749393610.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393610.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393610.495657:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393610.495709:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393610.495752:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393610.495770:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499733248 00000100:00100000:2.0:1749393610.495783:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499733248 00000100:00100000:0.0:1749393610.495792:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499733376 00000100:00100000:0.0:1749393610.495799:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499733376 00000100:00100000:2.0:1749393610.495831:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 409 00000100:00100000:0.0:1749393610.495834:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499733504 00000100:00100000:2.0:1749393610.495841:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499733248:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393610.495848:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499733504 00000100:00100000:3.0:1749393610.495850:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 924 00000100:00100000:3.0:1749393610.495870:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499733376:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393610.495892:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 925 00000100:00100000:0.0:1749393610.495899:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499733504:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393610.495900:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 652 last 0 00000100:00100000:2.0:1749393610.495918:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499733248:12345-192.168.203.32@tcp:400: Request processed in 76us (269us total) trans 0 rc 0/0 00010000:00080000:0.0:1749393610.495923:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 652 last 0 00000100:00100000:2.0:1749393610.495948:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 409 00000100:00100000:3.0:1749393610.495958:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499733376:12345-192.168.203.32@tcp:38: Request processed in 87us (247us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393610.495966:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 924 00000100:00100000:0.0:1749393610.495970:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499733504:12345-192.168.203.32@tcp:38: Request processed in 70us (216us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393610.495978:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 925 00000100:00100000:0.0:1749393610.610259:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393610.610276:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507461632:0@lo:900: 00010000:00010000:3.0:1749393610.788302:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393611.192195:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393611.244304:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507461760:0@lo:41: 00000100:00100000:1.0:1749393611.244369:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393611.244423:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507461760 00000100:00100000:2.0:1749393611.244433:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507461760 00000100:00100000:2.0:1749393611.244477:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1749393611.244485:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507461760:12345-0@lo:41: 00000004:00000024:2.0:1749393611.244518:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393611.244579:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507461760:12345-0@lo:41: Request processed in 94us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393611.244586:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1749393611.244611:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507461760:0@lo:41: 00000100:00100000:2.0:1749393611.322133:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393611.676216:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393611.676224:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393611.676228:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393611.676234:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 648 00000100:00080000:0.0:1749393611.676238:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393611.676243:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393611.676262:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e766300 x1834371507462016/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393611.676283:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393611.676287:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393611.676288:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393611.676291:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 648 00000100:00080000:0.0:1749393611.676292:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393611.676295:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393611.676298:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507461888:0@lo:400: 00000100:00100000:0.0:1749393611.676306:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e765180 x1834371507462144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393611.676337:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393611.676340:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393611.676342:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393611.676344:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 648 00000100:00080000:0.0:1749393611.676346:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393611.676349:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393611.676352:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393611.676352:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507462272:0@lo:400: 00000100:00100000:0.0:1749393611.676359:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130062d80 x1834371507462400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393611.676366:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393611.676369:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393611.676370:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393611.676372:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 648 00000100:00080000:0.0:1749393611.676374:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393611.676376:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393611.676376:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507462016:0@lo:38: 00000100:00100000:0.0:1749393611.676384:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060700 x1834371507462528/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393611.676392:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393611.676409:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393611.676411:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393611.676413:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393611.676416:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 648 00000100:00080000:0.0:1749393611.676417:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393611.676417:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393611.676420:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393611.676420:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507461888 00000100:00100000:2.0:1749393611.676425:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507461888 00000100:00100000:0.0:1749393611.676428:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130063b80 x1834371507462912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393611.676439:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393611.676441:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507462144:0@lo:38: 00000100:00080000:0.0:1749393611.676442:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749393611.676442:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507462272 00000100:00080000:0.0:1749393611.676443:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393611.676446:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 648 00000100:00100000:3.0:1749393611.676446:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507462272 00000100:00080000:0.0:1749393611.676448:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393611.676450:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393611.676453:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1749393611.676456:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393611.676460:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130062680 x1834371507463040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393611.676461:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507461888:12345-0@lo:400: 00000100:00100000:1.0:1749393611.676467:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507462400:0@lo:38: 00000100:00100000:3.0:1749393611.676471:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1749393611.676477:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507462272:12345-0@lo:400: 00000100:00100000:1.0:1749393611.676480:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393611.676496:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507461888:12345-0@lo:400: Request processed in 37us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393611.676497:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507462016 00000100:00100000:1.0:1749393611.676497:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507462528:0@lo:38: 00000100:00100000:0.0:1749393611.676501:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507462016 00000100:00100000:2.0:1749393611.676503:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1749393611.676512:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393611.676512:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507462272:12345-0@lo:400: Request processed in 35us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393611.676518:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1749393611.676519:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507462144 00000100:00100000:0.0:1749393611.676521:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507462144 00000100:00100000:1.0:1749393611.676524:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507462912:0@lo:38: 00000100:00100000:2.0:1749393611.676529:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507462656:0@lo:400: 00000100:00100000:0.0:1749393611.676530:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507462400 00000100:00100000:0.0:1749393611.676531:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507462400 00000100:00100000:3.0:1749393611.676535:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507462528 00000100:00100000:1.0:1749393611.676536:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393611.676538:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507462528 00000100:00100000:0.0:1749393611.676540:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1749393611.676546:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507462016:12345-0@lo:38: 00000100:00100000:3.0:1749393611.676546:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507462912 00000100:00100000:1.0:1749393611.676547:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507463040:0@lo:38: 00000100:00100000:3.0:1749393611.676548:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507462912 00000100:00100000:2.0:1749393611.676550:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393611.676556:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1749393611.676560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393611.676560:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507462144:12345-0@lo:38: 00010000:00020000:0.0:1749393611.676566:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393611.676567:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393611.676573:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507462784:0@lo:400: 00010000:00020000:3.0:1749393611.676574:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393611.676581:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507463040 00000100:00100000:1.0:1749393611.676592:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507463040 00000100:00100000:2.0:1749393611.676597:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393611.676604:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507462144:12345-0@lo:38: Request processed in 43us (148us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393611.676609:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1749393611.676613:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1749393611.676614:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507462400:12345-0@lo:38: 00000100:00100000:0.0:1749393611.676617:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507462016:12345-0@lo:38: Request processed in 70us (199us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393611.676619:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:0.0:1749393611.676623:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:2.0:1749393611.676623:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507462528:12345-0@lo:38: 00000100:00100000:3.0:1749393611.676626:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00010000:00020000:1.0:1749393611.676628:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393611.676630:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507462912:12345-0@lo:38: 00000100:00100000:0.0:1749393611.676635:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1749393611.676639:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507463040:12345-0@lo:38: 00010000:00020000:2.0:1749393611.676645:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393611.676650:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393611.676652:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507462400:12345-0@lo:38: Request processed in 37us (171us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393611.676657:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393611.676658:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:2.0:1749393611.676674:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507462528:12345-0@lo:38: Request processed in 50us (161us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393611.676676:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507462912:12345-0@lo:38: Request processed in 45us (138us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393611.676677:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507462656 00000100:00100000:0.0:1749393611.676679:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507463040:12345-0@lo:38: Request processed in 39us (118us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393611.676680:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507462656 00000100:00100000:2.0:1749393611.676681:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1749393611.676684:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1749393611.676693:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:2.0:1749393611.676698:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507462784 00000100:00100000:2.0:1749393611.676701:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507462784 00000100:00100000:3.0:1749393611.676702:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507463296:0@lo:400: 00000100:00100000:1.0:1749393611.676706:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1749393611.676711:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507462656:12345-0@lo:400: 00000100:00100000:3.0:1749393611.676719:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393611.676721:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00080000:0.0:1749393611.676724:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393611.676726:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507462784:12345-0@lo:400: 00000100:00100000:3.0:1749393611.676743:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507462272:0@lo:400: 00000100:00100000:0.0:1749393611.676745:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507463296 00000100:00100000:1.0:1749393611.676745:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507462656:12345-0@lo:400: Request processed in 34us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393611.676748:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507463296 00000100:00100000:2.0:1749393611.676749:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507462784:12345-0@lo:400: Request processed in 23us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393611.676750:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1749393611.676754:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1749393611.676755:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393611.676760:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507463168:0@lo:400: 00000100:00100000:0.0:1749393611.676771:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1749393611.676775:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1749393611.676776:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130062300 x1834371507462784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393611.676777:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507463296:12345-0@lo:400: 00000100:00100000:2.0:1749393611.676783:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507463168 00000100:00100000:2.0:1749393611.676786:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507463168 00000100:00100000:1.0:1749393611.676788:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507462784:0@lo:400: 00010000:00080000:1.0:1749393611.676797:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130063800 x1834371507462656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393611.676804:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507462656:0@lo:400: 00000100:00100000:2.0:1749393611.676809:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1749393611.676812:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507463296:12345-0@lo:400: Request processed in 36us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393611.676813:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507463168:12345-0@lo:400: 00000100:00100000:0.0:1749393611.676817:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00010000:00080000:3.0:1749393611.676828:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130060e00 x1834371507463296/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749393611.676829:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393611.676833:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507463168:12345-0@lo:400: Request processed in 20us (57us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393611.676838:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1749393611.676838:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507463296:0@lo:400: 00000100:00080000:0.0:1749393611.676844:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393611.676848:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393611.676851:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507462528:0@lo:38: 00010000:00080000:3.0:1749393611.676851:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130060a80 x1834371507463168/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393611.676858:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507461888:0@lo:400: 00000100:00100000:3.0:1749393611.676859:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507463168:0@lo:400: 00000100:00080000:0.0:1749393611.676860:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393611.676862:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393611.676865:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507462912:0@lo:38: 00000100:00080000:0.0:1749393611.676871:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393611.676874:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393611.676876:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507463040:0@lo:38: 00000100:00080000:0.0:1749393611.676882:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393611.676884:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393611.676886:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507462016:0@lo:38: 00000100:00080000:0.0:1749393611.676893:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393611.676895:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393611.676903:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507462144:0@lo:38: 00000100:00080000:0.0:1749393611.676912:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393611.676914:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393611.676917:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507462400:0@lo:38: 00010000:00010000:3.0:1749393611.790325:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393611.874222:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393611.874255:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507463424/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393616 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393611.874330:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393611.874412:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393611.874427:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507463424 00000100:00100000:2.0:1749393611.874439:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507463424 00000100:00100000:2.0:1749393611.874504:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1749393611.874514:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507463424:12345-0@lo:700: 40000000:00080000:2.0:1749393611.874546:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:2.0:1749393611.874550:0:10058:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393611.874606:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507463424:12345-0@lo:700: Request processed in 93us (274us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393611.874626:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507463424/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393627 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393611.874629:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1749393611.874638:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393611.875181:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393611.875203:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507463552/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393616 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393611.875247:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393611.875298:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507463552 00000100:00100000:2.0:1749393611.875306:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507463552 00000100:00100000:3.0:1749393611.875309:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393611.875338:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1749393611.875346:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507463552:12345-0@lo:700: 40000000:00080000:2.0:1749393611.875367:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393611.875421:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507463552:12345-0@lo:700: Request processed in 74us (172us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393611.875433:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1749393611.875450:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507463552/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393627 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393611.875461:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393611.993245:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507463680:0@lo:700: 00000100:00100000:2.0:1749393611.993302:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393611.993395:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b600 going to sleep for 11 seconds 00000100:00100000:0.0:1749393611.993402:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507463680 00000100:00100000:0.0:1749393611.993412:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507463680 00000100:00100000:0.0:1749393611.993461:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1749393611.993472:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507463680:12345-0@lo:700: 00000100:00100000:0.0:1749393611.993517:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393611.993525:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507463808:0@lo:700: 40000000:00080000:0.0:1749393611.993539:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393611.993542:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393611.993601:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507463680:12345-0@lo:700: Request processed in 129us (297us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393611.993613:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1749393611.993642:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507463680:0@lo:700: 00000100:00100000:2.0:1749393611.994194:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507463936:0@lo:700: 00000100:00100000:2.0:1749393611.994231:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393611.994298:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507463936 00000100:00100000:2.0:1749393611.994304:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b600 going to sleep for 11 seconds 00000100:00100000:0.0:1749393611.994305:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507463936 00000100:00100000:0.0:1749393611.994336:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1749393611.994346:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507463936:12345-0@lo:700: 00000100:00100000:0.0:1749393611.994390:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393611.994398:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507464064:0@lo:700: 40000000:00080000:0.0:1749393611.994410:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393611.994413:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393611.994465:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507463936:12345-0@lo:700: Request processed in 118us (231us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393611.994477:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1749393611.994500:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507463936:0@lo:700: 00000100:00100000:0.0:1749393612.192194:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393612.322219:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393612.611173:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393612.611184:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507464192:0@lo:900: 00010000:00010000:2.0:1749393612.792282:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393613.100284:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749393613.100308:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507464320:0@lo:41: 00000100:00100000:2.0:1749393613.100367:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393613.100426:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507464320 00000100:00100000:0.0:1749393613.100436:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507464320 00000100:00100000:0.0:1749393613.100477:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1749393613.100487:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507464320:12345-0@lo:41: 00000004:00000024:0.0:1749393613.100516:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393613.100567:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507464320:12345-0@lo:41: Request processed in 80us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393613.100575:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1749393613.100602:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507464320:0@lo:41: 00000100:00100000:0.0:1749393613.192175:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393613.322202:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393613.794262:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393613.994235:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507464448:0@lo:700: 00000100:00100000:2.0:1749393613.994287:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393613.994384:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b600 going to sleep for 11 seconds 00000100:00100000:0.0:1749393613.994387:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507464448 00000100:00100000:0.0:1749393613.994394:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507464448 00000100:00080000:2.0:1749393613.994434:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393613.994441:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1749393613.994452:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507464448:12345-0@lo:700: 00000100:00100000:0.0:1749393613.994488:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393613.994493:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507464576:0@lo:700: 40000000:00080000:0.0:1749393613.994504:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393613.994512:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393613.994554:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507464448:12345-0@lo:700: Request processed in 104us (265us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393613.994563:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1749393613.994582:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507464448:0@lo:700: 00000100:00100000:3.0:1749393613.995193:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507464704:0@lo:700: 00000100:00100000:3.0:1749393613.995228:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393613.995267:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507464704 00000100:00100000:0.0:1749393613.995271:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507464704 00000100:00100000:3.0:1749393613.995282:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393613.995297:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1749393613.995303:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507464704:12345-0@lo:700: 00000100:00080000:2.0:1749393613.995304:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393613.995341:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393613.995346:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507464832:0@lo:700: 40000000:00080000:0.0:1749393613.995355:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393613.995358:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393613.995401:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507464704:12345-0@lo:700: Request processed in 97us (171us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393613.995407:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1749393613.995439:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507464704:0@lo:700: 00000100:00100000:0.0:1749393614.192240:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393614.322146:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393614.612244:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393614.612265:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507464960:0@lo:900: 00010000:00010000:3.0:1749393614.796225:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393615.192206:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393615.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393615.503403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393615.503457:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393615.503503:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499733632 00000100:00100000:2.0:1749393615.503516:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499733632 00000100:00100000:1.0:1749393615.503551:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499733760 00000100:00100000:1.0:1749393615.503559:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499733760 00000100:00100000:0.0:1749393615.503573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393615.503582:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 411 00000100:00100000:2.0:1749393615.503594:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499733632:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393615.503601:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499733888 00000100:00100000:1.0:1749393615.503605:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499733888 00000100:00100000:0.0:1749393615.503620:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 932 00000100:00100000:0.0:1749393615.503627:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499733760:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393615.503636:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 933 00000100:00100000:1.0:1749393615.503645:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499733888:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393615.503654:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 657 last 0 00000100:00100000:2.0:1749393615.503664:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499733632:12345-192.168.203.32@tcp:400: Request processed in 72us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393615.503674:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 411 00010000:00080000:1.0:1749393615.503686:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 657 last 0 00000100:00100000:0.0:1749393615.503702:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499733760:12345-192.168.203.32@tcp:38: Request processed in 73us (244us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393615.503725:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 932 00000100:00100000:1.0:1749393615.503737:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499733888:12345-192.168.203.32@tcp:38: Request processed in 91us (163us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393615.503748:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 933 00010000:00010000:3.0:1749393615.798218:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393615.995160:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507465088:0@lo:700: 00000100:00100000:2.0:1749393615.995205:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393615.995258:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393615.995271:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507465088 00000100:00100000:0.0:1749393615.995278:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507465088 00000100:00080000:2.0:1749393615.995310:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393615.995320:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1749393615.995327:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507465088:12345-0@lo:700: 00000100:00100000:0.0:1749393615.995354:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393615.995358:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507465216:0@lo:700: 40000000:00080000:0.0:1749393615.995365:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393615.995367:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393615.995396:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507465088:12345-0@lo:700: Request processed in 71us (190us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393615.995400:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1749393615.995410:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507465088:0@lo:700: 00000100:00100000:3.0:1749393615.996133:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507465344:0@lo:700: 00000100:00100000:3.0:1749393615.996155:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393615.996189:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393615.996194:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507465344 00000100:00100000:0.0:1749393615.996199:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507465344 00000100:00080000:2.0:1749393615.996211:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393615.996221:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1749393615.996226:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507465344:12345-0@lo:700: 00000100:00100000:0.0:1749393615.996245:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393615.996249:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507465472:0@lo:700: 40000000:00080000:0.0:1749393615.996256:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393615.996258:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393615.996291:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507465344:12345-0@lo:700: Request processed in 64us (134us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393615.996297:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1749393615.996305:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507465344:0@lo:700: 00000100:00100000:2.0:1749393616.192236:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393616.252223:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507465600:0@lo:41: 00000100:00100000:2.0:1749393616.252283:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393616.252329:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507465600 00000100:00100000:0.0:1749393616.252337:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507465600 00000100:00100000:0.0:1749393616.252377:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1749393616.252395:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507465600:12345-0@lo:41: 00000004:00000024:0.0:1749393616.252425:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393616.252471:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507465600:12345-0@lo:41: Request processed in 76us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393616.252479:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1749393616.252501:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507465600:0@lo:41: 00000100:00100000:2.0:1749393616.322162:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393616.613167:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393616.613178:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507465728:0@lo:900: 00000100:00080000:0.0:1749393616.684247:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393616.684257:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393616.684261:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393616.684269:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 653 00000100:00080000:0.0:1749393616.684274:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393616.684282:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393616.684289:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507465856:0@lo:400: 00000100:00100000:0.0:1749393616.684321:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130061500 x1834371507465984/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393616.684353:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393616.684357:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393616.684358:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393616.684360:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393616.684364:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 653 00000100:00080000:0.0:1749393616.684366:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393616.684370:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393616.684383:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130061f80 x1834371507466112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393616.684386:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507465856 00000100:00100000:3.0:1749393616.684394:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507465856 00000100:00100000:1.0:1749393616.684402:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507465984:0@lo:38: 00000100:00080000:0.0:1749393616.684404:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393616.684405:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393616.684412:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507466240:0@lo:400: 00000100:00080000:0.0:1749393616.684413:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393616.684415:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393616.684419:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 653 00000100:00080000:0.0:1749393616.684421:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393616.684424:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393616.684431:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1749393616.684437:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507465856:12345-0@lo:400: 00000100:00100000:0.0:1749393616.684438:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060000 x1834371507466368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393616.684440:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393616.684442:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393616.684449:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393616.684452:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393616.684454:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393616.684457:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 653 00000100:00080000:0.0:1749393616.684460:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393616.684461:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507466112:0@lo:38: 00000100:00080000:0.0:1749393616.684464:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393616.684475:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130062680 x1834371507466496/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393616.684477:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393616.684492:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507466368:0@lo:38: 00000100:00100000:3.0:1749393616.684494:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507465856:12345-0@lo:400: Request processed in 56us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393616.684500:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507465984 00000100:00100000:3.0:1749393616.684500:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00080000:0.0:1749393616.684505:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393616.684505:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393616.684505:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507465984 00000100:00080000:0.0:1749393616.684509:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393616.684511:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393616.684515:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 653 00000100:00100000:1.0:1749393616.684515:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507466496:0@lo:38: 00000100:00080000:0.0:1749393616.684517:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393616.684521:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393616.684527:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393616.684528:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507466112 00000100:00100000:2.0:1749393616.684531:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507466368 00000100:00100000:3.0:1749393616.684531:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507466112 00000100:00100000:0.0:1749393616.684532:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130063800 x1834371507466880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393616.684534:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507466368 00000100:00100000:3.0:1749393616.684542:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507466496 00000100:00100000:3.0:1749393616.684544:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507466496 00000100:00100000:2.0:1749393616.684546:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00080000:0.0:1749393616.684547:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393616.684552:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1749393616.684553:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507465984:12345-0@lo:38: 00000100:00080000:0.0:1749393616.684555:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393616.684557:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393616.684557:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507466112:12345-0@lo:38: 00000100:00100000:3.0:1749393616.684559:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00080000:0.0:1749393616.684561:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 653 00000100:00080000:0.0:1749393616.684563:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393616.684563:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507466368:12345-0@lo:38: 00000100:00080000:0.0:1749393616.684567:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00010000:00020000:2.0:1749393616.684574:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393616.684578:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130062300 x1834371507467008/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00020000:1.0:1749393616.684579:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393616.684584:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393616.684607:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507466112:12345-0@lo:38: Request processed in 49us (129us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393616.684612:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507466368:12345-0@lo:38: Request processed in 47us (105us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393616.684613:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1749393616.684614:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507465984:12345-0@lo:38: Request processed in 58us (171us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393616.684617:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1749393616.684620:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507466624:0@lo:400: 00000100:00100000:2.0:1749393616.684634:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:1.0:1749393616.684638:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1749393616.684642:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507466496:12345-0@lo:38: 00010000:00020000:1.0:1749393616.684650:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393616.684652:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393616.684653:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507467264:0@lo:400: 00000100:00100000:2.0:1749393616.684656:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507466240 00000100:00100000:2.0:1749393616.684660:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507466240 00000100:00100000:1.0:1749393616.684668:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507466496:12345-0@lo:38: Request processed in 25us (140us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393616.684672:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1749393616.684676:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393616.684677:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393616.684683:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507466752:0@lo:400: 00000100:00100000:2.0:1749393616.684683:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1749393616.684690:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507466240:12345-0@lo:400: 00000100:00100000:3.0:1749393616.684692:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393616.684697:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507467136:0@lo:400: 00000100:00100000:1.0:1749393616.684699:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507466880:0@lo:38: 00000100:00100000:0.0:1749393616.684704:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393616.684718:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507466624 00000100:00100000:3.0:1749393616.684721:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507466624 00000100:00100000:1.0:1749393616.684728:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393616.684729:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507466240:12345-0@lo:400: Request processed in 39us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393616.684736:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1749393616.684738:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507467264 00000100:00100000:3.0:1749393616.684739:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507467264 00000100:00100000:0.0:1749393616.684740:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507466752 00000100:00100000:1.0:1749393616.684740:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507467008:0@lo:38: 00000100:00100000:0.0:1749393616.684743:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507466752 00000100:00100000:1.0:1749393616.684753:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393616.684756:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1749393616.684762:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1749393616.684762:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507466624:12345-0@lo:400: 00000100:00100000:0.0:1749393616.684769:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1749393616.684769:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507467264:12345-0@lo:400: 00000100:00080000:1.0:1749393616.684770:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393616.684773:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393616.684776:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507466752:12345-0@lo:400: 00000100:00100000:1.0:1749393616.684777:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507466368:0@lo:38: 00000100:00080000:1.0:1749393616.684783:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393616.684785:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393616.684787:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507466496:0@lo:38: 00000100:00100000:3.0:1749393616.684787:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507466624:12345-0@lo:400: Request processed in 26us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393616.684792:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00080000:1.0:1749393616.684793:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393616.684795:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393616.684797:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507465984:0@lo:38: 00000100:00080000:1.0:1749393616.684803:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393616.684805:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507466752:12345-0@lo:400: Request processed in 29us (100us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393616.684805:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393616.684805:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507467264:12345-0@lo:400: Request processed in 37us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393616.684807:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507466112:0@lo:38: 00000100:00100000:3.0:1749393616.684808:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393616.684812:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1749393616.684815:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1749393616.684826:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507467136 00010000:00080000:3.0:1749393616.684827:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e00c380 x1834371507467264/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393616.684829:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507467136 00000100:00100000:1.0:1749393616.684833:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507466880 00000100:00100000:1.0:1749393616.684836:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507466880 00000100:00080000:2.0:1749393616.684837:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393616.684838:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507467264:0@lo:400: 00000100:00100000:0.0:1749393616.684848:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1749393616.684848:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507467008 00000100:00100000:1.0:1749393616.684849:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507467008 00000100:00100000:0.0:1749393616.684853:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507467136:12345-0@lo:400: 00000100:00100000:1.0:1749393616.684859:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1749393616.684862:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507466880:12345-0@lo:38: 00000100:00100000:2.0:1749393616.684870:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507466240:0@lo:400: 00010000:00020000:1.0:1749393616.684872:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393616.684880:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507465856:0@lo:400: 00000100:00100000:0.0:1749393616.684883:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507467136:12345-0@lo:400: Request processed in 30us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393616.684890:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1749393616.684892:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507466880:12345-0@lo:38: Request processed in 28us (164us total) trans 0 rc -19/-19 00010000:00080000:3.0:1749393616.684896:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e00c000 x1834371507467136/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393616.684902:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:3.0:1749393616.684903:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507467136:0@lo:400: 00000100:00100000:1.0:1749393616.684908:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1749393616.684910:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507467008:12345-0@lo:38: 00010000:00080000:0.0:1749393616.684924:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130060e00 x1834371507466752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749393616.684924:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393616.684930:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393616.684932:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393616.684935:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507466752:0@lo:400: 00000100:00100000:1.0:1749393616.684935:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507466880:0@lo:38: 00010000:00080000:0.0:1749393616.684947:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130060a80 x1834371507466624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393616.684956:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507466624:0@lo:400: 00000100:00100000:2.0:1749393616.684967:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507467008:12345-0@lo:38: Request processed in 58us (211us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393616.684971:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393616.684973:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393616.684974:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1749393616.684976:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507467008:0@lo:38: 00010000:00010000:2.0:1749393616.800182:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393617.192143:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393617.322148:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393617.802257:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393617.996206:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507467392:0@lo:700: 00000100:00100000:2.0:1749393617.996259:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393617.996330:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507467392 00000100:00100000:2.0:1749393617.996337:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393617.996339:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507467392 00000100:00080000:2.0:1749393617.996382:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393617.996391:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1749393617.996402:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507467392:12345-0@lo:700: 00000100:00100000:0.0:1749393617.996435:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393617.996440:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507467520:0@lo:700: 40000000:00080000:0.0:1749393617.996450:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393617.996453:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393617.996492:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507467392:12345-0@lo:700: Request processed in 92us (232us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393617.996499:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1749393617.996521:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507467392:0@lo:700: 00000100:00100000:3.0:1749393617.997155:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507467648:0@lo:700: 00000100:00100000:3.0:1749393617.997183:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393617.997216:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507467648 00000100:00100000:0.0:1749393617.997221:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507467648 00000100:00100000:3.0:1749393617.997222:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21600 going to sleep for 11 seconds 00000100:00100000:0.0:1749393617.997247:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00080000:2.0:1749393617.997247:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393617.997254:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507467648:12345-0@lo:700: 00000100:00100000:0.0:1749393617.997274:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393617.997278:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507467776:0@lo:700: 40000000:00080000:0.0:1749393617.997285:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393617.997288:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393617.997336:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507467648:12345-0@lo:700: Request processed in 82us (151us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393617.997341:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:3.0:1749393617.997356:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507467648:0@lo:700: 00000100:00100000:0.0:1749393618.108269:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507467904:0@lo:41: 00000100:00100000:0.0:1749393618.108324:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393618.108354:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507467904 00000100:00100000:3.0:1749393618.108362:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507467904 00000100:00100000:3.0:1749393618.108401:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1749393618.108405:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507467904:12345-0@lo:41: 00000004:00000024:3.0:1749393618.108430:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393618.108468:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507467904:12345-0@lo:41: Request processed in 62us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393618.108472:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1749393618.108491:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507467904:0@lo:41: 00000100:00100000:2.0:1749393618.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393618.322153:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393618.614226:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393618.614240:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00d180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507468032:0@lo:900: 00010000:00010000:3.0:1749393618.804309:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393619.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393619.322174:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393619.806323:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393619.997229:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507468160:0@lo:700: 00000100:00100000:2.0:1749393619.997298:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393619.997397:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507468160 00000100:00100000:2.0:1749393619.997400:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393619.997409:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507468160 00000100:00080000:2.0:1749393619.997445:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393619.997471:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1749393619.997486:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507468160:12345-0@lo:700: 00000100:00100000:0.0:1749393619.997535:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393619.997542:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507468288:0@lo:700: 40000000:00080000:0.0:1749393619.997557:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393619.997560:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393619.997620:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507468160:12345-0@lo:700: Request processed in 137us (319us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393619.997633:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1749393619.997662:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507468160:0@lo:700: 00000100:00100000:3.0:1749393619.998198:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507468416:0@lo:700: 00000100:00100000:3.0:1749393619.998239:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393619.998295:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507468416 00000100:00100000:3.0:1749393619.998299:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21600 going to sleep for 11 seconds 00000100:00100000:0.0:1749393619.998303:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507468416 00000100:00080000:2.0:1749393619.998337:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393619.998343:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1749393619.998353:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507468416:12345-0@lo:700: 00000100:00100000:0.0:1749393619.998383:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393619.998390:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507468544:0@lo:700: 40000000:00080000:0.0:1749393619.998401:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393619.998414:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393619.998467:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507468416:12345-0@lo:700: Request processed in 115us (226us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393619.998476:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:3.0:1749393619.998501:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507468416:0@lo:700: 00000100:00100000:0.0:1749393620.171160:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 12 seconds 00000100:00100000:2.0:1749393620.192146:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393620.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393620.511103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393620.511131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393620.511163:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393620.511185:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499734144 00000100:00100000:2.0:1749393620.511191:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499734144 00000100:00100000:3.0:1749393620.511191:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499734016 00000100:00100000:3.0:1749393620.511196:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499734016 00000100:00100000:2.0:1749393620.511220:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499734272 00000100:00100000:2.0:1749393620.511223:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499734272 00000100:00100000:3.0:1749393620.511225:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 413 00000100:00100000:3.0:1749393620.511230:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499734016:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393620.511236:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 940 00000100:00100000:0.0:1749393620.511242:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 941 00000100:00100000:2.0:1749393620.511242:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499734144:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393620.511246:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499734272:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393620.511262:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 662 last 0 00010000:00080000:0.0:1749393620.511264:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 662 last 0 00000100:00100000:3.0:1749393620.511271:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499734016:12345-192.168.203.32@tcp:400: Request processed in 40us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393620.511275:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 413 00000100:00100000:0.0:1749393620.511299:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499734272:12345-192.168.203.32@tcp:38: Request processed in 51us (135us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393620.511302:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499734144:12345-192.168.203.32@tcp:38: Request processed in 60us (169us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393620.511306:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 941 00000100:00100000:2.0:1749393620.511308:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 940 00000100:00100000:0.0:1749393620.615197:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393620.615212:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00d880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507468672:0@lo:900: 00010000:00010000:2.0:1749393620.808288:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393621.192207:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393621.260327:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507468800:0@lo:41: 00000100:00100000:3.0:1749393621.260395:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393621.260464:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507468800 00000100:00100000:0.0:1749393621.260476:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507468800 00000100:00100000:0.0:1749393621.260542:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1749393621.260553:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880072790850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507468800:12345-0@lo:41: 00000004:00000024:0.0:1749393621.260593:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393621.260664:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880072790850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507468800:12345-0@lo:41: Request processed in 111us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393621.260675:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1749393621.260693:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507468800:0@lo:41: 00000100:00100000:2.0:1749393621.322147:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393621.692243:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393621.692254:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393621.692270:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393621.692279:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 658 00000100:00080000:0.0:1749393621.692284:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393621.692291:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393621.692294:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507468928:0@lo:400: 00000100:00100000:0.0:1749393621.692312:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e00d880 x1834371507469056/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393621.692339:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393621.692343:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393621.692345:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393621.692348:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 658 00000100:00080000:0.0:1749393621.692350:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393621.692354:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393621.692362:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393621.692366:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e00dc00 x1834371507469184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393621.692385:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393621.692388:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393621.692390:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393621.692393:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 658 00000100:00080000:0.0:1749393621.692395:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393621.692398:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393621.692405:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507468928 00000100:00100000:0.0:1749393621.692408:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e00e300 x1834371507469440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393621.692413:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507468928 00000100:00080000:0.0:1749393621.692417:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393621.692417:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749393621.692420:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749393621.692420:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507469056:0@lo:38: 00000100:00100000:2.0:1749393621.692424:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507469312:0@lo:400: 00000100:00080000:0.0:1749393621.692427:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393621.692431:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 658 00000100:00080000:0.0:1749393621.692433:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393621.692436:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393621.692448:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e00e680 x1834371507469568/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393621.692451:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1749393621.692455:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393621.692457:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507468928:12345-0@lo:400: 00000100:00080000:0.0:1749393621.692476:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393621.692478:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507469184:0@lo:38: 00000100:00080000:0.0:1749393621.692480:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393621.692481:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393621.692485:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 658 00000100:00080000:0.0:1749393621.692487:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393621.692490:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393621.692492:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393621.692497:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393621.692500:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e00f100 x1834371507469952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393621.692507:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507469440:0@lo:38: 00000100:00100000:3.0:1749393621.692507:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507468928:12345-0@lo:400: Request processed in 50us (146us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393621.692509:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393621.692513:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393621.692514:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393621.692514:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00080000:0.0:1749393621.692517:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 658 00000100:00080000:0.0:1749393621.692519:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393621.692521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393621.692523:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393621.692530:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507469568:0@lo:38: 00000100:00100000:2.0:1749393621.692530:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507468928:0@lo:400: 00000100:00100000:0.0:1749393621.692534:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e00f480 x1834371507470080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393621.692541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393621.692543:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507469824:0@lo:400: 00000100:00100000:1.0:1749393621.692551:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507469952:0@lo:38: 00000100:00100000:2.0:1749393621.692557:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507469056 00000100:00100000:2.0:1749393621.692562:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507469056 00000100:00100000:3.0:1749393621.692562:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393621.692564:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393621.692576:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507470080:0@lo:38: 00000100:00100000:3.0:1749393621.692580:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749393621.692581:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507469184 00000100:00100000:2.0:1749393621.692583:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507469184 00000100:00100000:0.0:1749393621.692585:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507469440 00000100:00100000:3.0:1749393621.692585:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507469696:0@lo:400: 00000100:00100000:0.0:1749393621.692588:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507469440 00000100:00100000:1.0:1749393621.692589:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393621.692590:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507469568 00000100:00100000:2.0:1749393621.692598:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507469568 00000100:00100000:3.0:1749393621.692598:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393621.692599:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507469952 00000100:00100000:0.0:1749393621.692607:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507469952 00000100:00100000:2.0:1749393621.692609:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507470080 00000100:00100000:2.0:1749393621.692611:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507470080 00000100:00100000:1.0:1749393621.692613:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:3.0:1749393621.692614:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507469824 00000100:00100000:1.0:1749393621.692617:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507469056:12345-0@lo:38: 00000100:00100000:3.0:1749393621.692617:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507469824 00000100:00100000:2.0:1749393621.692621:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:2.0:1749393621.692627:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507469184:12345-0@lo:38: 00000100:00100000:0.0:1749393621.692630:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:0.0:1749393621.692635:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507469440:12345-0@lo:38: 00010000:00020000:1.0:1749393621.692635:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393621.692636:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507469696 00000100:00100000:3.0:1749393621.692637:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507469696 00010000:00020000:2.0:1749393621.692643:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393621.692647:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393621.692650:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1749393621.692654:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507469824:12345-0@lo:400: 00000100:00100000:1.0:1749393621.692659:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507469056:12345-0@lo:38: Request processed in 40us (203us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393621.692670:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1749393621.692677:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507469440:12345-0@lo:38: Request processed in 41us (154us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393621.692678:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507469184:12345-0@lo:38: Request processed in 49us (182us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393621.692681:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507469824:12345-0@lo:400: Request processed in 27us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393621.692683:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:1.0:1749393621.692688:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507469568:12345-0@lo:38: 00000100:00100000:3.0:1749393621.692688:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1749393621.692689:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1749393621.692693:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:3.0:1749393621.692696:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00010000:00020000:1.0:1749393621.692697:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393621.692699:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507469696:12345-0@lo:400: 00000100:00100000:0.0:1749393621.692704:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:0.0:1749393621.692709:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507469952:12345-0@lo:38: 00000100:00100000:2.0:1749393621.692711:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1749393621.692716:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507470080:12345-0@lo:38: 00000100:00100000:3.0:1749393621.692716:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507469696:12345-0@lo:400: Request processed in 16us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393621.692717:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507469568:12345-0@lo:38: Request processed in 30us (174us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393621.692721:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393621.692721:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1749393621.692722:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00010000:00020000:2.0:1749393621.692726:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393621.692738:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507470336:0@lo:400: 00000100:00080000:1.0:1749393621.692743:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393621.692745:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507469952:12345-0@lo:38: Request processed in 35us (179us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393621.692745:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507470080:12345-0@lo:38: Request processed in 28us (154us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393621.692746:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393621.692749:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507469440:0@lo:38: 00000100:00100000:2.0:1749393621.692752:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:3.0:1749393621.692753:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393621.692755:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393621.692756:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00080000:1.0:1749393621.692756:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393621.692759:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507469568:0@lo:38: 00000100:00100000:3.0:1749393621.692762:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1749393621.692764:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393621.692765:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393621.692766:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507470208:0@lo:400: 00000100:00100000:1.0:1749393621.692768:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507469056:0@lo:38: 00000100:00080000:2.0:1749393621.692770:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1749393621.692773:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393621.692775:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393621.692777:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507469184:0@lo:38: 00000100:00100000:0.0:1749393621.692785:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507470336 00000100:00100000:3.0:1749393621.692789:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393621.692790:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507470336 00000100:00080000:1.0:1749393621.692794:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393621.692796:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393621.692798:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507469952:0@lo:38: 00000100:00080000:1.0:1749393621.692804:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393621.692804:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507470208 00000100:00100000:3.0:1749393621.692806:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507470208 00000100:00080000:1.0:1749393621.692810:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393621.692812:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507470080:0@lo:38: 00000100:00100000:0.0:1749393621.692814:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1749393621.692821:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507470336:12345-0@lo:400: 00000100:00100000:2.0:1749393621.692822:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1749393621.692829:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507470208:12345-0@lo:400: 00000100:00100000:1.0:1749393621.692840:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507469312 00010000:00080000:3.0:1749393621.692841:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e00ea00 x1834371507469696/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393621.692844:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507469312 00000100:00100000:3.0:1749393621.692851:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507469696:0@lo:400: 00000100:00100000:2.0:1749393621.692857:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507470208:12345-0@lo:400: Request processed in 28us (67us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393621.692858:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507470336:12345-0@lo:400: Request processed in 37us (103us total) trans 0 rc 0/0 00010000:00080000:3.0:1749393621.692858:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e00ed80 x1834371507469824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393621.692863:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1749393621.692865:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1749393621.692865:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507469824:0@lo:400: 00000100:00100000:1.0:1749393621.692867:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507469312:12345-0@lo:400: 00000100:00100000:0.0:1749393621.692868:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00080000:2.0:1749393621.692878:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1749393621.692881:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e00f800 x1834371507470208/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393621.692887:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507470208:0@lo:400: 00010000:00080000:3.0:1749393621.692894:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e00fb80 x1834371507470336/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393621.692897:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507469312:12345-0@lo:400: Request processed in 29us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393621.692900:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507470336:0@lo:400: 00000100:00100000:1.0:1749393621.692902:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1749393621.692918:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507469312:0@lo:400: 00010000:00010000:2.0:1749393621.810217:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393621.998238:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507470464:0@lo:700: 00000100:00100000:2.0:1749393621.998308:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393621.998412:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507470464 00000100:00100000:2.0:1749393621.998415:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393621.998423:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507470464 00000100:00100000:0.0:1749393621.998479:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1749393621.998492:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507470464:12345-0@lo:700: 00000100:00100000:0.0:1749393621.998538:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393621.998545:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507470592:0@lo:700: 40000000:00080000:0.0:1749393621.998570:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393621.998573:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393621.998634:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507470464:12345-0@lo:700: Request processed in 142us (324us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393621.998646:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1749393621.998675:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507470464:0@lo:700: 00000100:00100000:3.0:1749393621.999201:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507470720:0@lo:700: 00000100:00100000:3.0:1749393621.999253:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393621.999311:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507470720 00000100:00100000:0.0:1749393621.999318:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507470720 00000100:00100000:3.0:1749393621.999329:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393621.999351:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1749393621.999361:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507470720:12345-0@lo:700: 00000100:00100000:0.0:1749393621.999393:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393621.999400:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507470848:0@lo:700: 40000000:00080000:0.0:1749393621.999411:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393621.999414:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393621.999469:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507470720:12345-0@lo:700: Request processed in 109us (216us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393621.999477:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1749393621.999506:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507470720:0@lo:700: 00000100:00100000:2.0:1749393622.192241:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393622.322158:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393622.616199:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393622.616212:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00df80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507470976:0@lo:900: 00010000:00010000:3.0:1749393622.812329:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393622.874191:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393622.874219:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507471104/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393627 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393622.874284:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393622.874362:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393622.874371:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507471104 00000100:00100000:2.0:1749393622.874381:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507471104 00000100:00100000:2.0:1749393622.874427:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1749393622.874437:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507471104:12345-0@lo:700: 40000000:00080000:2.0:1749393622.874465:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393622.874511:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507471104:12345-0@lo:700: Request processed in 74us (225us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393622.874521:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100400:0.0:1749393622.874538:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507471104/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393638 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393622.883123:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393622.883139:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507471232/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393627 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393622.883173:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393622.883216:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507471232 00000100:00100000:2.0:1749393622.883220:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393622.883222:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507471232 00000100:00100000:3.0:1749393622.883246:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1749393622.883252:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507471232:12345-0@lo:700: 40000000:00080000:3.0:1749393622.883279:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393622.883318:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507471232:12345-0@lo:700: Request processed in 66us (145us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393622.883324:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100400:2.0:1749393622.883341:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507471232/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393638 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393622.883353:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393622.885711:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393623.116282:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507471360:0@lo:41: 00000100:00100000:0.0:1749393623.116345:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393623.116440:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507471360 00000100:00100000:1.0:1749393623.116448:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507471360 00000100:00100000:1.0:1749393623.116490:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1749393623.116496:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507471360:12345-0@lo:41: 00000004:00000024:1.0:1749393623.116522:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393623.116557:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507471360:12345-0@lo:41: Request processed in 62us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393623.116563:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1749393623.116572:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507471360:0@lo:41: 00000100:00100000:2.0:1749393623.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393623.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393623.814244:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393623.999158:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507471488:0@lo:700: 00000100:00100000:2.0:1749393623.999203:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393623.999255:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393623.999290:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507471488 00000100:00100000:3.0:1749393623.999296:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507471488 00000100:00080000:2.0:1749393623.999332:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393623.999338:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1749393623.999344:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507471488:12345-0@lo:700: 00000100:00100000:3.0:1749393623.999370:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21780 going to sleep for 0 seconds 00000100:00100000:3.0:1749393623.999374:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507471616:0@lo:700: 40000000:00080000:3.0:1749393623.999382:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393623.999384:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393623.999415:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507471488:12345-0@lo:700: Request processed in 72us (211us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393623.999420:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1749393623.999428:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507471488:0@lo:700: 00000100:00100000:3.0:1749393624.000118:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507471744:0@lo:700: 00000100:00100000:3.0:1749393624.000135:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393624.000147:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507471744 00000100:00100000:0.0:1749393624.000152:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507471744 00000100:00100000:3.0:1749393624.000159:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393624.000170:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00080000:2.0:1749393624.000171:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393624.000176:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507471744:12345-0@lo:700: 00000100:00100000:0.0:1749393624.000193:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393624.000196:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507471872:0@lo:700: 40000000:00080000:0.0:1749393624.000202:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393624.000203:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393624.000232:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507471744:12345-0@lo:700: Request processed in 57us (96us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393624.000236:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1749393624.000245:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507471744:0@lo:700: 00000100:00100000:2.0:1749393624.192136:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393624.322131:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393624.617160:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393624.617171:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507472000:0@lo:900: 00010000:00010000:2.0:1749393624.816346:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393625.192200:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393625.322150:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393625.519290:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393625.519325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393625.519350:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393625.519371:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499734528 00000100:00100000:0.0:1749393625.519379:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499734528 00000100:00100000:1.0:1749393625.519386:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499734400 00000100:00100000:1.0:1749393625.519392:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499734400 00000100:00100000:0.0:1749393625.519409:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499734656 00000100:00100000:0.0:1749393625.519411:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499734656 00000100:00100000:1.0:1749393625.519424:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 415 00000100:00100000:2.0:1749393625.519424:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 948 00000100:00100000:0.0:1749393625.519430:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 949 00000100:00100000:1.0:1749393625.519430:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499734400:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393625.519431:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499734528:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393625.519435:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499734656:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393625.519453:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 667 last 0 00010000:00080000:0.0:1749393625.519454:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 667 last 0 00000100:00100000:1.0:1749393625.519482:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499734400:12345-192.168.203.32@tcp:400: Request processed in 53us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393625.519488:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 415 00000100:00100000:2.0:1749393625.519492:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499734528:12345-192.168.203.32@tcp:38: Request processed in 61us (166us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393625.519496:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499734656:12345-192.168.203.32@tcp:38: Request processed in 60us (145us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393625.519497:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 948 00000100:00100000:0.0:1749393625.519502:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 949 00010000:00010000:2.0:1749393625.818260:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393626.000204:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507472128:0@lo:700: 00000100:00100000:2.0:1749393626.000257:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393626.000328:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393626.000374:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507472128 00000100:00100000:0.0:1749393626.000383:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507472128 00000100:00080000:2.0:1749393626.000438:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393626.000445:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1749393626.000455:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507472128:12345-0@lo:700: 00000100:00100000:0.0:1749393626.000492:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393626.000498:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507472256:0@lo:700: 40000000:00080000:0.0:1749393626.000509:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393626.000512:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393626.000560:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507472128:12345-0@lo:700: Request processed in 107us (302us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393626.000567:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1749393626.000581:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507472128:0@lo:700: 00000100:00100000:3.0:1749393626.001178:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507472384:0@lo:700: 00000100:00100000:3.0:1749393626.001214:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393626.001261:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507472384 00000100:00100000:3.0:1749393626.001265:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393626.001266:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507472384 00000100:00080000:2.0:1749393626.001286:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393626.001289:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1749393626.001295:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507472384:12345-0@lo:700: 00000100:00100000:0.0:1749393626.001315:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393626.001320:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507472512:0@lo:700: 40000000:00080000:0.0:1749393626.001326:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393626.001329:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393626.001366:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507472384:12345-0@lo:700: Request processed in 71us (152us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393626.001372:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1749393626.001394:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507472384:0@lo:700: 00000100:00100000:2.0:1749393626.192149:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393626.268222:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507472640:0@lo:41: 00000100:00100000:0.0:1749393626.268278:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393626.268309:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507472640 00000100:00100000:1.0:1749393626.268316:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507472640 00000100:00100000:1.0:1749393626.268349:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1749393626.268359:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507472640:12345-0@lo:41: 00000004:00000024:1.0:1749393626.268382:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393626.268411:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507472640:12345-0@lo:41: Request processed in 53us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393626.268416:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1749393626.268423:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507472640:0@lo:41: 00000100:00100000:2.0:1749393626.322130:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393626.618183:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393626.618194:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507472768:0@lo:900: 00000100:00080000:0.0:1749393626.700218:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393626.700226:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393626.700229:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393626.700236:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 663 00000100:00080000:0.0:1749393626.700240:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393626.700245:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393626.700260:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507472896:0@lo:400: 00000100:00100000:0.0:1749393626.700264:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e00f100 x1834371507473024/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393626.700285:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393626.700288:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393626.700290:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393626.700293:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 663 00000100:00080000:0.0:1749393626.700294:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393626.700296:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393626.700305:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e00dc00 x1834371507473152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393626.700321:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393626.700324:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393626.700327:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393626.700328:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393626.700331:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 663 00000100:00100000:3.0:1749393626.700342:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507473280:0@lo:400: 00000100:00080000:0.0:1749393626.700343:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393626.700347:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393626.700356:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e00e680 x1834371507473408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393626.700364:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393626.700366:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393626.700367:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393626.700367:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507473024:0@lo:38: 00000100:00080000:0.0:1749393626.700370:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 663 00000100:00080000:0.0:1749393626.700372:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393626.700375:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393626.700375:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393626.700385:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e00e300 x1834371507473536/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393626.700388:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507472896 00000100:00100000:2.0:1749393626.700393:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507472896 00000100:00100000:1.0:1749393626.700396:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393626.700409:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393626.700411:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393626.700412:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507473152:0@lo:38: 00000100:00080000:0.0:1749393626.700413:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393626.700414:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507473024 00000100:00080000:0.0:1749393626.700416:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 663 00000100:00080000:0.0:1749393626.700417:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393626.700417:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507473024 00000100:00080000:0.0:1749393626.700420:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393626.700422:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393626.700422:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1749393626.700428:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507472896:12345-0@lo:400: 00000100:00100000:0.0:1749393626.700430:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e00c380 x1834371507473920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393626.700432:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507473408:0@lo:38: 00000100:00100000:3.0:1749393626.700435:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507473152 00000100:00080000:0.0:1749393626.700436:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393626.700436:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507473152 00000100:00080000:0.0:1749393626.700439:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393626.700440:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393626.700440:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393626.700442:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 663 00000100:00100000:3.0:1749393626.700444:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507473408 00000100:00100000:3.0:1749393626.700445:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507473408 00000100:00080000:0.0:1749393626.700448:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393626.700448:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507473536:0@lo:38: 00000100:00080000:0.0:1749393626.700451:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393626.700452:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1749393626.700456:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507473024:12345-0@lo:38: 00000100:00100000:1.0:1749393626.700457:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393626.700461:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972e680 x1834371507474048/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393626.700464:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507472896:12345-0@lo:400: Request processed in 36us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393626.700465:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507473920:0@lo:38: 00010000:00020000:3.0:1749393626.700471:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393626.700473:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393626.700475:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1749393626.700479:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507474048:0@lo:38: 00000100:00100000:1.0:1749393626.700487:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393626.700490:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507473024:12345-0@lo:38: Request processed in 33us (94us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393626.700494:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507474304:0@lo:400: 00000100:00100000:3.0:1749393626.700494:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00080000:1.0:1749393626.700500:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393626.700500:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507473536 00000100:00100000:2.0:1749393626.700501:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507473920 00000100:00080000:1.0:1749393626.700502:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393626.700502:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507473536 00000100:00100000:2.0:1749393626.700504:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507473920 00000100:00100000:1.0:1749393626.700505:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507473024:0@lo:38: 00000100:00100000:3.0:1749393626.700505:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507474048 00000100:00100000:3.0:1749393626.700507:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507474048 00000100:00100000:3.0:1749393626.700512:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1749393626.700514:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507473152:12345-0@lo:38: 00000100:00100000:2.0:1749393626.700515:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:0.0:1749393626.700517:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393626.700519:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507473408:12345-0@lo:38: 00010000:00020000:3.0:1749393626.700520:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393626.700524:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:1.0:1749393626.700527:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507473536:12345-0@lo:38: 00010000:00020000:2.0:1749393626.700531:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393626.700533:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507473152:12345-0@lo:38: Request processed in 18us (111us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393626.700534:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00020000:1.0:1749393626.700536:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393626.700537:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:0.0:1749393626.700539:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507474176:0@lo:400: 00000100:00100000:3.0:1749393626.700541:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1749393626.700544:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507473920:12345-0@lo:38: 00010000:00020000:3.0:1749393626.700549:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393626.700551:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507473408:12345-0@lo:38: Request processed in 30us (108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393626.700552:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507473536:12345-0@lo:38: Request processed in 24us (94us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393626.700553:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393626.700556:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1749393626.700558:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507473920:12345-0@lo:38: Request processed in 14us (84us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393626.700562:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:3.0:1749393626.700566:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1749393626.700572:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507474304 00000100:00100000:0.0:1749393626.700575:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507474304 00000100:00100000:2.0:1749393626.700576:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1749393626.700580:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507474048:12345-0@lo:38: 00000100:00100000:1.0:1749393626.700588:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507473280 00010000:00020000:2.0:1749393626.700589:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393626.700591:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507473280 00000100:00100000:3.0:1749393626.700593:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507473792:0@lo:400: 00000100:00100000:0.0:1749393626.700598:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507474176 00000100:00100000:0.0:1749393626.700600:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507474176 00000100:00100000:1.0:1749393626.700606:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1749393626.700609:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507473280:12345-0@lo:400: 00000100:00100000:2.0:1749393626.700609:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507474048:12345-0@lo:38: Request processed in 28us (120us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393626.700609:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393626.700614:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:0.0:1749393626.700619:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507473792 00000100:00100000:0.0:1749393626.700621:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507473792 00000100:00100000:3.0:1749393626.700621:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393626.700624:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507473664:0@lo:400: 00000100:00100000:2.0:1749393626.700629:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1749393626.700633:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507473280:12345-0@lo:400: Request processed in 24us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393626.700634:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507474304:12345-0@lo:400: 00000100:00100000:3.0:1749393626.700635:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393626.700637:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1749393626.700637:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1749393626.700641:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507474176:12345-0@lo:400: 00000100:00100000:3.0:1749393626.700645:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507473664 00000100:00100000:1.0:1749393626.700647:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1749393626.700647:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507473664 00000100:00100000:1.0:1749393626.700650:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507473792:12345-0@lo:400: 00000100:00100000:2.0:1749393626.700656:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507474304:12345-0@lo:400: Request processed in 23us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393626.700658:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1749393626.700660:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507474176:12345-0@lo:400: Request processed in 19us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393626.700661:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507473664:12345-0@lo:400: 00000100:00100000:2.0:1749393626.700662:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1749393626.700664:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1749393626.700665:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507473792:12345-0@lo:400: Request processed in 15us (56us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393626.700669:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00080000:0.0:1749393626.700676:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393626.700676:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507473664:12345-0@lo:400: Request processed in 15us (40us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393626.700680:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00080000:1.0:1749393626.700699:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393626.700699:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507472896:0@lo:400: 00000100:00080000:1.0:1749393626.700701:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393626.700705:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507474048:0@lo:38: 00010000:00080000:0.0:1749393626.700710:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d522d80 x1834371507474176/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393626.700712:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393626.700714:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393626.700716:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507473920:0@lo:38: 00010000:00080000:3.0:1749393626.700719:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e00ce00 x1834371507473664/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393626.700721:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393626.700722:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507474176:0@lo:400: 00000100:00080000:1.0:1749393626.700723:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393626.700725:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507473408:0@lo:38: 00000100:00100000:3.0:1749393626.700728:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507473664:0@lo:400: 00000100:00080000:1.0:1749393626.700730:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393626.700732:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:0.0:1749393626.700733:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d523100 x1834371507474304/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749393626.700737:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e00c000 x1834371507473792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393626.700739:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507473536:0@lo:38: 00000100:00100000:0.0:1749393626.700743:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507474304:0@lo:400: 00000100:00100000:3.0:1749393626.700743:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507473792:0@lo:400: 00000100:00080000:1.0:1749393626.700747:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393626.700749:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393626.700751:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507473152:0@lo:38: 00000100:00100000:0.0:1749393626.700764:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507473280:0@lo:400: 00010000:00010000:3.0:1749393626.820203:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393627.192141:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00000400:2.0:1749393627.244138:0:7224:0:(service.c:1582:ptlrpc_at_send_early_reply()) @@@ Could not add any time (5/5), not sending early reply req@ffff880130063100 x1834371507039104/t0(0) o700->lustre-MDT0000-mdtlov_UUID@0@lo:497/0 lens 264/248 e 24 to 0 dl 1749393632 ref 2 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393627.322145:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393627.822261:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393628.001233:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507474432:0@lo:700: 00000100:00100000:2.0:1749393628.001300:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393628.001399:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393628.001400:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507474432 00000100:00100000:0.0:1749393628.001411:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507474432 00000100:00080000:2.0:1749393628.001479:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393628.001496:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1749393628.001512:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507474432:12345-0@lo:700: 00000100:00100000:0.0:1749393628.001559:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393628.001568:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507474560:0@lo:700: 40000000:00080000:0.0:1749393628.001585:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393628.001588:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393628.001648:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507474432:12345-0@lo:700: Request processed in 139us (346us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393628.001660:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1749393628.001685:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507474432:0@lo:700: 00000100:00100000:3.0:1749393628.002206:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507474688:0@lo:700: 00000100:00100000:3.0:1749393628.002257:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393628.002313:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507474688 00000100:00100000:3.0:1749393628.002315:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393628.002322:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507474688 00000100:00080000:2.0:1749393628.002354:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393628.002362:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1749393628.002371:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ccea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507474688:12345-0@lo:700: 00000100:00100000:0.0:1749393628.002402:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393628.002409:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507474816:0@lo:700: 40000000:00080000:0.0:1749393628.002420:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393628.002423:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393628.002476:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ccea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507474688:12345-0@lo:700: Request processed in 105us (217us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393628.002488:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1749393628.002508:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507474688:0@lo:700: 00000100:00100000:2.0:1749393628.124278:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507474944:0@lo:41: 00000100:00100000:2.0:1749393628.124329:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393628.124451:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507474944 00000100:00100000:1.0:1749393628.124461:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507474944 00000100:00100000:1.0:1749393628.124514:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1749393628.124522:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507474944:12345-0@lo:41: 00000004:00000024:1.0:1749393628.124554:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393628.124614:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507474944:12345-0@lo:41: Request processed in 92us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393628.124621:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1749393628.124641:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507474944:0@lo:41: 00000100:00100000:2.0:1749393628.192141:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393628.322132:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393628.619181:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393628.619191:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507475072:0@lo:900: 00010000:00010000:2.0:1749393628.824255:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393629.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393629.322210:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393629.826347:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393630.002239:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507475200:0@lo:700: 00000100:00100000:0.0:1749393630.002288:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393630.002332:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507475200 00000100:00100000:2.0:1749393630.002339:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507475200 00000100:00100000:0.0:1749393630.002346:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393630.002381:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1749393630.002390:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507475200:12345-0@lo:700: 00000100:00100000:2.0:1749393630.002415:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 0 seconds 00000100:00100000:2.0:1749393630.002418:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507475328:0@lo:700: 00000100:00080000:3.0:1749393630.002419:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 40000000:00080000:2.0:1749393630.002427:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393630.002429:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393630.002463:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507475200:12345-0@lo:700: Request processed in 75us (173us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393630.002470:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1749393630.002485:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507475200:0@lo:700: 00000100:00100000:3.0:1749393630.003139:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507475456:0@lo:700: 00000100:00100000:3.0:1749393630.003162:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393630.003192:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393630.003193:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507475456 00000100:00100000:2.0:1749393630.003205:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507475456 00000100:00100000:2.0:1749393630.003237:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00080000:3.0:1749393630.003237:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393630.003242:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507475456:12345-0@lo:700: 00000100:00100000:2.0:1749393630.003257:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 0 seconds 00000100:00100000:2.0:1749393630.003261:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507475584:0@lo:700: 40000000:00080000:2.0:1749393630.003267:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393630.003269:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393630.003288:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507475456:12345-0@lo:700: Request processed in 46us (126us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393630.003292:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1749393630.003295:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507475456:0@lo:700: 00000100:00100000:2.0:1749393630.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393630.322241:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393630.527290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393630.527333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393630.527374:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499734784 00000100:00100000:2.0:1749393630.527383:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499734784 00000100:00100000:3.0:1749393630.527412:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499734912 00000100:00100000:3.0:1749393630.527420:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499734912 00000100:00100000:0.0:1749393630.527427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393630.527427:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 417 00000100:00100000:2.0:1749393630.527435:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499734784:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393630.527445:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499735040 00000100:00100000:3.0:1749393630.527448:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499735040 00000100:00100000:3.0:1749393630.527474:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 956 00000100:00100000:3.0:1749393630.527480:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499734912:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393630.527483:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 957 00000100:00100000:0.0:1749393630.527489:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499735040:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393630.527494:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499734784:12345-192.168.203.32@tcp:400: Request processed in 60us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393630.527501:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 417 00010000:00080000:0.0:1749393630.527530:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 672 last 0 00010000:00080000:3.0:1749393630.527530:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 672 last 0 00000100:00100000:3.0:1749393630.527587:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499734912:12345-192.168.203.32@tcp:38: Request processed in 106us (254us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393630.527589:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499735040:12345-192.168.203.32@tcp:38: Request processed in 98us (161us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393630.527593:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 956 00000100:00100000:0.0:1749393630.527597:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 957 00000100:00100000:0.0:1749393630.620170:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393630.620180:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507475712:0@lo:900: 00010000:00010000:3.0:1749393630.828293:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393631.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393631.276217:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507475840:0@lo:41: 00000100:00100000:3.0:1749393631.276274:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393631.276351:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507475840 00000100:00100000:1.0:1749393631.276359:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507475840 00000100:00100000:1.0:1749393631.276389:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1749393631.276394:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507475840:12345-0@lo:41: 00000004:00000024:1.0:1749393631.276418:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393631.276458:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507475840:12345-0@lo:41: Request processed in 64us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393631.276463:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1749393631.276479:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507475840:0@lo:41: 00000100:00100000:2.0:1749393631.322135:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749393631.708232:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393631.708240:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393631.708243:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393631.708249:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 668 00000100:00080000:0.0:1749393631.708253:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1749393631.708258:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393631.708275:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e765c00 x1834371507476096/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393631.708287:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393631.708298:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393631.708299:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393631.708302:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 668 00000100:00100000:2.0:1749393631.708302:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507475968:0@lo:400: 00000100:00080000:0.0:1749393631.708303:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393631.708305:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393631.708312:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507476096:0@lo:38: 00000100:00100000:0.0:1749393631.708315:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995b4a80 x1834371507476224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393631.708326:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393631.708329:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393631.708330:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393631.708331:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 668 00000100:00080000:0.0:1749393631.708333:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393631.708335:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393631.708341:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d522d80 x1834371507476480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393631.708345:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393631.708347:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393631.708348:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393631.708350:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 668 00000100:00080000:0.0:1749393631.708351:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393631.708352:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393631.708357:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393631.708357:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393631.708359:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05d880 x1834371507476608/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393631.708391:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507476736:0@lo:400: 00000100:00080000:0.0:1749393631.708402:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393631.708409:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393631.708409:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507476224:0@lo:38: 00000100:00100000:2.0:1749393631.708409:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393631.708412:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393631.708415:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 668 00000100:00080000:0.0:1749393631.708418:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393631.708421:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393631.708423:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393631.708423:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393631.708428:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507476864:0@lo:400: 00000100:00100000:0.0:1749393631.708433:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05f800 x1834371507476992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393631.708434:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507476480:0@lo:38: 00000100:00100000:3.0:1749393631.708437:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507475968 00000100:00080000:0.0:1749393631.708442:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393631.708444:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393631.708444:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507475968 00000100:00080000:0.0:1749393631.708445:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393631.708446:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393631.708449:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 668 00000100:00100000:2.0:1749393631.708449:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393631.708451:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393631.708454:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393631.708461:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507476608:0@lo:38: 00000100:00100000:0.0:1749393631.708462:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05c380 x1834371507477120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393631.708472:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507476096 00000100:00100000:1.0:1749393631.708474:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393631.708475:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507476096 00000100:00100000:3.0:1749393631.708480:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1749393631.708485:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507476992:0@lo:38: 00000100:00100000:2.0:1749393631.708488:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507476224 00000100:00100000:3.0:1749393631.708488:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507475968:12345-0@lo:400: 00000100:00100000:2.0:1749393631.708490:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507476224 00000100:00100000:0.0:1749393631.708494:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507476480 00000100:00100000:1.0:1749393631.708495:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393631.708497:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507476480 00000100:00100000:2.0:1749393631.708497:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507476608 00000100:00100000:2.0:1749393631.708499:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507476608 00000100:00100000:1.0:1749393631.708501:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507477120:0@lo:38: 00000100:00100000:2.0:1749393631.708503:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507476992 00000100:00100000:2.0:1749393631.708504:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507476992 00000100:00100000:1.0:1749393631.708510:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393631.708511:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:0.0:1749393631.708515:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1749393631.708515:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507476096:12345-0@lo:38: 00000100:00100000:0.0:1749393631.708520:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507476224:12345-0@lo:38: 00000100:00100000:1.0:1749393631.708527:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507477120 00000100:00100000:1.0:1749393631.708530:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507477120 00010000:00020000:2.0:1749393631.708530:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393631.708530:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507475968:12345-0@lo:400: Request processed in 43us (173us total) trans 0 rc 0/0 00010000:00020000:0.0:1749393631.708536:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393631.708542:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:1.0:1749393631.708545:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507476608:12345-0@lo:38: 00000100:00100000:3.0:1749393631.708546:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1749393631.708554:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507476096:12345-0@lo:38: Request processed in 38us (196us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393631.708555:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393631.708558:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:0.0:1749393631.708561:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507476224:12345-0@lo:38: Request processed in 40us (137us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393631.708566:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1749393631.708569:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507476480:12345-0@lo:38: 00000100:00100000:0.0:1749393631.708570:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:1.0:1749393631.708571:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507476608:12345-0@lo:38: Request processed in 25us (96us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393631.708575:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393631.708576:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:3.0:1749393631.708578:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507476736 00000100:00100000:0.0:1749393631.708580:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1749393631.708581:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507476736 00000100:00100000:0.0:1749393631.708583:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507476992:12345-0@lo:38: 00000100:00100000:1.0:1749393631.708584:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:1.0:1749393631.708587:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507477120:12345-0@lo:38: 00000100:00100000:2.0:1749393631.708587:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507476480:12345-0@lo:38: Request processed in 17us (142us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393631.708591:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00010000:00020000:1.0:1749393631.708593:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393631.708599:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393631.708600:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507476864 00000100:00100000:3.0:1749393631.708601:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507476864 00000100:00100000:1.0:1749393631.708603:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507477120:12345-0@lo:38: Request processed in 16us (93us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393631.708604:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1749393631.708607:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1749393631.708609:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507476736:12345-0@lo:400: 00000100:00100000:3.0:1749393631.708616:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1749393631.708620:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507476992:12345-0@lo:38: Request processed in 36us (124us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393631.708621:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507476864:12345-0@lo:400: 00000100:00100000:0.0:1749393631.708626:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00080000:1.0:1749393631.708630:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393631.708632:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507476736:12345-0@lo:400: Request processed in 23us (223us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393631.708633:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393631.708636:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507476992:0@lo:38: 00000100:00100000:2.0:1749393631.708636:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00080000:1.0:1749393631.708641:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393631.708643:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393631.708647:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507476864:12345-0@lo:400: Request processed in 25us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393631.708649:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507477120:0@lo:38: 00000100:00100000:0.0:1749393631.708652:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507476352:0@lo:400: 00000100:00100000:3.0:1749393631.708653:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00010000:00080000:2.0:1749393631.708656:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05d180 x1834371507476864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393631.708657:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393631.708658:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393631.708660:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507476224:0@lo:38: 00000100:00080000:1.0:1749393631.708666:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393631.708667:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393631.708669:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507476480:0@lo:38: 00000100:00100000:2.0:1749393631.708669:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507476864:0@lo:400: 00000100:00080000:1.0:1749393631.708673:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393631.708674:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393631.708676:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393631.708676:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507476608:0@lo:38: 00010000:00080000:2.0:1749393631.708677:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05ca80 x1834371507476736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393631.708681:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393631.708682:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393631.708683:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507476736:0@lo:400: 00000100:00100000:1.0:1749393631.708684:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507476096:0@lo:38: 00000100:00100000:0.0:1749393631.708693:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507477376:0@lo:400: 00000100:00100000:1.0:1749393631.708707:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507476352 00000100:00100000:0.0:1749393631.708709:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393631.708709:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507476352 00000100:00100000:2.0:1749393631.708713:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507475968:0@lo:400: 00000100:00100000:2.0:1749393631.708721:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507477248:0@lo:400: 00000100:00100000:3.0:1749393631.708723:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507477376 00000100:00100000:1.0:1749393631.708724:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1749393631.708727:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507477376 00000100:00100000:1.0:1749393631.708728:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507476352:12345-0@lo:400: 00000100:00100000:2.0:1749393631.708736:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393631.708743:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393631.708747:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507477248 00000100:00100000:3.0:1749393631.708749:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507477248 00000100:00100000:1.0:1749393631.708753:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507476352:12345-0@lo:400: Request processed in 25us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393631.708757:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1749393631.708757:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1749393631.708761:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507477376:12345-0@lo:400: 00000100:00100000:0.0:1749393631.708763:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507476352:0@lo:400: 00000100:00100000:3.0:1749393631.708766:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1749393631.708771:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507477248:12345-0@lo:400: 00000100:00080000:0.0:1749393631.708774:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393631.708781:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507477376:12345-0@lo:400: Request processed in 20us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393631.708785:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00010000:00080000:1.0:1749393631.708795:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009945c000 x1834371507477376/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393631.708803:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507477376:0@lo:400: 00000100:00100000:3.0:1749393631.708803:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507477248:12345-0@lo:400: Request processed in 31us (64us total) trans 0 rc 0/0 00010000:00080000:2.0:1749393631.708805:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800995c0a80 x1834371507477248/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393631.708809:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1749393631.708811:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507477248:0@lo:400: 00010000:00010000:3.0:1749393631.830209:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393632.003227:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507477504:0@lo:700: 00000100:00100000:0.0:1749393632.003279:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393632.003339:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393632.003376:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507477504 00000100:00100000:2.0:1749393632.003385:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507477504 00000100:00080000:0.0:1749393632.003426:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393632.003437:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1749393632.003444:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507477504:12345-0@lo:700: 00000100:00100000:2.0:1749393632.003475:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b840 going to sleep for 0 seconds 00000100:00100000:2.0:1749393632.003480:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507477632:0@lo:700: 40000000:00080000:2.0:1749393632.003490:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393632.003492:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393632.003539:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507477504:12345-0@lo:700: Request processed in 97us (260us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393632.003545:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1749393632.003556:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507477504:0@lo:700: 00000100:00100000:3.0:1749393632.004132:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507477760:0@lo:700: 00000100:00100000:3.0:1749393632.004161:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393632.004195:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507477760 00000100:00100000:3.0:1749393632.004198:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21840 going to sleep for 11 seconds 00000100:00100000:2.0:1749393632.004200:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507477760 00000100:00080000:0.0:1749393632.004214:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393632.004223:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1749393632.004228:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507477760:12345-0@lo:700: 00000100:00100000:2.0:1749393632.004246:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b840 going to sleep for 0 seconds 00000100:00100000:2.0:1749393632.004250:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507477888:0@lo:700: 40000000:00080000:2.0:1749393632.004256:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393632.004258:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393632.004291:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507477760:12345-0@lo:700: Request processed in 63us (130us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393632.004296:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1749393632.004309:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507477760:0@lo:700: 00000100:00100000:0.0:1749393632.171135:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 1 seconds 00000100:00100000:2.0:1749393632.192130:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393632.322172:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393632.621164:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393632.621175:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945ea00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507478016:0@lo:900: 00010000:00010000:2.0:1749393632.832211:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393633.132299:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507478144:0@lo:41: 00000100:00100000:2.0:1749393633.132350:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393633.132438:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507478144 00000100:00100000:1.0:1749393633.132454:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507478144 00000100:00100000:1.0:1749393633.132492:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1749393633.132497:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507478144:12345-0@lo:41: 00000004:00000024:1.0:1749393633.132521:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393633.132557:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507478144:12345-0@lo:41: Request processed in 60us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393633.132562:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1749393633.132578:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507478144:0@lo:41: 00000100:00100000:0.0:1749393633.171147:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 1 seconds 00000100:00100000:2.0:1749393633.192133:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393633.322222:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393633.834300:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393633.883187:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393633.883217:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507478272/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393638 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393633.883285:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393633.883375:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393633.883430:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507478272 00000100:00100000:0.0:1749393633.883442:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507478272 00000100:00080000:2.0:1749393633.883501:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393633.883521:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1749393633.883532:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507478272:12345-0@lo:700: 40000000:00080000:0.0:1749393633.883562:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393633.883622:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507478272:12345-0@lo:700: Request processed in 93us (335us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393633.883630:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1749393633.883640:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507478272/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393649 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393633.883651:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393633.885143:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393633.885162:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507478400/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393638 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393633.885199:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393633.885267:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393633.885286:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507478400 00000100:00100000:2.0:1749393633.885293:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507478400 00000100:00080000:0.0:1749393633.885321:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393633.885343:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:2.0:1749393633.885354:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507478400:12345-0@lo:700: 40000000:00080000:2.0:1749393633.885373:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393633.885422:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507478400:12345-0@lo:700: Request processed in 68us (220us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393633.885431:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1749393633.885450:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507478400/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393649 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393633.885463:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393634.004315:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507478528:0@lo:700: 00000100:00100000:2.0:1749393634.004378:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393634.004453:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507478528 00000100:00100000:2.0:1749393634.004462:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b840 going to sleep for 11 seconds 00000100:00100000:0.0:1749393634.004463:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507478528 00000100:00080000:2.0:1749393634.004491:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393634.004517:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1749393634.004531:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507478528:12345-0@lo:700: 00000100:00100000:0.0:1749393634.004578:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393634.004585:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507478656:0@lo:700: 40000000:00080000:0.0:1749393634.004598:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393634.004602:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393634.004661:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507478528:12345-0@lo:700: Request processed in 133us (281us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393634.004673:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1749393634.004702:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507478528:0@lo:700: 00000100:00100000:3.0:1749393634.005182:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507478784:0@lo:700: 00000100:00100000:3.0:1749393634.005232:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393634.005292:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507478784 00000100:00100000:0.0:1749393634.005299:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507478784 00000100:00100000:3.0:1749393634.005317:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21840 going to sleep for 11 seconds 00000100:00100000:0.0:1749393634.005337:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1749393634.005348:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507478784:12345-0@lo:700: 00000100:00080000:2.0:1749393634.005356:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393634.005383:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393634.005399:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507478912:0@lo:700: 40000000:00080000:0.0:1749393634.005411:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393634.005415:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393634.005470:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507478784:12345-0@lo:700: Request processed in 124us (238us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393634.005479:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:3.0:1749393634.005512:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507478784:0@lo:700: 00000100:00100000:0.0:1749393634.171146:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 1 seconds 00000100:00100000:2.0:1749393634.192142:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393634.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393634.622155:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393634.622162:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507479040:0@lo:900: 00010000:00010000:3.0:1749393634.836249:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393635.171209:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 1 seconds 00000100:00100000:0.0:1749393635.192250:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393635.322170:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393635.535157:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393635.535188:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393635.535251:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499735168 00000100:00100000:3.0:1749393635.535251:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499735296 00000100:00100000:2.0:1749393635.535259:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499735168 00000100:00100000:3.0:1749393635.535259:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499735296 00000100:00100000:0.0:1749393635.535261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393635.535284:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499735424 00000100:00100000:3.0:1749393635.535287:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499735424 00000100:00100000:2.0:1749393635.535290:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 419 00000100:00100000:2.0:1749393635.535296:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499735168:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393635.535297:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 964 00000100:00100000:3.0:1749393635.535301:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499735296:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393635.535312:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 965 00000100:00100000:0.0:1749393635.535316:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499735424:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393635.535323:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 677 last 0 00010000:00080000:0.0:1749393635.535327:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 677 last 0 00000100:00100000:2.0:1749393635.535348:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499735168:12345-192.168.203.32@tcp:400: Request processed in 52us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393635.535360:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499735424:12345-192.168.203.32@tcp:38: Request processed in 42us (98us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393635.535360:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 419 00000100:00100000:3.0:1749393635.535364:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499735296:12345-192.168.203.32@tcp:38: Request processed in 62us (175us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393635.535367:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 965 00000100:00100000:3.0:1749393635.535369:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 964 00010000:00010000:3.0:1749393635.838372:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393636.005158:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507479168:0@lo:700: 00000100:00100000:2.0:1749393636.005194:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393636.005239:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:0.0:1749393636.005356:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507479168 00000100:00100000:0.0:1749393636.005373:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507479168 00000100:00080000:2.0:1749393636.005436:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393636.005466:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1749393636.005480:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507479168:12345-0@lo:700: 00000100:00100000:0.0:1749393636.005544:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393636.005553:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507479296:0@lo:700: 40000000:00080000:0.0:1749393636.005569:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393636.005587:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393636.005667:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507479168:12345-0@lo:700: Request processed in 192us (470us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393636.005677:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1749393636.005680:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507479168:0@lo:700: 00000100:00100000:2.0:1749393636.006122:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507479424:0@lo:700: 00000100:00100000:2.0:1749393636.006138:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393636.006154:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507479424 00000100:00100000:1.0:1749393636.006160:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507479424 00000100:00100000:2.0:1749393636.006163:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00080000:3.0:1749393636.006176:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393636.006188:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1749393636.006193:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507479424:12345-0@lo:700: 00000100:00100000:1.0:1749393636.006217:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 0 seconds 00000100:00100000:1.0:1749393636.006220:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507479552:0@lo:700: 40000000:00080000:1.0:1749393636.006227:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393636.006228:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393636.006260:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507479424:12345-0@lo:700: Request processed in 67us (121us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393636.006265:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1749393636.006271:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507479424:0@lo:700: 00000100:00100000:2.0:1749393636.171142:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 1 seconds 00000100:00100000:0.0:1749393636.192198:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393636.284408:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507479680:0@lo:41: 00000100:00100000:0.0:1749393636.284516:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393636.284669:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507479680 00000100:00100000:1.0:1749393636.284684:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507479680 00000100:00100000:1.0:1749393636.284753:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1749393636.284763:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507479680:12345-0@lo:41: 00000004:00000024:1.0:1749393636.284800:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393636.284888:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507479680:12345-0@lo:41: Request processed in 126us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393636.284920:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1749393636.284958:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507479680:0@lo:41: 00000100:00100000:2.0:1749393636.322158:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393636.623249:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393636.623269:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507479808:0@lo:900: 00000100:00080000:0.0:1749393636.716259:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393636.716270:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393636.716276:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393636.716285:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 673 00000100:00080000:0.0:1749393636.716293:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1749393636.716303:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393636.716320:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507479936:0@lo:400: 00000100:00100000:0.0:1749393636.716340:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993a300 x1834371507480064/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393636.716367:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393636.716373:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393636.716376:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393636.716376:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393636.716379:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507480064:0@lo:38: 00000100:00080000:0.0:1749393636.716381:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 673 00000100:00080000:0.0:1749393636.716385:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1749393636.716391:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393636.716409:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099939f80 x1834371507480192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393636.716422:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393636.716447:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507480064 00000100:00100000:1.0:1749393636.716448:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507480192:0@lo:38: 00000100:00100000:2.0:1749393636.716453:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507480064 00000100:00100000:1.0:1749393636.716460:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393636.716467:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507479936 00000100:00100000:3.0:1749393636.716473:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507479936 00000100:00080000:0.0:1749393636.716476:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393636.716480:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507480192 00000100:00080000:0.0:1749393636.716482:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749393636.716482:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507480192 00000100:00100000:1.0:1749393636.716483:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507480320:0@lo:400: 00000100:00080000:0.0:1749393636.716485:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393636.716491:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 673 00000100:00100000:2.0:1749393636.716494:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00080000:0.0:1749393636.716495:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393636.716499:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393636.716500:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393636.716500:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507480064:12345-0@lo:38: 00000100:00100000:3.0:1749393636.716502:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1749393636.716507:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507479936:12345-0@lo:400: 00000100:00100000:1.0:1749393636.716519:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00010000:00020000:2.0:1749393636.716519:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393636.716523:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f800 x1834371507480448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393636.716524:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507480192:12345-0@lo:38: 00010000:00020000:1.0:1749393636.716535:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749393636.716546:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393636.716547:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507479936:12345-0@lo:400: Request processed in 40us (172us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393636.716551:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:2.0:1749393636.716551:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507480064:12345-0@lo:38: Request processed in 52us (128us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393636.716553:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00080000:0.0:1749393636.716554:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393636.716555:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507480192:12345-0@lo:38: Request processed in 31us (94us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393636.716556:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00080000:0.0:1749393636.716559:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 673 00000100:00100000:1.0:1749393636.716560:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00080000:0.0:1749393636.716563:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393636.716568:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393636.716577:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507480448:0@lo:38: 00000100:00100000:2.0:1749393636.716581:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507479936:0@lo:400: 00000100:00100000:0.0:1749393636.716589:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016fb80 x1834371507480576/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393636.716592:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507480320 00000100:00100000:1.0:1749393636.716593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393636.716595:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507480320 00000100:00100000:3.0:1749393636.716609:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00080000:1.0:1749393636.716610:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393636.716613:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393636.716613:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507480320:12345-0@lo:400: 00000100:00100000:1.0:1749393636.716616:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507480192:0@lo:38: 00000100:00080000:1.0:1749393636.716622:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393636.716624:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393636.716627:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507480064:0@lo:38: 00000100:00100000:3.0:1749393636.716636:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507480320:12345-0@lo:400: Request processed in 23us (138us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393636.716639:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393636.716641:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507480576:0@lo:38: 00000100:00100000:3.0:1749393636.716641:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00080000:0.0:1749393636.716645:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393636.716648:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393636.716655:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 673 00000100:00100000:1.0:1749393636.716655:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393636.716658:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393636.716662:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507480448 00000100:00080000:0.0:1749393636.716663:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393636.716664:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507480448 00000100:00100000:1.0:1749393636.716668:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507480576 00000100:00100000:1.0:1749393636.716671:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507480576 00000100:00100000:0.0:1749393636.716681:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016e300 x1834371507480960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393636.716686:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:1.0:1749393636.716689:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:3.0:1749393636.716690:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507480448:12345-0@lo:38: 00000100:00100000:1.0:1749393636.716693:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507480576:12345-0@lo:38: 00010000:00020000:3.0:1749393636.716700:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393636.716707:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749393636.716714:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393636.716719:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:2.0:1749393636.716720:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507480832:0@lo:400: 00000100:00080000:0.0:1749393636.716721:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393636.716722:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507480448:12345-0@lo:38: Request processed in 32us (128us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749393636.716728:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 673 00000100:00100000:1.0:1749393636.716729:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507480576:12345-0@lo:38: Request processed in 34us (71us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393636.716729:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00080000:0.0:1749393636.716731:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393636.716734:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00080000:0.0:1749393636.716736:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393636.716745:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393636.716747:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507480704:0@lo:400: 00000100:00100000:1.0:1749393636.716755:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507480320:0@lo:400: 00000100:00100000:0.0:1749393636.716758:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016d180 x1834371507481088/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393636.716765:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393636.716768:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507480960:0@lo:38: 00000100:00100000:2.0:1749393636.716778:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507480832 00000100:00100000:2.0:1749393636.716781:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507480832 00000100:00100000:1.0:1749393636.716783:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393636.716784:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507480704 00000100:00100000:3.0:1749393636.716787:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507480704 00000100:00080000:1.0:1749393636.716795:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393636.716798:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393636.716800:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507480576:0@lo:38: 00000100:00100000:2.0:1749393636.716800:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1749393636.716804:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eece850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507480832:12345-0@lo:400: 00000100:00080000:1.0:1749393636.716806:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393636.716807:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393636.716810:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507480448:0@lo:38: 00000100:00100000:3.0:1749393636.716812:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1749393636.716816:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507480704:12345-0@lo:400: 00000100:00100000:1.0:1749393636.716822:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507481088:0@lo:38: 00000100:00100000:2.0:1749393636.716831:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eece850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507480832:12345-0@lo:400: Request processed in 27us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393636.716836:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393636.716836:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1749393636.716837:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507481344:0@lo:400: 00000100:00100000:3.0:1749393636.716840:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507480704:12345-0@lo:400: Request processed in 25us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393636.716845:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1749393636.716850:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507480960 00000100:00100000:1.0:1749393636.716853:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507480960 00000100:00100000:1.0:1749393636.716860:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507481088 00000100:00100000:1.0:1749393636.716862:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507481088 00000100:00100000:1.0:1749393636.716869:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1749393636.716872:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507480960:12345-0@lo:38: 00010000:00080000:3.0:1749393636.716873:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016e680 x1834371507480704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749393636.716881:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393636.716883:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507480704:0@lo:400: 00000100:00100000:1.0:1749393636.716944:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507480960:12345-0@lo:38: Request processed in 64us (154us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393636.716950:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1749393636.716967:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393636.716968:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1749393636.716971:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507481088:12345-0@lo:38: 00010000:00020000:1.0:1749393636.716980:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393636.716987:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507481344 00000100:00100000:3.0:1749393636.716991:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507481344 00000100:00100000:1.0:1749393636.717003:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507481088:12345-0@lo:38: Request processed in 31us (167us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393636.717007:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:3.0:1749393636.717010:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1749393636.717014:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507481344:12345-0@lo:400: 00000100:00100000:0.0:1749393636.717022:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1749393636.717026:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393636.717028:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:2.0:1749393636.717029:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016ca80 x1834371507480832/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393636.717031:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507481088:0@lo:38: 00000100:00100000:0.0:1749393636.717035:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507481216:0@lo:400: 00000100:00080000:1.0:1749393636.717037:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393636.717038:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507480832:0@lo:400: 00000100:00080000:1.0:1749393636.717039:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393636.717041:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507480960:0@lo:38: 00000100:00100000:3.0:1749393636.717041:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507481344:12345-0@lo:400: Request processed in 27us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393636.717045:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00080000:2.0:1749393636.717056:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393636.717112:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393636.717163:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507481216 00000100:00100000:3.0:1749393636.717167:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507481216 00010000:00080000:0.0:1749393636.717180:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017f480 x1834371507481344/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393636.717192:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1749393636.717196:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507481216:12345-0@lo:400: 00000100:00100000:0.0:1749393636.717202:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507481344:0@lo:400: 00000100:00080000:2.0:1749393636.717203:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393636.717221:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507481216:12345-0@lo:400: Request processed in 25us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393636.717225:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00010000:00080000:0.0:1749393636.717233:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016ce00 x1834371507481216/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393636.717248:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507481216:0@lo:400: 00010000:00010000:2.0:1749393636.840299:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1749393637.171225:0:8761:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749393032/real 1749393032] req@ffff880130062a00 x1834371507039104/t0(0) o700->lustre-MDT0001-osp-MDT0000@0@lo:30/10 lens 264/248 e 24 to 1 dl 1749393637 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749393637.192779:0:8761:0:(import.c:66:import_set_state_nolock()) ffff8800b411f800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1749393637.192786:0:8761:0:(import.c:180:ptlrpc_set_import_discon()) lustre-MDT0001-osp-MDT0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:2.0:1749393637.192816:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:0.0:1749393637.203103:0:8761:0:(import.c:412:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00100000:0.0:1749393637.203128:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 0 seconds 00000100:00080000:1.0:1749393637.203237:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1749393637.203245:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1749393637.203249:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800b411f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749393637.203256:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 73 00000100:00080000:1.0:1749393637.203264:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8800b411f800 using connection 192.168.203.132@tcp/0@lo 00000100:00100000:1.0:1749393637.203295:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e00f480 x1834371507481472/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393637.203432:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3763:1834371507481472:0@lo:38: 00000100:00100000:2.0:1749393637.203479:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393637.203610:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507481472 00000100:00100000:3.0:1749393637.203620:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507481472 00000100:00100000:3.0:1749393637.203658:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1749393637.203665:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3763:x1834371507481472:12345-0@lo:38: 00010000:02000400:3.0:1749393637.203692:0:7220:0:(ldlm_lib.c:1283:target_handle_connect()) lustre-MDT0001: Received new MDS connection from 0@lo, keep former export from same NID 00010000:00080000:3.0:1749393637.208773:0:7220:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp ffff88009e836800 cur 678 last 1749393032 00000004:00100000:3.0:1749393637.208805:0:7220:0:(mdt_handler.c:7245:mdt_connect_internal()) lustre-MDT0001: cli 0@lo does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1749393637.208815:0:7220:0:(import.c:66:import_set_state_nolock()) ffff8800903f7800 : changing import state from FULL to RECOVER 00000100:00080000:3.0:1749393637.208824:0:7220:0:(import.c:66:import_set_state_nolock()) ffff8800903f7800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1749393637.208910:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3763:x1834371507481472:12345-0@lo:38: Request processed in 5222us (5408us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393637.208919:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00080000:2.0:1749393637.208999:0:3763:0:(import.c:1107:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 1 00000100:00080000:2.0:1749393637.209012:0:3763:0:(import.c:1272:ptlrpc_connect_interpret()) reconnected to lustre-MDT0001_UUID@192.168.203.132@tcp after partition 00000100:00080000:2.0:1749393637.209016:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800b411f800 lustre-MDT0001_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:2.0:1749393637.209020:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800b411f800 lustre-MDT0001_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1749393637.209045:0:3763:0:(import.c:1699:ptlrpc_import_recovery_state_machine()) lustre-MDT0001-osp-MDT0000: Connection restored to 192.168.203.132@tcp (at 0@lo) 00000100:00100000:0.0:1749393637.209176:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749393637.209197:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507481600:0@lo:41: 00000100:00100000:0.0:1749393637.209266:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393637.209292:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507481600 00000100:00100000:3.0:1749393637.209299:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507481600 00000100:00100000:3.0:1749393637.209327:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1749393637.209334:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507481600:12345-0@lo:41: 00000004:00000024:3.0:1749393637.209360:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393637.209430:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507481600:12345-0@lo:41: Request processed in 95us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393637.209437:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1749393637.209475:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507481600:0@lo:41: 00000100:00080000:2.0:1749393637.213546:0:3763:0:(recover.c:188:ptlrpc_wake_delayed()) @@@ waking (set ffff88009ee146c0): req@ffff880130062a00 x1834371507039104/t0(0) o700->lustre-MDT0001-osp-MDT0000@0@lo:30/10 lens 264/248 e 24 to 1 dl 1749393637 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393637.213575:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3763:1834371507481472:0@lo:38: 00000100:00100000:0.0:1749393637.213721:0:8761:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393637.213791:0:7224:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507039104 00000100:00100000:2.0:1749393637.213798:0:7224:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507039104 00000100:00100000:0.0:1749393637.213816:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 600 seconds 00000100:00080000:2.0:1749393637.213819:0:7224:0:(service.c:2003:ptlrpc_server_request_add()) @@@ Found duplicate req in processing req@ffff88013017c000 x1834371507039104/t0(0) o700->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 264/0 e 0 to 0 dl 1749394237 ref 1 fl New:/202/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749393637.213831:0:7224:0:(service.c:2004:ptlrpc_server_request_add()) @@@ Request being processed req@ffff880130063100 x1834371507039104/t0(0) o700->lustre-MDT0000-mdtlov_UUID@0@lo:497/0 lens 264/248 e 24 to 0 dl 1749393632 ref 2 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393637.213840:0:7224:0:(service.c:2385:ptlrpc_server_handle_req_in()) finish req x1834371507039104 00000100:00100000:2.0:1749393637.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393637.842344:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393638.006190:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507481728:0@lo:700: 00000100:00100000:2.0:1749393638.006237:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393638.006294:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:1.0:1749393638.006327:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507481728 00000100:00100000:1.0:1749393638.006334:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507481728 00000100:00080000:2.0:1749393638.006372:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393638.006377:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1749393638.006383:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507481728:12345-0@lo:700: 00000100:00100000:1.0:1749393638.006421:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 0 seconds 00000100:00100000:1.0:1749393638.006426:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507481856:0@lo:700: 40000000:00080000:1.0:1749393638.006435:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393638.006437:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393638.006468:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507481728:12345-0@lo:700: Request processed in 86us (231us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393638.006474:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1749393638.006483:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507481728:0@lo:700: 00000100:00100000:2.0:1749393638.007135:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507481984:0@lo:700: 00000100:00100000:2.0:1749393638.007158:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393638.007190:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507481984 00000100:00100000:1.0:1749393638.007194:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507481984 00000100:00100000:2.0:1749393638.007216:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:1.0:1749393638.007217:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1749393638.007221:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507481984:12345-0@lo:700: 00000100:00100000:1.0:1749393638.007237:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 0 seconds 00000100:00100000:1.0:1749393638.007240:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507482112:0@lo:700: 40000000:00080000:1.0:1749393638.007246:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393638.007247:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393638.007267:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507481984:12345-0@lo:700: Request processed in 46us (109us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393638.007271:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1749393638.007277:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507481984:0@lo:700: 00000100:00080000:1.0:1749393638.007280:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393638.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393638.322207:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393638.624326:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393638.624349:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507482240:0@lo:900: 00010000:00010000:3.0:1749393638.844353:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393639.192241:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393639.322233:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393639.846459:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393640.007287:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507482368:0@lo:700: 00000100:00100000:2.0:1749393640.007357:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393640.007444:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:1.0:1749393640.007498:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507482368 00000100:00100000:1.0:1749393640.007510:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507482368 00000100:00080000:2.0:1749393640.007575:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393640.007589:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1749393640.007599:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507482368:12345-0@lo:700: 00000100:00100000:1.0:1749393640.007644:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 0 seconds 00000100:00100000:1.0:1749393640.007651:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507482496:0@lo:700: 40000000:00080000:1.0:1749393640.007666:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393640.007684:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393640.007744:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507482368:12345-0@lo:700: Request processed in 147us (387us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393640.007755:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1749393640.007769:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507482368:0@lo:700: 00000100:00100000:0.0:1749393640.008237:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507482624:0@lo:700: 00000100:00100000:0.0:1749393640.008328:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393640.008388:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507482624 00000100:00100000:1.0:1749393640.008394:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507482624 00000100:00100000:1.0:1749393640.008425:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1749393640.008432:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749393640.008432:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507482624:12345-0@lo:700: 00000100:00080000:2.0:1749393640.008439:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393640.008457:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 0 seconds 00000100:00100000:1.0:1749393640.008463:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507482752:0@lo:700: 40000000:00080000:1.0:1749393640.008473:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393640.008476:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393640.008523:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507482624:12345-0@lo:700: Request processed in 90us (196us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393640.008530:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1749393640.008552:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507482624:0@lo:700: 00000100:00100000:2.0:1749393640.192210:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393640.322153:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393640.543539:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393640.543603:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393640.543706:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499735552 00000100:00100000:3.0:1749393640.543722:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499735552 00000100:00100000:0.0:1749393640.543723:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393640.543777:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499735680 00000100:00100000:0.0:1749393640.543778:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499735808 00000100:00100000:0.0:1749393640.543783:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499735808 00000100:00100000:1.0:1749393640.543794:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499735680 00000100:00100000:3.0:1749393640.543806:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 421 00000100:00100000:0.0:1749393640.543815:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 972 00000100:00100000:3.0:1749393640.543817:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499735552:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393640.543824:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499735808:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393640.543857:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 973 00010000:00080000:0.0:1749393640.543861:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 682 last 0 00000100:00100000:1.0:1749393640.543904:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499735680:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393640.543942:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 682 last 0 00000100:00100000:3.0:1749393640.543948:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499735552:12345-192.168.203.32@tcp:400: Request processed in 127us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393640.543959:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499735808:12345-192.168.203.32@tcp:38: Request processed in 134us (235us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393640.543962:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 421 00000100:00100000:0.0:1749393640.543968:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 972 00000100:00100000:1.0:1749393640.544026:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499735680:12345-192.168.203.32@tcp:38: Request processed in 160us (422us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393640.544036:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 973 00000100:00100000:0.0:1749393640.625336:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393640.625355:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ca80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507482880:0@lo:900: 00010000:00010000:2.0:1749393640.848448:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393641.192252:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749393641.292417:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507483008:0@lo:41: 00000100:00100000:1.0:1749393641.292498:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393641.292652:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507483008 00000100:00100000:3.0:1749393641.292671:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507483008 00000100:00100000:3.0:1749393641.292748:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1749393641.292758:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507483008:12345-0@lo:41: 00000004:00000024:3.0:1749393641.292807:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393641.292928:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507483008:12345-0@lo:41: Request processed in 170us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393641.292937:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1749393641.292971:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507483008:0@lo:41: 00000100:00100000:2.0:1749393641.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393641.850363:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393642.008159:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507483136:0@lo:700: 00000100:00100000:2.0:1749393642.008206:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393642.008258:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:1.0:1749393642.008291:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507483136 00000100:00100000:1.0:1749393642.008299:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507483136 00000100:00080000:2.0:1749393642.008335:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393642.008344:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1749393642.008350:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507483136:12345-0@lo:700: 00000100:00100000:1.0:1749393642.008379:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 0 seconds 00000100:00100000:1.0:1749393642.008383:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507483264:0@lo:700: 40000000:00080000:1.0:1749393642.008392:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393642.008394:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393642.008426:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507483136:12345-0@lo:700: Request processed in 78us (220us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393642.008432:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1749393642.008439:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507483136:0@lo:700: 00000100:00100000:0.0:1749393642.009230:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507483392:0@lo:700: 00000100:00100000:0.0:1749393642.009297:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393642.009340:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507483392 00000100:00100000:1.0:1749393642.009346:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507483392 00000100:00100000:1.0:1749393642.009367:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1749393642.009368:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749393642.009371:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507483392:12345-0@lo:700: 00000100:00080000:2.0:1749393642.009384:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393642.009388:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 0 seconds 00000100:00100000:1.0:1749393642.009391:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507483520:0@lo:700: 40000000:00080000:1.0:1749393642.009396:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393642.009398:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393642.009428:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507483392:12345-0@lo:700: Request processed in 57us (133us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393642.009433:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1749393642.009456:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507483392:0@lo:700: 00000100:00100000:2.0:1749393642.192139:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:2.0:1749393642.220201:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393642.220205:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393642.220207:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393642.220211:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 678 00000100:00080000:2.0:1749393642.220213:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1749393642.220216:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393642.220229:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45e680 x1834371507483904/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393642.220241:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393642.220243:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393642.220244:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393642.220245:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 678 00000100:00080000:2.0:1749393642.220256:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1749393642.220258:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393642.220265:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45c000 x1834371507484032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393642.220277:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507483776:0@lo:400: 00000100:00100000:3.0:1749393642.220277:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e00f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507483648:0@lo:41: 00000100:00080000:2.0:1749393642.220287:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393642.220289:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393642.220291:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393642.220293:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 678 00000100:00080000:2.0:1749393642.220294:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393642.220297:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393642.220302:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749393642.220302:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45d500 x1834371507484288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393642.220306:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393642.220308:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393642.220308:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393642.220310:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 678 00000100:00080000:2.0:1749393642.220311:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393642.220313:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393642.220314:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507484160:0@lo:400: 00000100:00100000:2.0:1749393642.220318:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45ce00 x1834371507484416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393642.220323:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393642.220324:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393642.220325:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393642.220326:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 678 00000100:00080000:2.0:1749393642.220330:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393642.220333:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393642.220341:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c6d80 x1834371507484544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393642.220345:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393642.220347:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393642.220348:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393642.220349:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 678 00000100:00080000:2.0:1749393642.220350:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393642.220352:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393642.220357:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c7800 x1834371507484672/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393642.220367:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393642.220369:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393642.220375:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507483904:0@lo:38: 00000100:00100000:2.0:1749393642.220393:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393642.220397:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393642.220415:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393642.220416:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507483648 00000100:00100000:2.0:1749393642.220419:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507483648 00000100:00100000:1.0:1749393642.220420:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507484800:0@lo:400: 00000100:00100000:1.0:1749393642.220434:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393642.220435:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507484160 00000100:00100000:2.0:1749393642.220436:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507484160 00000100:00100000:2.0:1749393642.220442:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1749393642.220446:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507483904 00000100:00100000:2.0:1749393642.220446:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507483648:12345-0@lo:41: 00000100:00100000:1.0:1749393642.220454:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507484800 00000100:00100000:3.0:1749393642.220454:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507484928:0@lo:400: 00000100:00100000:0.0:1749393642.220455:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507483904 00000100:00100000:1.0:1749393642.220456:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507484800 00000004:00000024:2.0:1749393642.220464:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393642.220475:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1749393642.220477:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393642.220480:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507484800:12345-0@lo:400: 00000100:00100000:2.0:1749393642.220491:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507483648:12345-0@lo:41: Request processed in 44us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393642.220492:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1749393642.220495:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1749393642.220502:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507483904:12345-0@lo:38: 00000100:00100000:2.0:1749393642.220503:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1749393642.220504:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507484800:12345-0@lo:400: Request processed in 25us (69us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393642.220506:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507484160:12345-0@lo:400: 00000100:00100000:1.0:1749393642.220508:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1749393642.220515:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507484928 00000100:00100000:1.0:1749393642.220517:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507484928 00000100:00100000:3.0:1749393642.220519:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e00f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507483648:0@lo:41: 00000100:00100000:2.0:1749393642.220522:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507484160:12345-0@lo:400: Request processed in 15us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393642.220528:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1749393642.220530:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1749393642.220531:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507484928:12345-0@lo:400: 00010000:00020000:0.0:1749393642.220535:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393642.220552:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507484928:12345-0@lo:400: Request processed in 21us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393642.220555:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1749393642.220556:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507484160:0@lo:400: 00000100:00100000:3.0:1749393642.220559:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507483776 00000100:00100000:3.0:1749393642.220563:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507483776 00000100:00080000:1.0:1749393642.220564:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1749393642.220576:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c4380 x1834371507484800/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393642.220583:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507484800:0@lo:400: 00000100:00100000:0.0:1749393642.220589:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507483904:12345-0@lo:38: Request processed in 86us (189us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393642.220596:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1749393642.220601:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:3.0:1749393642.220602:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507483776:12345-0@lo:400: 00000100:00080000:1.0:1749393642.220606:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393642.220608:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393642.220611:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507483904:0@lo:38: 00000100:00100000:1.0:1749393642.220615:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507484032:0@lo:38: 00000100:00100000:1.0:1749393642.220634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393642.220639:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507483776:12345-0@lo:400: Request processed in 37us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393642.220658:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1749393642.220672:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507484288:0@lo:38: 00000100:00100000:0.0:1749393642.220681:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507483776:0@lo:400: 00000100:00100000:1.0:1749393642.220684:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393642.220693:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507484416:0@lo:38: 00000100:00100000:2.0:1749393642.220696:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507484032 00010000:00080000:3.0:1749393642.220697:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c4700 x1834371507484928/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393642.220699:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507484032 00000100:00100000:1.0:1749393642.220702:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393642.220708:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507484928:0@lo:400: 00000100:00100000:1.0:1749393642.220710:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507484544:0@lo:38: 00000100:00100000:2.0:1749393642.220712:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507484288 00000100:00100000:2.0:1749393642.220714:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507484288 00000100:00100000:0.0:1749393642.220717:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507484416 00000100:00100000:1.0:1749393642.220719:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393642.220722:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507484416 00000100:00100000:2.0:1749393642.220722:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:2.0:1749393642.220725:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507484032:12345-0@lo:38: 00000100:00100000:1.0:1749393642.220726:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507484672:0@lo:38: 00000100:00100000:1.0:1749393642.220734:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749393642.220738:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393642.220739:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507484544 00000100:00100000:3.0:1749393642.220739:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507484672 00000100:00100000:0.0:1749393642.220742:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507484544 00000100:00100000:3.0:1749393642.220742:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507484672 00000100:00100000:3.0:1749393642.220754:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1749393642.220759:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507484032:12345-0@lo:38: Request processed in 33us (123us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393642.220760:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1749393642.220760:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507484288:12345-0@lo:38: 00000100:00100000:1.0:1749393642.220763:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507484416:12345-0@lo:38: 00010000:00020000:3.0:1749393642.220773:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393642.220776:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00010000:00020000:1.0:1749393642.220777:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393642.220781:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:0.0:1749393642.220784:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507484672:12345-0@lo:38: 00000100:00100000:2.0:1749393642.220788:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1749393642.220791:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507484544:12345-0@lo:38: 00000100:00100000:1.0:1749393642.220796:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507484416:12345-0@lo:38: Request processed in 32us (93us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393642.220800:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1749393642.220801:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507484288:12345-0@lo:38: Request processed in 41us (115us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393642.220802:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393642.220803:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393642.220807:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1749393642.220815:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507484544:12345-0@lo:38: Request processed in 23us (96us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393642.220819:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00080000:1.0:1749393642.220820:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393642.220822:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393642.220824:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507484032:0@lo:38: 00000100:00080000:1.0:1749393642.220830:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393642.220831:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393642.220833:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507484288:0@lo:38: 00000100:00080000:1.0:1749393642.220837:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393642.220839:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393642.220841:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507484416:0@lo:38: 00000100:00100000:0.0:1749393642.220842:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507484672:12345-0@lo:38: Request processed in 57us (103us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393642.220845:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393642.220864:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393642.220867:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507484544:0@lo:38: 00000100:00100000:0.0:1749393642.220872:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00080000:1.0:1749393642.220875:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393642.220876:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393642.220878:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507484672:0@lo:38: 00000100:00100000:2.0:1749393642.322127:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393642.626324:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393642.626350:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507485056:0@lo:900: 00010000:00010000:3.0:1749393642.852390:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393643.192243:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393643.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:0.0:1749393643.854479:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393644.009239:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507485184:0@lo:700: 00000100:00100000:2.0:1749393644.009311:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393644.009400:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:1.0:1749393644.009434:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507485184 00000100:00100000:1.0:1749393644.009446:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507485184 00000100:00080000:2.0:1749393644.009511:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393644.009520:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1749393644.009531:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507485184:12345-0@lo:700: 00000100:00100000:1.0:1749393644.009575:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 0 seconds 00000100:00100000:1.0:1749393644.009582:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507485312:0@lo:700: 40000000:00080000:1.0:1749393644.009597:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393644.009600:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393644.009657:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507485184:12345-0@lo:700: Request processed in 128us (346us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393644.009666:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1749393644.009681:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507485184:0@lo:700: 00000100:00100000:2.0:1749393644.010174:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507485440:0@lo:700: 00000100:00100000:2.0:1749393644.010204:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393644.010258:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507485440 00000100:00100000:2.0:1749393644.010259:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:1.0:1749393644.010264:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507485440 00000100:00080000:2.0:1749393644.010285:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393644.010293:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1749393644.010301:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507485440:12345-0@lo:700: 00000100:00100000:1.0:1749393644.010325:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 0 seconds 00000100:00100000:1.0:1749393644.010330:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507485568:0@lo:700: 40000000:00080000:1.0:1749393644.010339:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393644.010342:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393644.010386:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507485440:12345-0@lo:700: Request processed in 85us (181us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393644.010403:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1749393644.010413:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507485440:0@lo:700: 00000100:00100000:2.0:1749393644.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393644.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393644.627226:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393644.627239:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507485696:0@lo:900: 00010000:00010000:2.0:1749393644.856345:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393644.883198:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393644.883231:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507485824/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393649 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393644.883318:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393644.883426:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393644.883466:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507485824 00000100:00100000:1.0:1749393644.883478:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507485824 00000100:00080000:2.0:1749393644.883542:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393644.883548:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1749393644.883558:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507485824:12345-0@lo:700: 40000000:00080000:1.0:1749393644.883590:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393644.883649:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507485824:12345-0@lo:700: Request processed in 93us (333us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393644.883658:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1749393644.883686:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507485824/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393660 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393644.883704:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393644.885146:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393644.885165:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507485952/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393649 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393644.885207:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393644.885273:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749393644.885322:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507485952 00000100:00100000:1.0:1749393644.885331:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507485952 00000100:00100000:1.0:1749393644.885382:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00080000:2.0:1749393644.885386:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393644.885390:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507485952:12345-0@lo:700: 40000000:00080000:1.0:1749393644.885408:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393644.885458:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507485952:12345-0@lo:700: Request processed in 68us (250us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393644.885466:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1749393644.885500:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507485952/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393660 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393644.885511:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393645.192256:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393645.322131:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393645.550953:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393645.550979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393645.550998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393645.551037:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499735936 00000100:00100000:3.0:1749393645.551045:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499735936 00000100:00100000:1.0:1749393645.551053:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499736064 00000100:00100000:1.0:1749393645.551058:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499736064 00000100:00100000:1.0:1749393645.551091:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499736192 00000100:00100000:1.0:1749393645.551093:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499736192 00000100:00100000:2.0:1749393645.551100:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 980 00000100:00100000:2.0:1749393645.551106:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499736064:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393645.551112:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 423 00000100:00100000:1.0:1749393645.551115:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 981 00000100:00100000:3.0:1749393645.551117:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499735936:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393645.551119:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499736192:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393645.551128:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 687 last 0 00010000:00080000:1.0:1749393645.551133:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 687 last 0 00000100:00100000:3.0:1749393645.551161:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499735936:12345-192.168.203.32@tcp:400: Request processed in 44us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393645.551163:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499736064:12345-192.168.203.32@tcp:38: Request processed in 57us (184us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393645.551166:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 423 00000100:00100000:1.0:1749393645.551167:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499736192:12345-192.168.203.32@tcp:38: Request processed in 47us (168us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393645.551168:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 980 00000100:00100000:1.0:1749393645.551172:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 981 00010000:00010000:2.0:1749393645.858236:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393646.010259:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507486080:0@lo:700: 00000100:00100000:2.0:1749393646.010336:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393646.010414:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:1.0:1749393646.010462:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507486080 00000100:00100000:1.0:1749393646.010472:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507486080 00000100:00080000:2.0:1749393646.010532:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393646.010533:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1749393646.010543:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507486080:12345-0@lo:700: 00000100:00100000:1.0:1749393646.010582:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 0 seconds 00000100:00100000:1.0:1749393646.010589:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507486208:0@lo:700: 40000000:00080000:1.0:1749393646.010601:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393646.010604:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393646.010655:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507486080:12345-0@lo:700: Request processed in 114us (318us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393646.010662:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1749393646.010676:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507486080:0@lo:700: 00000100:00100000:1.0:1749393646.011150:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507486336:0@lo:700: 00000100:00100000:1.0:1749393646.011176:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393646.011196:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507486336 00000100:00100000:2.0:1749393646.011202:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507486336 00000100:00100000:1.0:1749393646.011217:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393646.011231:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1749393646.011237:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507486336:12345-0@lo:700: 00000100:00080000:3.0:1749393646.011241:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393646.011263:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:2.0:1749393646.011268:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507486464:0@lo:700: 40000000:00080000:2.0:1749393646.011275:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393646.011278:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393646.011319:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507486336:12345-0@lo:700: Request processed in 81us (141us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393646.011332:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:1.0:1749393646.011344:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507486336:0@lo:700: 00000100:00100000:0.0:1749393646.192235:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749393646.300319:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749393646.300345:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507486592:0@lo:41: 00000100:00100000:3.0:1749393646.300426:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393646.300493:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507486592 00000100:00100000:0.0:1749393646.300505:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507486592 00000100:00100000:0.0:1749393646.300552:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1749393646.300561:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507486592:12345-0@lo:41: 00000004:00000024:0.0:1749393646.300600:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393646.300669:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507486592:12345-0@lo:41: Request processed in 108us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393646.300677:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1749393646.300725:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507486592:0@lo:41: 00000100:00100000:2.0:1749393646.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393646.628215:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393646.628227:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507486720:0@lo:900: 00010000:00010000:3.0:1749393646.860331:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393647.192246:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:2.0:1749393647.228210:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393647.228219:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393647.228222:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393647.228230:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 683 00000100:00100000:3.0:1749393647.228233:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507486976:0@lo:400: 00000100:00080000:2.0:1749393647.228235:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393647.228242:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393647.228264:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45ce00 x1834371507487104/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393647.228294:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393647.228308:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393647.228316:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507486848:0@lo:41: 00000100:00080000:2.0:1749393647.228325:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393647.228327:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393647.228331:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 683 00000100:00080000:2.0:1749393647.228335:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1749393647.228339:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393647.228345:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749393647.228354:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45c000 x1834371507487360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393647.228362:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507487232:0@lo:400: 00000100:00100000:3.0:1749393647.228364:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507486976 00000100:00100000:1.0:1749393647.228367:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393647.228371:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393647.228372:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507486976 00000100:00080000:2.0:1749393647.228374:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393647.228376:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393647.228379:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 683 00000100:00080000:2.0:1749393647.228382:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1749393647.228385:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393647.228394:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45fb80 x1834371507487616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393647.228402:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393647.228405:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393647.228405:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393647.228406:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393647.228409:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 683 00000100:00100000:3.0:1749393647.228410:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00080000:2.0:1749393647.228411:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1749393647.228414:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393647.228419:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507486976:12345-0@lo:400: 00000100:00100000:2.0:1749393647.228423:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45ca80 x1834371507487744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393647.228431:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507486848 00000100:00100000:0.0:1749393647.228436:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507487488:0@lo:400: 00000100:00100000:1.0:1749393647.228436:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507486848 00000100:00080000:2.0:1749393647.228450:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393647.228457:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393647.228458:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393647.228460:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393647.228463:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507486976:12345-0@lo:400: Request processed in 45us (168us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393647.228464:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 683 00000100:00100000:1.0:1749393647.228465:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507487232 00000100:00080000:2.0:1749393647.228466:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393647.228468:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507487232 00000100:00080000:2.0:1749393647.228469:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393647.228471:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1749393647.228477:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507487488 00000100:00100000:1.0:1749393647.228479:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507487488 00000100:00100000:2.0:1749393647.228483:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993ad80 x1834371507488128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393647.228486:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507487104:0@lo:38: 00000100:00100000:1.0:1749393647.228490:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00080000:2.0:1749393647.228492:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393647.228495:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393647.228496:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393647.228497:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507486848:12345-0@lo:41: 00000100:00080000:2.0:1749393647.228499:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 683 00000100:00080000:2.0:1749393647.228501:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393647.228505:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393647.228505:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507488000:0@lo:400: 00000100:00100000:0.0:1749393647.228511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393647.228515:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099938700 x1834371507488256/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000024:1.0:1749393647.228527:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393647.228529:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507487360:0@lo:38: 00000100:00100000:3.0:1749393647.228530:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393647.228547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393647.228562:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507486848:12345-0@lo:41: Request processed in 64us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393647.228562:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507486976:0@lo:400: 00000100:00100000:2.0:1749393647.228568:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1749393647.228576:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507487616:0@lo:38: 00000100:00100000:3.0:1749393647.228577:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749393647.228579:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507487232:12345-0@lo:400: 00000100:00100000:1.0:1749393647.228580:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:3.0:1749393647.228583:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507487872:0@lo:400: 00000100:00100000:0.0:1749393647.228593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393647.228599:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1749393647.228601:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393647.228605:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507487488:12345-0@lo:400: 00000100:00100000:0.0:1749393647.228608:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507487744:0@lo:38: 00000100:00100000:3.0:1749393647.228626:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507488000 00000100:00100000:3.0:1749393647.228630:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507488000 00000100:00100000:0.0:1749393647.228632:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393647.228634:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507487232:12345-0@lo:400: Request processed in 57us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393647.228641:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1749393647.228644:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507487488:12345-0@lo:400: Request processed in 39us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393647.228651:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1749393647.228652:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507488128:0@lo:38: 00000100:00100000:3.0:1749393647.228652:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507487872 00000100:00100000:3.0:1749393647.228654:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507487872 00000100:00100000:0.0:1749393647.228668:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393647.228668:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507487104 00000100:00100000:3.0:1749393647.228671:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1749393647.228673:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507487104 00000100:00100000:1.0:1749393647.228677:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1749393647.228678:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507488000:12345-0@lo:400: 00000100:00100000:0.0:1749393647.228681:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507488256:0@lo:38: 00000100:00100000:1.0:1749393647.228684:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507487872:12345-0@lo:400: 00000100:00100000:2.0:1749393647.228689:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507487360 00000100:00100000:2.0:1749393647.228692:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507487360 00000100:00100000:0.0:1749393647.228697:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393647.228698:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507487616 00000100:00100000:2.0:1749393647.228700:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507487616 00000100:00100000:1.0:1749393647.228713:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507487872:12345-0@lo:400: Request processed in 31us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393647.228713:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507488000:12345-0@lo:400: Request processed in 35us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393647.228717:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507487744 00000100:00100000:1.0:1749393647.228719:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1749393647.228720:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507487744 00000100:00100000:0.0:1749393647.228721:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507488128 00000100:00100000:0.0:1749393647.228727:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507488128 00000100:00100000:2.0:1749393647.228727:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507488256 00000100:00100000:2.0:1749393647.228729:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507488256 00000100:00100000:3.0:1749393647.228733:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1749393647.228742:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1749393647.228747:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507487104:12345-0@lo:38: 00000100:00100000:3.0:1749393647.228751:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507488384:0@lo:400: 00000100:00100000:2.0:1749393647.228756:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:2.0:1749393647.228761:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507487360:12345-0@lo:38: 00000100:00100000:0.0:1749393647.228762:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:0.0:1749393647.228768:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507487616:12345-0@lo:38: 00010000:00020000:1.0:1749393647.228768:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393647.228778:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393647.228786:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393647.228791:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393647.228802:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507487104:12345-0@lo:38: Request processed in 55us (290us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393647.228808:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:3.0:1749393647.228846:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393647.228854:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507487616:12345-0@lo:38: Request processed in 85us (259us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393647.228854:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507487360:12345-0@lo:38: Request processed in 54us (267us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393647.228854:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507488512:0@lo:400: 00000100:00100000:1.0:1749393647.228856:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1749393647.228860:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507487744:12345-0@lo:38: 00000100:00100000:2.0:1749393647.228863:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00010000:00020000:1.0:1749393647.228872:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393647.228875:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393647.228876:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1749393647.228886:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1749393647.228891:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507488256:12345-0@lo:38: 00000100:00100000:0.0:1749393647.228894:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1749393647.228898:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507487744:12345-0@lo:38: Request processed in 36us (265us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393647.228899:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507488128:12345-0@lo:38: 00000100:00100000:3.0:1749393647.228901:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507488384 00010000:00020000:2.0:1749393647.228903:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393647.228904:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:3.0:1749393647.228905:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507488384 00010000:00020000:0.0:1749393647.228913:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393647.228922:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507488512 00000100:00100000:1.0:1749393647.228926:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507488512 00000100:00100000:2.0:1749393647.228928:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507488256:12345-0@lo:38: Request processed in 36us (230us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393647.228932:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1749393647.228935:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:3.0:1749393647.228939:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099509f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507488384:12345-0@lo:400: 00000100:00100000:0.0:1749393647.228941:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507488128:12345-0@lo:38: Request processed in 41us (272us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393647.228947:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1749393647.228963:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1749393647.228968:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507488512:12345-0@lo:400: 00000100:00100000:3.0:1749393647.228971:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099509f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507488384:12345-0@lo:400: Request processed in 32us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393647.228977:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1749393647.228987:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507487488:0@lo:400: 00000100:00080000:2.0:1749393647.228989:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393647.228997:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507487232:0@lo:400: 00000100:00100000:1.0:1749393647.229002:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507488512:12345-0@lo:400: Request processed in 34us (127us total) trans 0 rc 0/0 00010000:00080000:3.0:1749393647.229007:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993a300 x1834371507488384/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393647.229008:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1749393647.229019:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507488384:0@lo:400: 00000100:00080000:2.0:1749393647.229020:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393647.229024:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393647.229029:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507488128:0@lo:38: 00010000:00080000:3.0:1749393647.229037:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099939f80 x1834371507488512/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393647.229038:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507486848:0@lo:41: 00000100:00080000:2.0:1749393647.229038:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393647.229041:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393647.229044:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507488256:0@lo:38: 00000100:00100000:3.0:1749393647.229046:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507488512:0@lo:400: 00000100:00080000:2.0:1749393647.229053:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393647.229056:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393647.229059:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507487104:0@lo:38: 00010000:00080000:3.0:1749393647.229069:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009945ed80 x1834371507487872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393647.229109:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507487872:0@lo:400: 00000100:00080000:2.0:1749393647.229121:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:3.0:1749393647.229121:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009945d880 x1834371507488000/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749393647.229125:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393647.229129:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507487360:0@lo:38: 00000100:00100000:3.0:1749393647.229130:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507488000:0@lo:400: 00000100:00080000:2.0:1749393647.229137:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393647.229140:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393647.229143:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507487616:0@lo:38: 00000100:00080000:2.0:1749393647.229151:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393647.229153:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393647.229156:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507487744:0@lo:38: 00000100:00100000:2.0:1749393647.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393647.862349:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393648.011241:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507488640:0@lo:700: 00000100:00100000:2.0:1749393648.011308:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393648.011387:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:0.0:1749393648.011444:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507488640 00000100:00100000:0.0:1749393648.011456:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507488640 00000100:00080000:2.0:1749393648.011520:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393648.011533:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1749393648.011545:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507488640:12345-0@lo:700: 00000100:00100000:0.0:1749393648.011589:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393648.011596:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507488768:0@lo:700: 40000000:00080000:0.0:1749393648.011611:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393648.011615:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393648.011671:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507488640:12345-0@lo:700: Request processed in 129us (362us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393648.011680:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1749393648.011696:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507488640:0@lo:700: 00000100:00100000:2.0:1749393648.012160:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507488896:0@lo:700: 00000100:00100000:2.0:1749393648.012189:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393648.012242:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:0.0:1749393648.012246:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507488896 00000100:00100000:0.0:1749393648.012252:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507488896 00000100:00080000:2.0:1749393648.012271:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393648.012281:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1749393648.012287:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507488896:12345-0@lo:700: 00000100:00100000:0.0:1749393648.012329:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393648.012335:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507489024:0@lo:700: 40000000:00080000:0.0:1749393648.012344:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393648.012346:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393648.012393:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507488896:12345-0@lo:700: Request processed in 105us (202us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393648.012401:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1749393648.012418:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507488896:0@lo:700: 00000100:00100000:0.0:1749393648.192235:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393648.322253:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393648.629252:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393648.629269:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507489152:0@lo:900: 00010000:00010000:2.0:1749393648.864415:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393649.192225:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393649.322206:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393649.866375:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393650.012257:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507489280:0@lo:700: 00000100:00100000:2.0:1749393650.012329:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393650.012417:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:0.0:1749393650.012471:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507489280 00000100:00100000:0.0:1749393650.012483:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507489280 00000100:00080000:2.0:1749393650.012546:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393650.012559:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1749393650.012571:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507489280:12345-0@lo:700: 00000100:00100000:0.0:1749393650.012617:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393650.012627:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507489408:0@lo:700: 40000000:00080000:0.0:1749393650.012646:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393650.012650:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393650.012725:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507489280:12345-0@lo:700: Request processed in 154us (393us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393650.012738:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1749393650.012742:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507489280:0@lo:700: 00000100:00100000:0.0:1749393650.013169:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507489536:0@lo:700: 00000100:00100000:0.0:1749393650.013203:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393650.013225:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507489536 00000100:00100000:2.0:1749393650.013232:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507489536 00000100:00100000:0.0:1749393650.013255:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393650.013281:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1749393650.013288:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507489536:12345-0@lo:700: 00000100:00080000:3.0:1749393650.013296:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393650.013324:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:2.0:1749393650.013329:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507489664:0@lo:700: 40000000:00080000:2.0:1749393650.013338:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393650.013341:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393650.013385:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507489536:12345-0@lo:700: Request processed in 97us (181us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393650.013393:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1749393650.013419:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507489536:0@lo:700: 00000100:00100000:0.0:1749393650.192210:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393650.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393650.559465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393650.559516:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393650.559562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393650.559593:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499736448 00000100:00100000:0.0:1749393650.559603:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499736448 00000100:00100000:3.0:1749393650.559612:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499736320 00000100:00100000:3.0:1749393650.559622:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499736320 00000100:00100000:0.0:1749393650.559633:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499736576 00000100:00100000:0.0:1749393650.559636:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499736576 00000100:00100000:0.0:1749393650.559664:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 988 00000100:00100000:3.0:1749393650.559670:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 425 00000100:00100000:0.0:1749393650.559673:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499736448:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393650.559678:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499736320:12345-192.168.203.32@tcp:400: 00010000:00080000:0.0:1749393650.559703:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 692 last 0 00000100:00100000:1.0:1749393650.559712:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 989 00000100:00100000:1.0:1749393650.559728:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499736576:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393650.559749:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499736320:12345-192.168.203.32@tcp:400: Request processed in 71us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393650.559758:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499736448:12345-192.168.203.32@tcp:38: Request processed in 85us (240us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393650.559758:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 425 00000100:00100000:0.0:1749393650.559767:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 988 00010000:00080000:1.0:1749393650.559776:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 692 last 0 00000100:00100000:1.0:1749393650.561330:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499736576:12345-192.168.203.32@tcp:38: Request processed in 1595us (1759us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393650.561342:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 989 00000100:00100000:0.0:1749393650.630234:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393650.630250:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507489792:0@lo:900: 00010000:00010000:3.0:1749393650.868392:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393651.192194:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393651.308381:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507489920:0@lo:41: 00000100:00100000:0.0:1749393651.308458:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393651.308521:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507489920 00000100:00100000:2.0:1749393651.308532:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507489920 00000100:00100000:2.0:1749393651.308581:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1749393651.308589:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507489920:12345-0@lo:41: 00000004:00000024:2.0:1749393651.308627:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393651.308694:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507489920:12345-0@lo:41: Request processed in 105us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393651.308702:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1749393651.308736:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507489920:0@lo:41: 00000100:00100000:2.0:1749393651.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393651.870273:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393652.013160:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507490048:0@lo:700: 00000100:00100000:2.0:1749393652.013208:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393652.013257:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:0.0:1749393652.013265:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507490048 00000100:00100000:0.0:1749393652.013273:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507490048 00000100:00080000:3.0:1749393652.013294:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393652.013350:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1749393652.013357:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507490048:12345-0@lo:700: 00000100:00100000:0.0:1749393652.013384:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393652.013388:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507490176:0@lo:700: 40000000:00080000:0.0:1749393652.013404:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393652.013406:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393652.013438:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507490048:12345-0@lo:700: Request processed in 82us (229us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393652.013443:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1749393652.013456:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507490048:0@lo:700: 00000100:00100000:0.0:1749393652.014133:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507490304:0@lo:700: 00000100:00100000:0.0:1749393652.014154:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393652.014180:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507490304 00000100:00100000:2.0:1749393652.014184:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507490304 00000100:00100000:0.0:1749393652.014189:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393652.014200:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1749393652.014204:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507490304:12345-0@lo:700: 00000100:00080000:3.0:1749393652.014206:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393652.014219:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:2.0:1749393652.014222:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507490432:0@lo:700: 40000000:00080000:2.0:1749393652.014226:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393652.014228:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393652.014251:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507490304:12345-0@lo:700: Request processed in 47us (97us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393652.014255:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1749393652.014267:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507490304:0@lo:700: 00000100:00100000:0.0:1749393652.192166:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:2.0:1749393652.236163:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393652.236169:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393652.236171:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393652.236173:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749393652.236176:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 689 00000100:00080000:2.0:1749393652.236178:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393652.236182:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393652.236185:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507490688:0@lo:41: 00000100:00100000:2.0:1749393652.236195:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c3100 x1834371507490816/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393652.236196:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507490560:0@lo:400: 00000100:00080000:2.0:1749393652.236210:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393652.236212:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393652.236214:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507490816:0@lo:38: 00000100:00080000:2.0:1749393652.236219:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393652.236222:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 689 00000100:00080000:2.0:1749393652.236223:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393652.236225:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393652.236226:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393652.236227:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393652.236233:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800995c0a80 x1834371507491072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393652.236239:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393652.236240:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393652.236241:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393652.236243:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 689 00000100:00100000:1.0:1749393652.236244:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393652.236245:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1749393652.236246:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393652.236252:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05c700 x1834371507491200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393652.236253:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507490688 00000100:00080000:2.0:1749393652.236256:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393652.236257:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507490688 00000100:00080000:2.0:1749393652.236257:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393652.236258:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393652.236258:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1749393652.236260:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 689 00000100:00100000:1.0:1749393652.236261:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507491072:0@lo:38: 00000100:00080000:2.0:1749393652.236261:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1749393652.236262:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393652.236262:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507490944:0@lo:400: 00000100:00100000:2.0:1749393652.236268:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05df80 x1834371507491328/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393652.236273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393652.236275:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393652.236278:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507490944 00000100:00100000:0.0:1749393652.236280:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507490944 00000100:00100000:1.0:1749393652.236281:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507491200:0@lo:38: 00000100:00080000:2.0:1749393652.236282:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393652.236284:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393652.236288:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393652.236289:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00080000:2.0:1749393652.236290:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 689 00000100:00100000:1.0:1749393652.236291:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393652.236292:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1749393652.236294:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393652.236294:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507490560 00000100:00100000:0.0:1749393652.236295:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507490688:12345-0@lo:41: 00000100:00100000:3.0:1749393652.236296:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507490560 00000100:00100000:1.0:1749393652.236300:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507491328:0@lo:38: 00000100:00100000:2.0:1749393652.236300:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05c380 x1834371507491712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393652.236305:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393652.236307:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393652.236308:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393652.236309:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393652.236309:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 689 00000100:00080000:2.0:1749393652.236311:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1749393652.236312:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393652.236314:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1749393652.236317:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507491712:0@lo:38: 00000100:00100000:3.0:1749393652.236317:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507490560:12345-0@lo:400: 00000100:00100000:2.0:1749393652.236318:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05ca80 x1834371507491840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000024:0.0:1749393652.236326:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393652.236326:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393652.236335:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507491840:0@lo:38: 00000100:00100000:3.0:1749393652.236339:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507490560:12345-0@lo:400: Request processed in 22us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393652.236343:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1749393652.236345:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1749393652.236350:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507490944:12345-0@lo:400: 00000100:00100000:1.0:1749393652.236353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393652.236354:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507490688:12345-0@lo:41: Request processed in 59us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393652.236360:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507491968:0@lo:400: 00000100:00100000:0.0:1749393652.236362:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1749393652.236373:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393652.236376:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507490816 00000100:00100000:2.0:1749393652.236377:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507490944:12345-0@lo:400: Request processed in 27us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393652.236379:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507491072 00000100:00100000:1.0:1749393652.236380:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507490816 00000100:00100000:2.0:1749393652.236380:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1749393652.236381:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507491072 00000100:00100000:0.0:1749393652.236387:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507491200 00000100:00100000:0.0:1749393652.236388:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507491200 00000100:00100000:0.0:1749393652.236391:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507491328 00000100:00100000:3.0:1749393652.236391:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507490944:0@lo:400: 00000100:00100000:2.0:1749393652.236394:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507491712 00000100:00100000:3.0:1749393652.236396:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507490560:0@lo:400: 00000100:00100000:0.0:1749393652.236397:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507491328 00000100:00100000:2.0:1749393652.236397:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507491712 00000100:00100000:1.0:1749393652.236399:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507491840 00000100:00100000:1.0:1749393652.236401:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507491840 00000100:00100000:2.0:1749393652.236405:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:0.0:1749393652.236408:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:2.0:1749393652.236408:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507491072:12345-0@lo:38: 00000100:00100000:0.0:1749393652.236411:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507491200:12345-0@lo:38: 00000100:00100000:3.0:1749393652.236413:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393652.236414:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:3.0:1749393652.236416:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507492096:0@lo:400: 00000100:00100000:1.0:1749393652.236419:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507490816:12345-0@lo:38: 00010000:00020000:2.0:1749393652.236421:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393652.236428:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393652.236429:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393652.236437:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393652.236438:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507491072:12345-0@lo:38: Request processed in 29us (164us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393652.236444:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507491968 00000100:00100000:2.0:1749393652.236446:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1749393652.236446:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507491968 00000100:00100000:0.0:1749393652.236447:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507491200:12345-0@lo:38: Request processed in 35us (155us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393652.236451:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:2.0:1749393652.236454:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:1.0:1749393652.236456:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507490816:12345-0@lo:38: Request processed in 37us (211us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393652.236456:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507491712:12345-0@lo:38: 00000100:00100000:0.0:1749393652.236457:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:0.0:1749393652.236459:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507491328:12345-0@lo:38: 00000100:00100000:1.0:1749393652.236460:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:3.0:1749393652.236461:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507492096 00000100:00100000:3.0:1749393652.236462:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507492096 00010000:00020000:2.0:1749393652.236463:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393652.236465:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393652.236468:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1749393652.236470:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507491840:12345-0@lo:38: 00000100:00100000:3.0:1749393652.236472:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1749393652.236475:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009950b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507491968:12345-0@lo:400: 00010000:00020000:1.0:1749393652.236477:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393652.236477:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507491712:12345-0@lo:38: Request processed in 20us (150us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393652.236478:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507491328:12345-0@lo:38: Request processed in 17us (168us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393652.236480:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:0.0:1749393652.236482:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1749393652.236489:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507491840:12345-0@lo:38: Request processed in 17us (136us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393652.236491:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1749393652.236492:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:3.0:1749393652.236493:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009950b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507491968:12345-0@lo:400: Request processed in 18us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393652.236494:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507492096:12345-0@lo:400: 00000100:00100000:3.0:1749393652.236497:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1749393652.236500:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507490688:0@lo:41: 00000100:00080000:3.0:1749393652.236507:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393652.236508:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507492096:12345-0@lo:400: Request processed in 14us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393652.236509:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507491456:0@lo:400: 00000100:00100000:2.0:1749393652.236512:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1749393652.236518:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507491584:0@lo:400: 00000100:00100000:0.0:1749393652.236520:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1749393652.236520:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05d180 x1834371507492096/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393652.236526:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507492096:0@lo:400: 00010000:00080000:3.0:1749393652.236531:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05f800 x1834371507491968/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393652.236532:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393652.236536:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507491968:0@lo:400: 00000100:00100000:2.0:1749393652.236540:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507491456 00000100:00100000:2.0:1749393652.236542:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507491456 00000100:00100000:3.0:1749393652.236547:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507491584 00000100:00100000:3.0:1749393652.236548:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507491584 00000100:00080000:1.0:1749393652.236551:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393652.236553:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00080000:1.0:1749393652.236554:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393652.236556:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507491840:0@lo:38: 00000100:00100000:2.0:1749393652.236556:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507491456:12345-0@lo:400: 00000100:00100000:3.0:1749393652.236559:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00080000:1.0:1749393652.236561:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393652.236562:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507491584:12345-0@lo:400: 00000100:00080000:1.0:1749393652.236563:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393652.236565:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507491712:0@lo:38: 00000100:00080000:1.0:1749393652.236569:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393652.236570:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393652.236572:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507491328:0@lo:38: 00000100:00100000:2.0:1749393652.236578:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507491456:12345-0@lo:400: Request processed in 22us (57us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393652.236579:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507491584:12345-0@lo:400: Request processed in 17us (47us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393652.236581:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00080000:1.0:1749393652.236582:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393652.236583:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00080000:1.0:1749393652.236584:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393652.236586:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507491072:0@lo:38: 00000100:00080000:1.0:1749393652.236590:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393652.236591:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393652.236592:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507491200:0@lo:38: 00000100:00080000:1.0:1749393652.236596:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393652.236597:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:0.0:1749393652.236599:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05f100 x1834371507491456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393652.236599:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507490816:0@lo:38: 00000100:00100000:0.0:1749393652.236606:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507491456:0@lo:400: 00010000:00080000:1.0:1749393652.236620:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05d880 x1834371507491584/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393652.236626:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507491584:0@lo:400: 00000100:00100000:2.0:1749393652.322129:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393652.631200:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393652.631211:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507492224:0@lo:900: 00010000:00010000:2.0:1749393652.872397:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393653.192323:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393653.322222:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393653.874393:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393654.014246:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507492352:0@lo:700: 00000100:00100000:2.0:1749393654.014315:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393654.014397:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:0.0:1749393654.014451:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507492352 00000100:00100000:0.0:1749393654.014464:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507492352 00000100:00080000:3.0:1749393654.014507:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393654.014540:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1749393654.014563:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507492352:12345-0@lo:700: 00000100:00100000:0.0:1749393654.014606:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393654.014613:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507492480:0@lo:700: 40000000:00080000:0.0:1749393654.014628:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393654.014631:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393654.014689:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507492352:12345-0@lo:700: Request processed in 131us (373us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393654.014698:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1749393654.014750:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507492352:0@lo:700: 00000100:00100000:1.0:1749393654.015180:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507492608:0@lo:700: 00000100:00100000:1.0:1749393654.015221:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393654.015271:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507492608 00000100:00100000:0.0:1749393654.015277:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507492608 00000100:00100000:1.0:1749393654.015281:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393654.015308:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00080000:3.0:1749393654.015309:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393654.015315:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507492608:12345-0@lo:700: 00000100:00100000:0.0:1749393654.015339:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393654.015344:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507492736:0@lo:700: 40000000:00080000:0.0:1749393654.015353:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393654.015355:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393654.015399:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507492608:12345-0@lo:700: Request processed in 83us (177us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393654.015406:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1749393654.015428:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507492608:0@lo:700: 00000100:00100000:0.0:1749393654.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393654.322201:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393654.632280:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393654.632302:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507492864:0@lo:900: 00010000:00010000:3.0:1749393654.876367:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393655.192274:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393655.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393655.567052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393655.567096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393655.567119:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393655.567138:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499736704 00000100:00100000:0.0:1749393655.567144:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499736832 00000100:00100000:3.0:1749393655.567146:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499736704 00000100:00100000:0.0:1749393655.567147:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499736832 00000100:00100000:0.0:1749393655.567164:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499736960 00000100:00100000:0.0:1749393655.567166:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499736960 00000100:00100000:1.0:1749393655.567177:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 996 00000100:00100000:3.0:1749393655.567180:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 427 00000100:00100000:0.0:1749393655.567183:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 997 00000100:00100000:1.0:1749393655.567184:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499736832:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393655.567185:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499736704:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393655.567187:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499736960:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393655.567203:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 697 last 0 00010000:00080000:1.0:1749393655.567203:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 697 last 0 00000100:00100000:3.0:1749393655.567228:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499736704:12345-192.168.203.32@tcp:400: Request processed in 43us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393655.567232:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 427 00000100:00100000:0.0:1749393655.567234:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499736960:12345-192.168.203.32@tcp:38: Request processed in 46us (114us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393655.567238:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 997 00000100:00100000:1.0:1749393655.567238:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499736832:12345-192.168.203.32@tcp:38: Request processed in 55us (142us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393655.567243:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 996 00010000:00010000:2.0:1749393655.878335:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393655.883160:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393655.883187:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507492992/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393660 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393655.883248:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393655.883318:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393655.883380:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507492992 00000100:00100000:0.0:1749393655.883388:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507492992 00000100:00080000:3.0:1749393655.883427:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393655.883453:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1749393655.883461:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507492992:12345-0@lo:700: 40000000:00080000:0.0:1749393655.883486:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:0.0:1749393655.883488:0:10058:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393655.883530:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507492992:12345-0@lo:700: Request processed in 70us (281us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393655.883536:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1749393655.883551:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507492992/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393671 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393655.883560:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393655.885136:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393655.885155:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507493120/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393660 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393655.885199:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393655.885258:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393655.885296:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507493120 00000100:00100000:2.0:1749393655.885303:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507493120 00000100:00080000:3.0:1749393655.885336:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393655.885344:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1749393655.885350:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507493120:12345-0@lo:700: 40000000:00080000:2.0:1749393655.885365:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393655.885402:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507493120:12345-0@lo:700: Request processed in 53us (204us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393655.885409:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1749393655.885424:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507493120/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393671 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393655.885432:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393656.015282:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507493248:0@lo:700: 00000100:00100000:2.0:1749393656.015346:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393656.015427:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:0.0:1749393656.015446:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507493248 00000100:00100000:0.0:1749393656.015469:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507493248 00000100:00100000:0.0:1749393656.015537:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00080000:3.0:1749393656.015538:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393656.015547:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507493248:12345-0@lo:700: 00000100:00100000:0.0:1749393656.015590:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393656.015597:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507493376:0@lo:700: 40000000:00080000:0.0:1749393656.015611:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393656.015614:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393656.015670:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507493248:12345-0@lo:700: Request processed in 125us (323us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393656.015678:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1749393656.015704:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507493248:0@lo:700: 00000100:00100000:1.0:1749393656.016175:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507493504:0@lo:700: 00000100:00100000:1.0:1749393656.016226:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393656.016279:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507493504 00000100:00100000:0.0:1749393656.016285:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507493504 00000100:00100000:1.0:1749393656.016287:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393656.016315:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00080000:3.0:1749393656.016315:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393656.016322:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507493504:12345-0@lo:700: 00000100:00100000:0.0:1749393656.016346:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393656.016351:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507493632:0@lo:700: 40000000:00080000:0.0:1749393656.016360:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393656.016363:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393656.016407:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507493504:12345-0@lo:700: Request processed in 84us (180us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393656.016414:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1749393656.016435:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507493504:0@lo:700: 00000100:00100000:2.0:1749393656.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393656.316331:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507493760:0@lo:41: 00000100:00100000:2.0:1749393656.316377:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393656.316459:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507493760 00000100:00100000:1.0:1749393656.316469:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507493760 00000100:00100000:1.0:1749393656.316509:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1749393656.316517:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507493760:12345-0@lo:41: 00000004:00000024:1.0:1749393656.316549:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393656.316612:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507493760:12345-0@lo:41: Request processed in 95us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393656.316620:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1749393656.316644:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507493760:0@lo:41: 00000100:00100000:0.0:1749393656.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393656.633213:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393656.633224:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507493888:0@lo:900: 00010000:00010000:2.0:1749393656.880343:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393657.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:2.0:1749393657.244264:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393657.244273:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393657.244277:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393657.244285:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 694 00000100:00080000:2.0:1749393657.244290:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393657.244297:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393657.244316:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507494016:0@lo:400: 00000100:00100000:2.0:1749393657.244319:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05ca80 x1834371507494144/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393657.244349:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393657.244353:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393657.244355:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393657.244358:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 694 00000100:00080000:2.0:1749393657.244360:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393657.244364:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393657.244375:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05d180 x1834371507494528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393657.244379:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507494400:0@lo:41: 00000100:00100000:3.0:1749393657.244390:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507494272:0@lo:400: 00000100:00100000:0.0:1749393657.244391:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393657.244394:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393657.244397:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393657.244398:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393657.244401:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 694 00000100:00080000:2.0:1749393657.244404:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1749393657.244408:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393657.244429:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddb9c00 x1834371507494784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393657.244438:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393657.244441:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393657.244443:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393657.244445:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393657.244446:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 694 00000100:00080000:2.0:1749393657.244448:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1749393657.244449:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507494656:0@lo:400: 00000100:00080000:2.0:1749393657.244452:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393657.244461:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddb8a80 x1834371507494912/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393657.244477:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507494016 00000100:00100000:3.0:1749393657.244483:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393657.244485:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507494016 00000100:00080000:2.0:1749393657.244485:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393657.244488:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393657.244489:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393657.244493:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1749393657.244493:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 694 00000100:00080000:2.0:1749393657.244495:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1749393657.244498:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393657.244502:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507495168:0@lo:400: 00000100:00100000:2.0:1749393657.244508:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800996cd880 x1834371507495296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393657.244513:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749393657.244516:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393657.244519:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393657.244521:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393657.244521:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507495040:0@lo:400: 00000100:00080000:2.0:1749393657.244524:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 694 00000100:00100000:0.0:1749393657.244525:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00080000:2.0:1749393657.244526:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1749393657.244529:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393657.244532:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393657.244534:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507494016:12345-0@lo:400: 00000100:00100000:2.0:1749393657.244546:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800996cfb80 x1834371507495424/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393657.244551:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507495168 00000100:00100000:3.0:1749393657.244556:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507495168 00000100:00100000:1.0:1749393657.244569:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507495552:0@lo:400: 00000100:00100000:0.0:1749393657.244580:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507494016:12345-0@lo:400: Request processed in 47us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393657.244586:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1749393657.244588:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1749393657.244588:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393657.244590:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507494400 00000100:00100000:3.0:1749393657.244594:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507495168:12345-0@lo:400: 00000100:00100000:2.0:1749393657.244596:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507494400 00000100:00100000:1.0:1749393657.244615:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507495552 00000100:00100000:1.0:1749393657.244620:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507495552 00000100:00100000:2.0:1749393657.244624:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507494656 00000100:00100000:2.0:1749393657.244627:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507494656 00000100:00100000:0.0:1749393657.244633:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507494016:0@lo:400: 00000100:00100000:3.0:1749393657.244638:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507495168:12345-0@lo:400: Request processed in 44us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393657.244639:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1749393657.244646:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507494400:12345-0@lo:41: 00000100:00100000:3.0:1749393657.244646:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1749393657.244649:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393657.244655:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1749393657.244656:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507495680:0@lo:400: 00000100:00100000:1.0:1749393657.244663:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507495552:12345-0@lo:400: 00000100:00080000:3.0:1749393657.244671:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00000024:2.0:1749393657.244675:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393657.244678:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393657.244682:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393657.244706:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507494272 00000100:00100000:0.0:1749393657.244710:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507494272 00000100:00100000:1.0:1749393657.244713:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507495552:12345-0@lo:400: Request processed in 50us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393657.244720:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1749393657.244726:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507494400:12345-0@lo:41: Request processed in 80us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393657.244727:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1749393657.244727:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507495680 00000100:00100000:3.0:1749393657.244731:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507495680 00000100:00100000:0.0:1749393657.244733:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507494656:12345-0@lo:400: 00000100:00100000:2.0:1749393657.244734:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1749393657.244741:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507494144:0@lo:38: 00000100:00100000:2.0:1749393657.244780:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1749393657.244786:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507494272:12345-0@lo:400: 00000100:00100000:0.0:1749393657.244801:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507494656:12345-0@lo:400: Request processed in 67us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393657.244802:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1749393657.244809:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1749393657.244809:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507495680:12345-0@lo:400: 00000100:00100000:1.0:1749393657.244817:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393657.244823:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507494272:12345-0@lo:400: Request processed in 36us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393657.244830:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1749393657.244845:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507494528:0@lo:38: 00000100:00100000:3.0:1749393657.244851:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507495680:12345-0@lo:400: Request processed in 43us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393657.244852:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507494144 00000100:00100000:0.0:1749393657.244856:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507494144 00000100:00100000:3.0:1749393657.244858:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1749393657.244872:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749393657.244872:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393657.244873:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:0.0:1749393657.244878:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507494144:12345-0@lo:38: 00000100:00100000:3.0:1749393657.244892:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507494272:0@lo:400: 00000100:00100000:1.0:1749393657.244896:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507494784:0@lo:38: 00010000:00020000:0.0:1749393657.244899:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393657.244911:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393657.244924:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393657.244927:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507494144:12345-0@lo:38: Request processed in 47us (110us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393657.244933:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:0.0:1749393657.244943:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507494528 00000100:00100000:1.0:1749393657.244950:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507494912:0@lo:38: 00000100:00100000:3.0:1749393657.244952:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507494656:0@lo:400: 00000100:00100000:0.0:1749393657.244953:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507494528 00000100:00100000:2.0:1749393657.244968:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507495040 00000100:00100000:0.0:1749393657.244969:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507494784 00000100:00100000:0.0:1749393657.244971:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507494784 00000100:00100000:2.0:1749393657.244973:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507495040 00000100:00100000:1.0:1749393657.244981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393657.244984:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:3.0:1749393657.244986:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507494912 00000100:00100000:0.0:1749393657.244989:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507494528:12345-0@lo:38: 00000100:00100000:3.0:1749393657.244990:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507494912 00000100:00100000:1.0:1749393657.244997:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507495296:0@lo:38: 00000100:00100000:2.0:1749393657.244998:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00010000:00020000:0.0:1749393657.245001:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393657.245005:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507495040:12345-0@lo:400: 00000100:00100000:3.0:1749393657.245005:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1749393657.245011:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507494784:12345-0@lo:38: 00010000:00020000:3.0:1749393657.245027:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393657.245031:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507494528:12345-0@lo:38: Request processed in 41us (160us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393657.245033:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393657.245037:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1749393657.245046:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507495296 00000100:00100000:0.0:1749393657.245049:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507495296 00000100:00100000:2.0:1749393657.245053:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507495040:12345-0@lo:400: Request processed in 49us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393657.245055:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507495424:0@lo:38: 00000100:00100000:0.0:1749393657.245057:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1749393657.245059:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:3.0:1749393657.245059:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507494784:12345-0@lo:38: Request processed in 48us (136us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393657.245061:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507494912:12345-0@lo:38: 00000100:00100000:3.0:1749393657.245066:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00010000:00020000:0.0:1749393657.245101:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393657.245104:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1749393657.245109:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507495296:12345-0@lo:38: 00000100:00100000:0.0:1749393657.245124:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507494912:12345-0@lo:38: Request processed in 61us (143us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393657.245126:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393657.245131:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:1.0:1749393657.245152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1749393657.245160:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800996ce680 x1834371507495680/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749393657.245164:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012ddb9880 x1834371507495040/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393657.245165:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507495296:12345-0@lo:38: Request processed in 54us (133us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393657.245172:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:0.0:1749393657.245174:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507495680:0@lo:400: 00000100:00100000:3.0:1749393657.245178:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507495040:0@lo:400: 00000100:00100000:2.0:1749393657.245186:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507495424 00000100:00100000:2.0:1749393657.245189:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507495424 00000100:00080000:1.0:1749393657.245194:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393657.245200:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393657.245208:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507494144:0@lo:38: 00000100:00100000:2.0:1749393657.245216:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:2.0:1749393657.245221:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507495424:12345-0@lo:38: 00000100:00080000:1.0:1749393657.245223:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393657.245227:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393657.245233:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507494528:0@lo:38: 00010000:00020000:2.0:1749393657.245233:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1749393657.245237:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800996cce00 x1834371507495552/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393657.245246:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393657.245247:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507495552:0@lo:400: 00000100:00080000:1.0:1749393657.245250:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393657.245255:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507495424:12345-0@lo:38: Request processed in 33us (105us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393657.245256:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507494784:0@lo:38: 00010000:00080000:0.0:1749393657.245259:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012ddb8380 x1834371507495168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393657.245261:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:0.0:1749393657.245268:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507495168:0@lo:400: 00000100:00080000:1.0:1749393657.245269:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393657.245273:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393657.245278:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507494912:0@lo:38: 00000100:00100000:0.0:1749393657.245293:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507494400:0@lo:41: 00000100:00080000:1.0:1749393657.245310:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393657.245314:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393657.245320:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507495296:0@lo:38: 00000100:00080000:1.0:1749393657.245333:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393657.245337:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393657.245342:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507495424:0@lo:38: 00000100:00100000:0.0:1749393657.322203:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393657.882342:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393658.016259:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507495808:0@lo:700: 00000100:00100000:2.0:1749393658.016329:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393658.016415:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:0.0:1749393658.016485:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507495808 00000100:00100000:0.0:1749393658.016497:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507495808 00000100:00080000:3.0:1749393658.016533:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393658.016567:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1749393658.016579:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507495808:12345-0@lo:700: 00000100:00100000:0.0:1749393658.016625:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393658.016632:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507495936:0@lo:700: 40000000:00080000:0.0:1749393658.016645:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393658.016648:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393658.016707:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507495808:12345-0@lo:700: Request processed in 131us (377us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393658.016716:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1749393658.016739:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507495808:0@lo:700: 00000100:00100000:3.0:1749393658.017191:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507496064:0@lo:700: 00000100:00100000:3.0:1749393658.017229:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393658.017280:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507496064 00000100:00100000:0.0:1749393658.017286:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507496064 00000100:00100000:3.0:1749393658.017286:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21e40 going to sleep for 11 seconds 00000100:00080000:2.0:1749393658.017313:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393658.017316:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1749393658.017322:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507496064:12345-0@lo:700: 00000100:00100000:0.0:1749393658.017357:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393658.017362:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507496192:0@lo:700: 40000000:00080000:0.0:1749393658.017371:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393658.017374:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393658.017417:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507496064:12345-0@lo:700: Request processed in 94us (187us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393658.017424:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1749393658.017453:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507496064:0@lo:700: 00000100:00100000:2.0:1749393658.192213:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393658.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393658.634246:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393658.634278:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507496320:0@lo:900: 00010000:00010000:3.0:1749393658.884397:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393659.192218:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393659.322199:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393659.886325:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393660.017173:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507496448:0@lo:700: 00000100:00100000:2.0:1749393660.017220:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393660.017292:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:0.0:1749393660.017331:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507496448 00000100:00100000:0.0:1749393660.017339:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507496448 00000100:00080000:2.0:1749393660.017380:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393660.017389:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1749393660.017397:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507496448:12345-0@lo:700: 00000100:00100000:0.0:1749393660.017441:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393660.017445:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507496576:0@lo:700: 40000000:00080000:0.0:1749393660.017454:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393660.017456:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393660.017486:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507496448:12345-0@lo:700: Request processed in 92us (265us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393660.017491:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1749393660.017548:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507496448:0@lo:700: 00000100:00100000:3.0:1749393660.018128:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507496704:0@lo:700: 00000100:00100000:3.0:1749393660.018150:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393660.018175:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507496704 00000100:00100000:0.0:1749393660.018178:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507496704 00000100:00100000:3.0:1749393660.018178:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21e40 going to sleep for 11 seconds 00000100:00100000:0.0:1749393660.018192:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1749393660.018196:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507496704:12345-0@lo:700: 00000100:00080000:2.0:1749393660.018196:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393660.018209:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393660.018212:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507496832:0@lo:700: 40000000:00080000:0.0:1749393660.018216:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393660.018217:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393660.018240:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507496704:12345-0@lo:700: Request processed in 44us (89us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393660.018244:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1749393660.018255:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507496704:0@lo:700: 00000100:00100000:2.0:1749393660.192290:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393660.322210:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393660.575481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393660.575532:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393660.575595:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499737088 00000100:00100000:2.0:1749393660.575608:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499737088 00000100:00100000:3.0:1749393660.575637:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499737216 00000100:00100000:3.0:1749393660.575647:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499737216 00000100:00100000:0.0:1749393660.575650:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393660.575693:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 429 00000100:00100000:3.0:1749393660.575695:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499737344 00000100:00100000:3.0:1749393660.575698:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499737344 00000100:00100000:2.0:1749393660.575709:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499737088:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393660.575717:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1004 00000100:00100000:3.0:1749393660.575751:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499737216:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393660.575756:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1005 00000100:00100000:0.0:1749393660.575769:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499737344:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393660.575782:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 702 last 0 00010000:00080000:0.0:1749393660.575803:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 702 last 0 00000100:00100000:2.0:1749393660.575826:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499737088:12345-192.168.203.32@tcp:400: Request processed in 118us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393660.575840:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 429 00000100:00100000:3.0:1749393660.575841:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499737216:12345-192.168.203.32@tcp:38: Request processed in 115us (307us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393660.575849:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1004 00000100:00100000:0.0:1749393660.575864:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499737344:12345-192.168.203.32@tcp:38: Request processed in 94us (211us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393660.575877:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1005 00000100:00100000:0.0:1749393660.635234:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393660.635250:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507496960:0@lo:900: 00010000:00010000:2.0:1749393660.888409:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393661.192254:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393661.322139:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393661.324183:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393661.324197:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507497088:0@lo:41: 00000100:00100000:3.0:1749393661.324243:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393661.324276:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507497088 00000100:00100000:2.0:1749393661.324284:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507497088 00000100:00100000:2.0:1749393661.324311:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1749393661.324316:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507497088:12345-0@lo:41: 00000004:00000024:2.0:1749393661.324340:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393661.324377:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507497088:12345-0@lo:41: Request processed in 61us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393661.324381:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1749393661.324397:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507497088:0@lo:41: 00010000:00010000:2.0:1749393661.890259:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393662.018162:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cc380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507497216:0@lo:700: 00000100:00100000:2.0:1749393662.018206:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393662.018253:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393662.018285:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507497216 00000100:00100000:0.0:1749393662.018293:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507497216 00000100:00080000:2.0:1749393662.018327:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393662.018336:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1749393662.018343:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507497216:12345-0@lo:700: 00000100:00100000:0.0:1749393662.018370:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393662.018373:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507497344:0@lo:700: 40000000:00080000:0.0:1749393662.018382:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393662.018384:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393662.018414:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507497216:12345-0@lo:700: Request processed in 73us (207us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393662.018419:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1749393662.018428:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cc380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507497216:0@lo:700: 00000100:00100000:3.0:1749393662.019138:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507497472:0@lo:700: 00000100:00100000:3.0:1749393662.019172:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393662.019198:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507497472 00000100:00100000:0.0:1749393662.019201:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507497472 00000100:00100000:3.0:1749393662.019203:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21e40 going to sleep for 11 seconds 00000100:00100000:0.0:1749393662.019215:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00080000:2.0:1749393662.019215:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393662.019218:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507497472:12345-0@lo:700: 00000100:00100000:0.0:1749393662.019231:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393662.019243:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507497600:0@lo:700: 40000000:00080000:0.0:1749393662.019248:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393662.019249:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393662.019274:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507497472:12345-0@lo:700: Request processed in 55us (101us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393662.019278:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1749393662.019290:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507497472:0@lo:700: 00000100:00100000:2.0:1749393662.192146:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:0.0:1749393662.252166:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393662.252171:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393662.252174:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393662.252178:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 699 00000100:00080000:0.0:1749393662.252180:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393662.252184:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393662.252197:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05f800 x1834371507497984/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393662.252197:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800995b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507497856:0@lo:41: 00000100:00080000:0.0:1749393662.252217:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393662.252219:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393662.252220:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393662.252222:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 699 00000100:00080000:0.0:1749393662.252223:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393662.252225:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393662.252228:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507497728:0@lo:400: 00000100:00100000:1.0:1749393662.252230:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393662.252233:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45ca80 x1834371507498240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393662.252235:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507498112:0@lo:400: 00000100:00080000:0.0:1749393662.252241:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393662.252243:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393662.252249:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393662.252251:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 699 00000100:00080000:0.0:1749393662.252252:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393662.252254:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393662.252262:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45c000 x1834371507498496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393662.252265:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393662.252266:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393662.252268:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749393662.252268:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393662.252269:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393662.252271:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 699 00000100:00100000:1.0:1749393662.252271:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507497984:0@lo:38: 00000100:00080000:0.0:1749393662.252272:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393662.252273:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393662.252278:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45ce00 x1834371507498624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393662.252287:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1749393662.252290:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393662.252291:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507498368:0@lo:400: 00000100:00080000:0.0:1749393662.252292:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393662.252293:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393662.252294:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393662.252295:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 699 00000100:00080000:0.0:1749393662.252296:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1749393662.252297:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507498752:0@lo:400: 00000100:00080000:0.0:1749393662.252298:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393662.252304:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb85180 x1834371507499008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393662.252304:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393662.252308:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393662.252309:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507498240:0@lo:38: 00000100:00080000:0.0:1749393662.252310:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393662.252313:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393662.252316:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 699 00000100:00080000:0.0:1749393662.252317:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1749393662.252318:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393662.252319:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393662.252323:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507497856 00000100:00100000:1.0:1749393662.252324:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393662.252326:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb87480 x1834371507499136/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393662.252326:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507497856 00000100:00100000:3.0:1749393662.252335:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393662.252337:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507498496:0@lo:38: 00000100:00100000:2.0:1749393662.252338:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507498112 00000100:00100000:2.0:1749393662.252340:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507498112 00000100:00100000:3.0:1749393662.252340:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507498880:0@lo:400: 00000100:00100000:2.0:1749393662.252345:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507498368 00000100:00100000:2.0:1749393662.252346:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507498368 00000100:00100000:0.0:1749393662.252353:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1749393662.252353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393662.252356:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:3.0:1749393662.252357:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393662.252358:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507497856:12345-0@lo:41: 00000100:00100000:2.0:1749393662.252360:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507498112:12345-0@lo:400: 00000100:00100000:1.0:1749393662.252367:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507498624:0@lo:38: 00000004:00000024:0.0:1749393662.252378:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393662.252378:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507497728 00000100:00100000:3.0:1749393662.252381:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507497728 00000100:00100000:2.0:1749393662.252382:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507498112:12345-0@lo:400: Request processed in 22us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393662.252384:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393662.252386:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1749393662.252393:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1749393662.252395:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507498368:12345-0@lo:400: 00000100:00100000:1.0:1749393662.252398:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507499008:0@lo:38: 00000100:00100000:3.0:1749393662.252399:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1749393662.252401:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507497856:12345-0@lo:41: Request processed in 44us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393662.252403:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507497728:12345-0@lo:400: 00000100:00100000:0.0:1749393662.252405:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1749393662.252407:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507498368:12345-0@lo:400: Request processed in 11us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393662.252410:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1749393662.252412:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393662.252418:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507499392:0@lo:400: 00000100:00100000:2.0:1749393662.252422:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507498752 00000100:00100000:1.0:1749393662.252424:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507499136:0@lo:38: 00000100:00100000:2.0:1749393662.252424:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507498752 00000100:00100000:3.0:1749393662.252425:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507497728:12345-0@lo:400: Request processed in 21us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393662.252428:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1749393662.252432:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393662.252437:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507498880 00000100:00100000:1.0:1749393662.252438:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393662.252438:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507498880 00000100:00100000:2.0:1749393662.252444:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507499392 00000100:00100000:0.0:1749393662.252445:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749393662.252445:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507499392 00000100:00100000:3.0:1749393662.252445:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507497984 00000100:00100000:3.0:1749393662.252447:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507497984 00000100:00100000:0.0:1749393662.252448:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507499264:0@lo:400: 00000100:00100000:3.0:1749393662.252453:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507498240 00000100:00100000:3.0:1749393662.252454:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507498240 00000100:00100000:2.0:1749393662.252456:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1749393662.252458:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393662.252458:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507498624 00000100:00100000:1.0:1749393662.252459:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507498496 00000100:00100000:2.0:1749393662.252459:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507498752:12345-0@lo:400: 00000100:00100000:3.0:1749393662.252460:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507498624 00000100:00100000:1.0:1749393662.252463:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507498496 00000100:00100000:3.0:1749393662.252463:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507499008 00000100:00100000:3.0:1749393662.252464:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507499008 00000100:00100000:3.0:1749393662.252467:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507499136 00000100:00100000:0.0:1749393662.252468:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507499264 00000100:00100000:3.0:1749393662.252468:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507499136 00000100:00100000:0.0:1749393662.252471:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507499264 00000100:00100000:2.0:1749393662.252473:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507498752:12345-0@lo:400: Request processed in 14us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393662.252474:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:3.0:1749393662.252477:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507497984:12345-0@lo:38: 00000100:00100000:1.0:1749393662.252478:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:1.0:1749393662.252483:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507498240:12345-0@lo:38: 00000100:00100000:2.0:1749393662.252483:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00010000:00020000:3.0:1749393662.252489:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393662.252492:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1749393662.252494:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1749393662.252495:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507498880:12345-0@lo:400: 00000100:00100000:2.0:1749393662.252497:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507499392:12345-0@lo:400: 00010000:00020000:1.0:1749393662.252501:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393662.252505:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507497984:12345-0@lo:38: Request processed in 27us (211us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393662.252514:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1749393662.252518:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507498880:12345-0@lo:400: Request processed in 23us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393662.252519:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507499392:12345-0@lo:400: Request processed in 21us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393662.252522:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1749393662.252522:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1749393662.252525:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1749393662.252525:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507498624:12345-0@lo:38: 00000100:00100000:1.0:1749393662.252526:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507498240:12345-0@lo:38: Request processed in 42us (200us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393662.252529:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00010000:00020000:3.0:1749393662.252532:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393662.252533:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507499264:12345-0@lo:400: 00000100:00100000:1.0:1749393662.252533:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00080000:2.0:1749393662.252539:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393662.252544:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1749393662.252544:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507498624:12345-0@lo:38: Request processed in 18us (160us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393662.252547:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:1.0:1749393662.252548:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507499008:12345-0@lo:38: 00000100:00100000:2.0:1749393662.252550:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507498368:0@lo:400: 00000100:00100000:0.0:1749393662.252553:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507499264:12345-0@lo:400: Request processed in 20us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393662.252553:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:3.0:1749393662.252555:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507498496:12345-0@lo:38: 00000100:00100000:2.0:1749393662.252556:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507498112:0@lo:400: 00000100:00100000:0.0:1749393662.252557:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00010000:00020000:1.0:1749393662.252558:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393662.252560:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393662.252573:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507498496:12345-0@lo:38: Request processed in 18us (221us total) trans 0 rc -19/-19 00010000:00080000:0.0:1749393662.252576:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb84000 x1834371507499264/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393662.252576:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:1.0:1749393662.252578:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507499008:12345-0@lo:38: Request processed in 28us (164us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393662.252579:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507499136:12345-0@lo:38: 00000100:00100000:3.0:1749393662.252579:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:0.0:1749393662.252583:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507499264:0@lo:400: 00000100:00100000:1.0:1749393662.252583:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00010000:00020000:2.0:1749393662.252587:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1749393662.252589:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb85880 x1834371507499392/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393662.252593:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507499392:0@lo:400: 00010000:00080000:3.0:1749393662.252597:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c45e680 x1834371507498880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393662.252600:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507499136:12345-0@lo:38: Request processed in 21us (163us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393662.252604:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1749393662.252604:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507498880:0@lo:400: 00010000:00080000:3.0:1749393662.252610:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c45d500 x1834371507498752/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393662.252612:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800995b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507497856:0@lo:41: 00000100:00100000:3.0:1749393662.252615:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507498752:0@lo:400: 00000100:00100000:3.0:1749393662.252619:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507497728:0@lo:400: 00000100:00080000:1.0:1749393662.252632:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393662.252635:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393662.252639:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507498624:0@lo:38: 00000100:00080000:1.0:1749393662.252646:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393662.252648:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393662.252651:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507499008:0@lo:38: 00000100:00080000:1.0:1749393662.252658:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393662.252660:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393662.252662:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507499136:0@lo:38: 00000100:00080000:1.0:1749393662.252669:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393662.252671:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393662.252674:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507497984:0@lo:38: 00000100:00080000:1.0:1749393662.252688:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393662.252690:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393662.252693:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507498240:0@lo:38: 00000100:00080000:1.0:1749393662.252700:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393662.252702:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393662.252705:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507498496:0@lo:38: 00000100:00100000:0.0:1749393662.322163:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393662.636253:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393662.636270:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507499520:0@lo:900: 00010000:00010000:3.0:1749393662.892334:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393663.192360:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393663.322223:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393663.894383:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393664.019234:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507499648:0@lo:700: 00000100:00100000:2.0:1749393664.019312:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393664.019411:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393664.019435:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507499648 00000100:00100000:0.0:1749393664.019448:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507499648 00000100:00080000:2.0:1749393664.019517:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393664.019549:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1749393664.019562:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507499648:12345-0@lo:700: 00000100:00100000:0.0:1749393664.019606:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393664.019613:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507499776:0@lo:700: 40000000:00080000:0.0:1749393664.019628:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393664.019631:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393664.019686:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507499648:12345-0@lo:700: Request processed in 127us (376us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393664.019695:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1749393664.019779:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507499648:0@lo:700: 00000100:00100000:3.0:1749393664.021238:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507499904:0@lo:700: 00000100:00100000:3.0:1749393664.021279:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393664.021345:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507499904 00000100:00100000:3.0:1749393664.021347:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393664.021355:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507499904 00000100:00100000:0.0:1749393664.021394:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1749393664.021402:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507499904:12345-0@lo:700: 00000100:00100000:0.0:1749393664.021433:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393664.021440:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507500032:0@lo:700: 00000100:00080000:2.0:1749393664.021445:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 40000000:00080000:0.0:1749393664.021450:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393664.021453:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393664.021508:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507499904:12345-0@lo:700: Request processed in 107us (228us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393664.021517:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1749393664.021537:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507499904:0@lo:700: 00000100:00100000:0.0:1749393664.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393664.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393664.637250:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393664.637271:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507500160:0@lo:900: 00010000:00010000:2.0:1749393664.896288:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393665.192234:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393665.322131:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393665.583351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393665.583396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393665.583454:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499737472 00000100:00100000:0.0:1749393665.583474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393665.583479:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499737472 00000100:00100000:3.0:1749393665.583529:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499737600 00000100:00100000:3.0:1749393665.583538:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499737600 00000100:00100000:2.0:1749393665.583545:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 431 00000100:00100000:2.0:1749393665.583558:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499737472:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393665.583580:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499737728 00000100:00100000:3.0:1749393665.583583:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499737728 00000100:00100000:1.0:1749393665.583604:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1012 00000100:00100000:1.0:1749393665.583614:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499737600:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393665.583617:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1013 00000100:00100000:3.0:1749393665.583625:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499737728:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393665.583641:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499737472:12345-192.168.203.32@tcp:400: Request processed in 83us (297us total) trans 0 rc 0/0 00010000:00080000:1.0:1749393665.583645:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 707 last 0 00010000:00080000:3.0:1749393665.583649:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 707 last 0 00000100:00100000:2.0:1749393665.583655:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 431 00000100:00100000:3.0:1749393665.583740:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499737728:12345-192.168.203.32@tcp:38: Request processed in 113us (264us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393665.583747:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499737600:12345-192.168.203.32@tcp:38: Request processed in 131us (349us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393665.583749:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1013 00000100:00100000:1.0:1749393665.583756:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1012 00010000:00010000:2.0:1749393665.898441:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393666.020273:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507500288:0@lo:700: 00000100:00100000:2.0:1749393666.020381:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393666.020484:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393666.020518:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507500288 00000100:00100000:0.0:1749393666.020531:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507500288 00000100:00100000:0.0:1749393666.020600:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00080000:2.0:1749393666.020602:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393666.020611:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507500288:12345-0@lo:700: 00000100:00100000:0.0:1749393666.020656:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393666.020663:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507500416:0@lo:700: 40000000:00080000:0.0:1749393666.020678:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393666.020681:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393666.020823:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507500288:12345-0@lo:700: Request processed in 213us (442us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393666.020833:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1749393666.020864:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507500288:0@lo:700: 00000100:00100000:3.0:1749393666.022212:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009945ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507500544:0@lo:700: 00000100:00100000:3.0:1749393666.022252:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393666.022308:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393666.022377:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507500544 00000100:00100000:0.0:1749393666.022387:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507500544 00000100:00080000:2.0:1749393666.022417:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393666.022440:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1749393666.022449:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507500544:12345-0@lo:700: 00000100:00100000:0.0:1749393666.022481:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393666.022488:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507500672:0@lo:700: 40000000:00080000:0.0:1749393666.022498:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393666.022501:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393666.022552:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507500544:12345-0@lo:700: Request processed in 104us (299us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393666.022561:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1749393666.022573:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009945ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507500544:0@lo:700: 00000100:00100000:2.0:1749393666.192200:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393666.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393666.332302:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393666.332326:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507500800:0@lo:41: 00000100:00100000:1.0:1749393666.332392:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393666.332539:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507500800 00000100:00100000:2.0:1749393666.332549:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507500800 00000100:00100000:0.0:1749393666.332628:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1749393666.332644:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507500800:12345-0@lo:41: 00000004:00000024:0.0:1749393666.332742:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393666.332811:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507500800:12345-0@lo:41: Request processed in 172us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393666.332820:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1749393666.332871:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507500800:0@lo:41: 00000100:00100000:0.0:1749393666.638207:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393666.638218:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507500928:0@lo:900: 00000100:00100000:2.0:1749393666.883206:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393666.883239:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507501056/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393671 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393666.883305:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393666.883377:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393666.883443:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507501056 00000100:00100000:0.0:1749393666.883455:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507501056 00000100:00080000:2.0:1749393666.883516:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393666.883524:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1749393666.883536:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507501056:12345-0@lo:700: 40000000:00080000:0.0:1749393666.883576:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393666.883632:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507501056:12345-0@lo:700: Request processed in 99us (327us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393666.883641:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1749393666.883649:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507501056/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393682 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393666.883660:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393666.885155:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393666.885176:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507501184/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393671 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393666.885223:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393666.885282:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393666.885340:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507501184 00000100:00100000:2.0:1749393666.885349:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507501184 00000100:00100000:2.0:1749393666.885404:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00080000:0.0:1749393666.885405:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393666.885412:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507501184:12345-0@lo:700: 40000000:00080000:2.0:1749393666.885441:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393666.885492:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507501184:12345-0@lo:700: Request processed in 80us (268us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393666.885505:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1749393666.885508:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507501184/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393682 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393666.885519:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:3.0:1749393666.900312:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393667.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:0.0:1749393667.260206:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393667.260214:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393667.260218:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393667.260225:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 704 00000100:00080000:0.0:1749393667.260229:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393667.260235:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393667.260253:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749393667.260255:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb87100 x1834371507501568/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393667.260274:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507501440:0@lo:41: 00000100:00080000:0.0:1749393667.260278:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393667.260282:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393667.260284:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393667.260287:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 704 00000100:00080000:0.0:1749393667.260289:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393667.260303:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393667.260309:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507501312:0@lo:400: 00000100:00100000:0.0:1749393667.260320:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb86d80 x1834371507501824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393667.260327:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393667.260336:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393667.260340:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393667.260341:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393667.260344:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1749393667.260345:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 704 00000100:00080000:0.0:1749393667.260347:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393667.260350:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393667.260360:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb87800 x1834371507502080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393667.260363:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507501696:0@lo:400: 00000100:00080000:0.0:1749393667.260368:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393667.260371:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:2.0:1749393667.260371:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393667.260372:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393667.260375:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 704 00000100:00080000:0.0:1749393667.260377:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393667.260377:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507501568:0@lo:38: 00000100:00080000:0.0:1749393667.260380:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393667.260389:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb85c00 x1834371507502208/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393667.260405:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393667.260409:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393667.260413:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393667.260417:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393667.260418:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393667.260426:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507501824:0@lo:38: 00000100:00100000:1.0:1749393667.260447:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393667.260453:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 704 00000100:00080000:0.0:1749393667.260455:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393667.260462:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507501440 00000100:00080000:0.0:1749393667.260466:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393667.260468:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507501440 00000100:00100000:1.0:1749393667.260469:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749393667.260481:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb85180 x1834371507502592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393667.260488:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507502464:0@lo:400: 00000100:00080000:0.0:1749393667.260490:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393667.260491:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507502336:0@lo:400: 00000100:00080000:0.0:1749393667.260494:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393667.260495:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393667.260496:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507501696 00000100:00080000:0.0:1749393667.260499:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 704 00000100:00100000:3.0:1749393667.260499:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507501696 00000100:00080000:0.0:1749393667.260501:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393667.260504:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393667.260512:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1749393667.260514:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393667.260515:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099755180 x1834371507502720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393667.260520:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507501440:12345-0@lo:41: 00000100:00100000:1.0:1749393667.260543:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507502848:0@lo:400: 00000100:00100000:0.0:1749393667.260553:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507501952:0@lo:400: 00000004:00000024:3.0:1749393667.260553:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393667.260558:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393667.260566:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507501312 00000100:00100000:2.0:1749393667.260572:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507501312 00000100:00100000:1.0:1749393667.260585:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507501568 00000100:00100000:0.0:1749393667.260589:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393667.260591:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507501568 00000100:00100000:2.0:1749393667.260604:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1749393667.260608:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507502976:0@lo:400: 00000100:00100000:3.0:1749393667.260609:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507501440:12345-0@lo:41: Request processed in 88us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393667.260610:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507501824 00000100:00100000:2.0:1749393667.260611:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507501312:12345-0@lo:400: 00000100:00100000:1.0:1749393667.260612:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507501824 00000100:00100000:3.0:1749393667.260617:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1749393667.260626:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1749393667.260627:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393667.260633:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507501568:12345-0@lo:38: 00000100:00100000:3.0:1749393667.260634:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507501952 00000100:00100000:3.0:1749393667.260637:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507501952 00000100:00100000:3.0:1749393667.260648:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1749393667.260651:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507501312:12345-0@lo:400: Request processed in 40us (282us total) trans 0 rc 0/0 00010000:00020000:1.0:1749393667.260654:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393667.260654:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507501696:12345-0@lo:400: 00000100:00100000:2.0:1749393667.260659:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1749393667.260669:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1749393667.260720:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507501952:12345-0@lo:400: 00000100:00100000:2.0:1749393667.260729:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:3.0:1749393667.260731:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507501696:12345-0@lo:400: Request processed in 74us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393667.260735:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507501568:12345-0@lo:38: Request processed in 100us (327us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393667.260735:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507501824:12345-0@lo:38: 00000100:00100000:3.0:1749393667.260738:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1749393667.260744:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00010000:00020000:2.0:1749393667.260752:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393667.260763:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507501952:12345-0@lo:400: Request processed in 86us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393667.260763:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507502464 00000100:00100000:3.0:1749393667.260766:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507502464 00000100:00100000:0.0:1749393667.260771:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:2.0:1749393667.260779:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507501824:12345-0@lo:38: Request processed in 43us (330us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393667.260785:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:3.0:1749393667.260786:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507502848 00000100:00100000:1.0:1749393667.260789:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507501440:0@lo:41: 00000100:00100000:3.0:1749393667.260789:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507502848 00000100:00100000:0.0:1749393667.260798:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507502976 00000100:00100000:3.0:1749393667.260803:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1749393667.260804:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507502976 00000100:00100000:2.0:1749393667.260810:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:3.0:1749393667.260811:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507502464:12345-0@lo:400: 00000100:00100000:2.0:1749393667.260817:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507502848:12345-0@lo:400: 00000100:00080000:1.0:1749393667.260819:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393667.260823:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393667.260827:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507501824:0@lo:38: 00000100:00100000:0.0:1749393667.260828:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1749393667.260834:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507502976:12345-0@lo:400: 00000100:00100000:1.0:1749393667.260835:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507502080:0@lo:38: 00000100:00100000:2.0:1749393667.260847:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507502848:12345-0@lo:400: Request processed in 32us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393667.260847:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507502464:12345-0@lo:400: Request processed in 37us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393667.260853:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1749393667.260859:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393667.260864:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507502976:12345-0@lo:400: Request processed in 29us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393667.260867:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1749393667.260879:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1749393667.260885:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507502208:0@lo:38: 00000100:00100000:3.0:1749393667.260885:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507501696:0@lo:400: 00000100:00100000:2.0:1749393667.260892:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393667.260901:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393667.260913:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507502336 00000100:00100000:1.0:1749393667.260915:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507502592:0@lo:38: 00000100:00100000:0.0:1749393667.260917:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507502336 00000100:00100000:2.0:1749393667.260927:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507501312:0@lo:400: 00000100:00100000:1.0:1749393667.260929:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393667.260937:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1749393667.260941:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507502720:0@lo:38: 00000100:00100000:0.0:1749393667.260943:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507502336:12345-0@lo:400: 00000100:00100000:1.0:1749393667.260975:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393667.260978:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507502336:12345-0@lo:400: Request processed in 35us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393667.260984:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00010000:00080000:2.0:1749393667.260994:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb84380 x1834371507502336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393667.261007:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507502336:0@lo:400: 00000100:00100000:0.0:1749393667.261011:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507501952:0@lo:400: 00000100:00080000:1.0:1749393667.261022:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:0.0:1749393667.261024:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099755f80 x1834371507502976/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393667.261026:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393667.261030:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507501568:0@lo:38: 00000100:00100000:0.0:1749393667.261034:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507502976:0@lo:400: 00000100:00100000:3.0:1749393667.261035:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507502080 00000100:00100000:3.0:1749393667.261040:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507502080 00000100:00100000:3.0:1749393667.261054:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507502208 00000100:00100000:1.0:1749393667.261055:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507502592 00000100:00100000:3.0:1749393667.261056:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507502208 00000100:00100000:1.0:1749393667.261058:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507502592 00000100:00100000:1.0:1749393667.261107:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507502720 00000100:00100000:1.0:1749393667.261110:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507502720 00000100:00100000:3.0:1749393667.261120:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:3.0:1749393667.261126:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507502080:12345-0@lo:38: 00000100:00100000:1.0:1749393667.261130:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:1.0:1749393667.261136:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507502208:12345-0@lo:38: 00000100:00100000:2.0:1749393667.261139:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00010000:00020000:3.0:1749393667.261143:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393667.261145:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507502592:12345-0@lo:38: 00010000:00020000:1.0:1749393667.261152:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393667.261160:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393667.261179:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507502080:12345-0@lo:38: Request processed in 52us (319us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393667.261187:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507502208:12345-0@lo:38: Request processed in 50us (285us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393667.261195:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1749393667.261196:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507502592:12345-0@lo:38: Request processed in 49us (265us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393667.261199:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1749393667.261203:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:3.0:1749393667.261210:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:3.0:1749393667.261215:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507502720:12345-0@lo:38: 00010000:00020000:3.0:1749393667.261228:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:1.0:1749393667.261235:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099756d80 x1834371507502848/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749393667.261247:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393667.261248:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507502848:0@lo:400: 00000100:00080000:2.0:1749393667.261251:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393667.261251:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507502720:12345-0@lo:38: Request processed in 35us (275us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393667.261256:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507502208:0@lo:38: 00000100:00100000:3.0:1749393667.261257:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00010000:00080000:1.0:1749393667.261265:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb87480 x1834371507502464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749393667.261265:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393667.261268:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393667.261272:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507502592:0@lo:38: 00000100:00100000:1.0:1749393667.261281:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507502464:0@lo:400: 00000100:00080000:2.0:1749393667.261281:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393667.261283:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393667.261287:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507502720:0@lo:38: 00000100:00080000:2.0:1749393667.261300:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393667.261304:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393667.261320:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507502080:0@lo:38: 00000100:00100000:0.0:1749393667.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393667.902325:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393668.021227:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507503104:0@lo:700: 00000100:00100000:2.0:1749393668.021295:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393668.021368:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1749393668.021425:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507503104 00000100:00100000:0.0:1749393668.021437:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507503104 00000100:00080000:2.0:1749393668.021500:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393668.021520:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1749393668.021531:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507503104:12345-0@lo:700: 00000100:00100000:0.0:1749393668.021576:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393668.021584:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507503232:0@lo:700: 40000000:00080000:0.0:1749393668.021599:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393668.021603:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393668.021660:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507503104:12345-0@lo:700: Request processed in 131us (364us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393668.021669:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1749393668.021722:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507503104:0@lo:700: 00000100:00100000:3.0:1749393668.023179:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507503360:0@lo:700: 00000100:00100000:3.0:1749393668.023220:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393668.023276:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393668.023340:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507503360 00000100:00100000:0.0:1749393668.023361:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507503360 00000100:00080000:2.0:1749393668.023392:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393668.023415:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1749393668.023424:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507503360:12345-0@lo:700: 00000100:00100000:0.0:1749393668.023456:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393668.023462:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507503488:0@lo:700: 40000000:00080000:0.0:1749393668.023473:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393668.023476:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393668.023527:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507503360:12345-0@lo:700: Request processed in 104us (306us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393668.023535:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1749393668.023548:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507503360:0@lo:700: 00000100:00100000:2.0:1749393668.192200:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393668.322196:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393668.639240:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393668.639254:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507503616:0@lo:900: 00010000:00010000:2.0:1749393668.904377:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393669.192204:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393669.322190:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393669.906397:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393670.022244:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507503744:0@lo:700: 00000100:00100000:2.0:1749393670.022311:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393670.022393:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1749393670.022440:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507503744 00000100:00100000:0.0:1749393670.022453:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507503744 00000100:00080000:2.0:1749393670.022515:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393670.022527:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1749393670.022540:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507503744:12345-0@lo:700: 00000100:00100000:0.0:1749393670.022588:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393670.022595:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507503872:0@lo:700: 40000000:00080000:0.0:1749393670.022609:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393670.022612:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393670.022712:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507503744:12345-0@lo:700: Request processed in 174us (399us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393670.022721:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1749393670.022727:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507503744:0@lo:700: 00000100:00100000:3.0:1749393670.024181:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507504000:0@lo:700: 00000100:00100000:3.0:1749393670.024222:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393670.024282:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393670.024336:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507504000 00000100:00100000:0.0:1749393670.024368:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507504000 00000100:00100000:0.0:1749393670.024429:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00080000:2.0:1749393670.024430:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393670.024438:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507504000:12345-0@lo:700: 00000100:00100000:0.0:1749393670.024470:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393670.024476:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507504128:0@lo:700: 40000000:00080000:0.0:1749393670.024487:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393670.024490:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393670.024540:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507504000:12345-0@lo:700: Request processed in 104us (317us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393670.024549:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1749393670.024562:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507504000:0@lo:700: 00000100:00100000:2.0:1749393670.192214:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393670.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393670.591852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393670.591899:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393670.591986:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499737984 00000100:00100000:2.0:1749393670.591986:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499737856 00000100:00100000:0.0:1749393670.591994:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393670.591999:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499737856 00000100:00100000:1.0:1749393670.592000:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499737984 00000100:00100000:2.0:1749393670.592047:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 433 00000100:00100000:2.0:1749393670.592057:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499737856:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393670.592126:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499738112 00000100:00100000:1.0:1749393670.592136:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1020 00000100:00100000:3.0:1749393670.592136:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499738112 00000100:00100000:1.0:1749393670.592148:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499737984:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393670.592172:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499737856:12345-192.168.203.32@tcp:400: Request processed in 113us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393670.592172:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1021 00000100:00100000:3.0:1749393670.592180:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499738112:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393670.592182:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 433 00010000:00080000:1.0:1749393670.592184:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 712 last 0 00010000:00080000:3.0:1749393670.592203:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 712 last 0 00000100:00100000:3.0:1749393670.592259:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499738112:12345-192.168.203.32@tcp:38: Request processed in 79us (265us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393670.592268:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1021 00000100:00100000:1.0:1749393670.592311:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499737984:12345-192.168.203.32@tcp:38: Request processed in 160us (406us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393670.592326:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1020 00000100:00100000:0.0:1749393670.640211:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393670.640223:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507504256:0@lo:900: 00010000:00010000:3.0:1749393670.908363:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393671.192348:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393671.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393671.340313:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507504384:0@lo:41: 00000100:00100000:2.0:1749393671.340400:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393671.340479:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507504384 00000100:00100000:0.0:1749393671.340492:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507504384 00000100:00100000:0.0:1749393671.340554:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1749393671.340563:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507504384:12345-0@lo:41: 00000004:00000024:0.0:1749393671.340601:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393671.340704:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507504384:12345-0@lo:41: Request processed in 140us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393671.340713:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1749393671.340726:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507504384:0@lo:41: 00010000:00010000:2.0:1749393671.910383:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393672.023210:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507504512:0@lo:700: 00000100:00100000:2.0:1749393672.023275:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393672.023347:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393672.023403:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507504512 00000100:00100000:0.0:1749393672.023430:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507504512 00000100:00080000:2.0:1749393672.023495:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393672.023506:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1749393672.023518:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507504512:12345-0@lo:700: 00000100:00100000:0.0:1749393672.023561:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393672.023568:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507504640:0@lo:700: 40000000:00080000:0.0:1749393672.023582:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393672.023585:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393672.023672:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507504512:12345-0@lo:700: Request processed in 127us (366us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393672.023682:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1749393672.023700:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507504512:0@lo:700: 00000100:00100000:3.0:1749393672.025180:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507504768:0@lo:700: 00000100:00100000:3.0:1749393672.025238:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393672.025296:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393672.025359:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507504768 00000100:00100000:0.0:1749393672.025368:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507504768 00000100:00080000:2.0:1749393672.025395:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393672.025421:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1749393672.025429:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507504768:12345-0@lo:700: 00000100:00100000:0.0:1749393672.025462:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393672.025468:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507504896:0@lo:700: 40000000:00080000:0.0:1749393672.025478:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393672.025481:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393672.025533:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507504768:12345-0@lo:700: Request processed in 104us (294us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393672.025541:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1749393672.025554:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507504768:0@lo:700: 00000100:00100000:0.0:1749393672.192217:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:0.0:1749393672.268172:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393672.268179:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393672.268182:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393672.268184:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507505152:0@lo:41: 00000100:00100000:2.0:1749393672.268184:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507505024:0@lo:400: 00000100:00080000:0.0:1749393672.268187:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 709 00000100:00080000:0.0:1749393672.268200:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393672.268205:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393672.268221:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099755500 x1834371507505280/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393672.268239:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393672.268240:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393672.268240:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393672.268243:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393672.268244:0:304:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393672.268246:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 709 00000100:00080000:0.0:1749393672.268248:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393672.268249:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393672.268257:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099755180 x1834371507505536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393672.268263:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393672.268265:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393672.268266:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393672.268266:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507505152 00000100:00080000:0.0:1749393672.268267:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 709 00000100:00080000:0.0:1749393672.268269:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393672.268270:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507505152 00000100:00080000:0.0:1749393672.268271:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393672.268277:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099756d80 x1834371507505664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393672.268282:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393672.268284:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393672.268285:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393672.268285:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507505280:0@lo:38: 00000100:00080000:0.0:1749393672.268287:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 709 00000100:00080000:0.0:1749393672.268291:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393672.268293:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393672.268301:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f14700 x1834371507505792/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393672.268301:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1749393672.268303:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393672.268309:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507505152:12345-0@lo:41: 00000100:00100000:2.0:1749393672.268313:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507505536:0@lo:38: 00000100:00080000:0.0:1749393672.268316:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393672.268319:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393672.268320:0:304:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393672.268322:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 709 00000100:00080000:0.0:1749393672.268324:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393672.268324:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393672.268326:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393672.268332:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f17b80 x1834371507506176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393672.268334:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507505664:0@lo:38: 00000100:00080000:0.0:1749393672.268337:0:304:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000004:00000024:1.0:1749393672.268338:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00080000:0.0:1749393672.268339:0:304:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393672.268340:0:304:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393672.268343:0:304:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 709 00000100:00100000:2.0:1749393672.268343:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393672.268344:0:304:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393672.268346:0:304:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393672.268352:0:304:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f15f80 x1834371507506304/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393672.268354:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507505792:0@lo:38: 00000100:00100000:2.0:1749393672.268366:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393672.268372:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507505152:12345-0@lo:41: Request processed in 63us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393672.268374:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507505408:0@lo:400: 00000100:00100000:2.0:1749393672.268377:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507506176:0@lo:38: 00000100:00100000:1.0:1749393672.268380:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1749393672.268388:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393672.268399:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393672.268399:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507506304:0@lo:38: 00000100:00100000:2.0:1749393672.268415:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393672.268416:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507506560:0@lo:400: 00000100:00100000:1.0:1749393672.268422:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507505152:0@lo:41: 00000100:00100000:0.0:1749393672.268430:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393672.268430:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507505920:0@lo:400: 00000100:00100000:1.0:1749393672.268441:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507506432:0@lo:400: 00000100:00100000:3.0:1749393672.268446:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507505280 00000100:00100000:3.0:1749393672.268452:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507505280 00000100:00100000:0.0:1749393672.268459:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507505536 00000100:00100000:2.0:1749393672.268459:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393672.268462:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507505536 00000100:00100000:3.0:1749393672.268466:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507505664 00000100:00100000:1.0:1749393672.268468:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507505408 00000100:00100000:3.0:1749393672.268469:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507505664 00000100:00100000:1.0:1749393672.268471:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507505408 00000100:00100000:0.0:1749393672.268472:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507505792 00000100:00100000:0.0:1749393672.268473:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507505792 00000100:00100000:3.0:1749393672.268476:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507506176 00000100:00100000:0.0:1749393672.268478:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507506304 00000100:00100000:3.0:1749393672.268478:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507506176 00000100:00100000:0.0:1749393672.268480:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507506304 00000100:00100000:2.0:1749393672.268485:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507505024 00000100:00100000:1.0:1749393672.268486:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1749393672.268487:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:2.0:1749393672.268488:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507505024 00000100:00100000:1.0:1749393672.268490:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507505408:12345-0@lo:400: 00000100:00100000:0.0:1749393672.268491:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507505280:12345-0@lo:38: 00000100:00100000:3.0:1749393672.268499:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1749393672.268505:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507505536:12345-0@lo:38: 00010000:00020000:0.0:1749393672.268507:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393672.268509:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1749393672.268513:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507505024:12345-0@lo:400: 00000100:00100000:1.0:1749393672.268516:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507505408:12345-0@lo:400: Request processed in 26us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393672.268520:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00010000:00020000:3.0:1749393672.268520:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393672.268531:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507505280:12345-0@lo:38: Request processed in 39us (228us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393672.268533:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:0.0:1749393672.268536:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1749393672.268536:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507505664:12345-0@lo:38: 00000100:00100000:2.0:1749393672.268542:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507505024:12345-0@lo:400: Request processed in 28us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393672.268545:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00010000:00020000:1.0:1749393672.268546:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393672.268548:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507505792:12345-0@lo:38: 00000100:00100000:2.0:1749393672.268550:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00010000:00020000:0.0:1749393672.268555:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393672.268557:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507505536:12345-0@lo:38: Request processed in 51us (229us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393672.268564:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:0.0:1749393672.268569:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507505792:12345-0@lo:38: Request processed in 21us (203us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393672.268572:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507505664:12345-0@lo:38: Request processed in 35us (227us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393672.268573:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:2.0:1749393672.268577:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:1.0:1749393672.268582:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:2.0:1749393672.268583:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507506176:12345-0@lo:38: 00000100:00100000:3.0:1749393672.268585:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:3.0:1749393672.268589:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507506304:12345-0@lo:38: 00000100:00100000:1.0:1749393672.268594:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749393672.268597:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393672.268599:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507506560 00000100:00100000:0.0:1749393672.268601:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507506560 00010000:00020000:3.0:1749393672.268602:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393672.268607:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393672.268611:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507506048:0@lo:400: 00000100:00100000:0.0:1749393672.268619:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507505920 00000100:00100000:0.0:1749393672.268621:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507505920 00000100:00100000:2.0:1749393672.268626:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507506176:12345-0@lo:38: Request processed in 42us (235us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393672.268627:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507506304:12345-0@lo:38: Request processed in 36us (209us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393672.268628:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393672.268632:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507506432 00000100:00100000:2.0:1749393672.268633:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:0.0:1749393672.268634:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507506432 00000100:00100000:3.0:1749393672.268636:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1749393672.268640:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507506048 00000100:00100000:0.0:1749393672.268658:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507506048 00000100:00100000:1.0:1749393672.268661:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1749393672.268666:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507506560:12345-0@lo:400: 00000100:00100000:0.0:1749393672.268667:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1749393672.268671:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507505920:12345-0@lo:400: 00000100:00100000:3.0:1749393672.268673:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00080000:2.0:1749393672.268675:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393672.268679:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507506432:12345-0@lo:400: 00000100:00100000:1.0:1749393672.268685:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507506560:12345-0@lo:400: Request processed in 20us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393672.268687:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1749393672.268691:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1749393672.268695:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507506048:12345-0@lo:400: 00000100:00100000:0.0:1749393672.268698:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507505920:12345-0@lo:400: Request processed in 27us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393672.268707:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1749393672.268710:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507506432:12345-0@lo:400: Request processed in 32us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393672.268714:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00010000:00080000:1.0:1749393672.268716:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f14e00 x1834371507506432/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393672.268725:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507506432:0@lo:400: 00000100:00100000:2.0:1749393672.268726:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507506048:12345-0@lo:400: Request processed in 32us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393672.268732:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507505408:0@lo:400: 00000100:00100000:2.0:1749393672.268734:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00010000:00080000:1.0:1749393672.268735:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f15880 x1834371507506048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749393672.268740:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f16300 x1834371507506560/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393672.268741:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507506048:0@lo:400: 00000100:00100000:0.0:1749393672.268746:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507506560:0@lo:400: 00000100:00100000:0.0:1749393672.268762:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507505024:0@lo:400: 00010000:00080000:2.0:1749393672.268762:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f16a00 x1834371507505920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393672.268773:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507505920:0@lo:400: 00000100:00080000:2.0:1749393672.268794:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393672.268798:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393672.268807:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507506304:0@lo:38: 00000100:00080000:2.0:1749393672.268817:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393672.268820:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393672.268823:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507505792:0@lo:38: 00000100:00080000:2.0:1749393672.268831:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393672.268833:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393672.268836:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507506176:0@lo:38: 00000100:00080000:2.0:1749393672.268844:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393672.268847:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393672.268850:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507505280:0@lo:38: 00000100:00080000:2.0:1749393672.268857:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393672.268860:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393672.268863:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507505536:0@lo:38: 00000100:00080000:2.0:1749393672.268870:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393672.268872:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393672.268876:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507505664:0@lo:38: 00000100:00100000:0.0:1749393672.322129:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393672.641241:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393672.641258:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507506688:0@lo:900: 00010000:00010000:2.0:1749393672.912258:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393673.192268:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393673.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393673.914314:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393674.024185:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507506816:0@lo:700: 00000100:00100000:2.0:1749393674.024254:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393674.024356:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393674.024384:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507506816 00000100:00100000:0.0:1749393674.024396:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507506816 00000100:00080000:2.0:1749393674.024458:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393674.024464:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1749393674.024476:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507506816:12345-0@lo:700: 00000100:00100000:0.0:1749393674.024519:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393674.024526:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507506944:0@lo:700: 40000000:00080000:0.0:1749393674.024540:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393674.024543:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393674.024599:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507506816:12345-0@lo:700: Request processed in 126us (346us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393674.024608:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:2.0:1749393674.024626:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507506816:0@lo:700: 00000100:00100000:3.0:1749393674.026183:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507507072:0@lo:700: 00000100:00100000:3.0:1749393674.026224:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393674.026275:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393674.026280:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507507072 00000100:00100000:0.0:1749393674.026290:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507507072 00000100:00080000:2.0:1749393674.026322:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393674.026326:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1749393674.026344:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507507072:12345-0@lo:700: 00000100:00100000:0.0:1749393674.026377:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393674.026383:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507507200:0@lo:700: 40000000:00080000:0.0:1749393674.026393:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393674.026396:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393674.026450:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507507072:12345-0@lo:700: Request processed in 107us (226us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393674.026458:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1749393674.026480:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507507072:0@lo:700: 00000100:00100000:0.0:1749393674.192194:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393674.322202:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393674.642172:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393674.642183:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507507328:0@lo:900: 00010000:00010000:3.0:1749393674.916242:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393675.192206:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393675.322130:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393675.599955:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393675.600004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393675.600044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393675.600123:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499738368 00000100:00100000:2.0:1749393675.600130:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499738240 00000100:00100000:1.0:1749393675.600136:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499738368 00000100:00100000:2.0:1749393675.600140:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499738240 00000100:00100000:1.0:1749393675.600171:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499738496 00000100:00100000:1.0:1749393675.600174:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499738496 00000100:00100000:2.0:1749393675.600186:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 435 00000100:00100000:3.0:1749393675.600187:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1028 00000100:00100000:2.0:1749393675.600196:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499738240:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393675.600198:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499738368:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393675.600208:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1029 00000100:00100000:1.0:1749393675.600215:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499738496:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393675.600230:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 717 last 0 00010000:00080000:1.0:1749393675.600240:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 717 last 0 00000100:00100000:2.0:1749393675.600284:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499738240:12345-192.168.203.32@tcp:400: Request processed in 88us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393675.600292:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 435 00000100:00100000:3.0:1749393675.600298:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499738368:12345-192.168.203.32@tcp:38: Request processed in 97us (350us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393675.600304:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499738496:12345-192.168.203.32@tcp:38: Request processed in 88us (258us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393675.600310:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1028 00000100:00100000:1.0:1749393675.600324:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1029 00010000:00010000:2.0:1749393675.918320:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393676.025219:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507507456:0@lo:700: 00000100:00100000:2.0:1749393676.025273:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393676.025343:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393676.025394:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507507456 00000100:00100000:0.0:1749393676.025404:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507507456 00000100:00080000:2.0:1749393676.025463:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393676.025471:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1749393676.025482:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507507456:12345-0@lo:700: 00000100:00100000:0.0:1749393676.025523:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393676.025530:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507507584:0@lo:700: 40000000:00080000:0.0:1749393676.025544:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393676.025547:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393676.025600:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507507456:12345-0@lo:700: Request processed in 121us (326us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393676.025650:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1749393676.025657:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507507456:0@lo:700: 00000100:00100000:3.0:1749393676.027149:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507507712:0@lo:700: 00000100:00100000:3.0:1749393676.027187:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393676.027246:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393676.027303:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507507712 00000100:00100000:0.0:1749393676.027313:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507507712 00000100:00080000:2.0:1749393676.027350:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393676.027366:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1749393676.027375:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507507712:12345-0@lo:700: 00000100:00100000:0.0:1749393676.027410:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393676.027416:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507507840:0@lo:700: 40000000:00080000:0.0:1749393676.027426:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393676.027429:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393676.027480:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507507712:12345-0@lo:700: Request processed in 106us (292us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393676.027489:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1749393676.027502:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507507712:0@lo:700: 00000100:00100000:2.0:1749393676.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393676.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393676.348328:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393676.348348:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507507968:0@lo:41: 00000100:00100000:1.0:1749393676.348395:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393676.348461:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507507968 00000100:00100000:2.0:1749393676.348470:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507507968 00000100:00100000:2.0:1749393676.348515:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1749393676.348523:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507507968:12345-0@lo:41: 00000004:00000024:2.0:1749393676.348556:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393676.348648:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507507968:12345-0@lo:41: Request processed in 90us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393676.348657:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1749393676.348670:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507507968:0@lo:41: 00000100:00100000:0.0:1749393676.643205:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393676.643216:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507508096:0@lo:900: 00010000:00010000:2.0:1749393676.920325:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393677.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:0.0:1749393677.276235:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393677.276244:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393677.276248:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393677.276254:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507508224:0@lo:400: 00000100:00080000:0.0:1749393677.276255:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 714 00000100:00080000:0.0:1749393677.276259:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393677.276266:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393677.276288:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f16680 x1834371507508352/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393677.276328:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393677.276331:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393677.276336:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507508480:0@lo:41: 00000100:00080000:0.0:1749393677.276350:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393677.276353:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393677.276357:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 714 00000100:00080000:0.0:1749393677.276359:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393677.276363:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393677.276378:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f16d80 x1834371507508736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393677.276383:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393677.276394:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393677.276397:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393677.276398:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393677.276399:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507508608:0@lo:400: 00000100:00080000:0.0:1749393677.276402:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 714 00000100:00080000:0.0:1749393677.276404:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393677.276407:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393677.276417:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f15180 x1834371507508992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393677.276423:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393677.276425:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393677.276428:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393677.276429:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393677.276432:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 714 00000100:00080000:0.0:1749393677.276434:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393677.276437:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393677.276439:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507508352:0@lo:38: 00000100:00100000:1.0:1749393677.276441:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393677.276442:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507508224 00000100:00100000:0.0:1749393677.276447:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f17b80 x1834371507509120/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393677.276448:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507508864:0@lo:400: 00000100:00100000:2.0:1749393677.276450:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507508224 00000100:00100000:1.0:1749393677.276464:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393677.276474:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393677.276482:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393677.276484:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393677.276488:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 714 00000100:00100000:2.0:1749393677.276488:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00080000:0.0:1749393677.276491:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393677.276494:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393677.276496:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507508224:12345-0@lo:400: 00000100:00100000:1.0:1749393677.276502:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507508480 00000100:00100000:0.0:1749393677.276506:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f16a00 x1834371507509504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393677.276508:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507508480 00000100:00100000:3.0:1749393677.276512:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393677.276514:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393677.276517:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393677.276519:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393677.276522:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 714 00000100:00080000:0.0:1749393677.276524:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393677.276527:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393677.276531:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507508608 00000100:00100000:1.0:1749393677.276534:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507508608 00000100:00100000:0.0:1749393677.276538:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f15880 x1834371507509632/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393677.276543:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507508864 00000100:00100000:1.0:1749393677.276545:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507508864 00000100:00100000:2.0:1749393677.276545:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507508224:12345-0@lo:400: Request processed in 48us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393677.276552:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507508736:0@lo:38: 00000100:00100000:2.0:1749393677.276553:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1749393677.276557:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1749393677.276564:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507508480:12345-0@lo:41: 00000100:00100000:0.0:1749393677.276578:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507509888:0@lo:400: 00000100:00100000:2.0:1749393677.276584:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1749393677.276590:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507508608:12345-0@lo:400: 00000004:00000024:1.0:1749393677.276596:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393677.276602:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393677.276652:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393677.276652:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507508992:0@lo:38: 00000100:00100000:2.0:1749393677.276655:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507508608:12345-0@lo:400: Request processed in 64us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393677.276663:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:1.0:1749393677.276666:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507508480:12345-0@lo:41: Request processed in 99us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393677.276674:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1749393677.276674:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393677.276679:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1749393677.276681:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749393677.276685:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507508864:12345-0@lo:400: 00000100:00100000:0.0:1749393677.276689:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507509760:0@lo:400: 00000100:00100000:3.0:1749393677.276694:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507509120:0@lo:38: 00000100:00100000:1.0:1749393677.276700:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507509248:0@lo:400: 00000100:00100000:2.0:1749393677.276717:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507508864:12345-0@lo:400: Request processed in 32us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393677.276720:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393677.276720:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393677.276723:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1749393677.276732:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507508352 00000100:00100000:1.0:1749393677.276744:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507508352 00000100:00100000:2.0:1749393677.276744:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507508736 00000100:00100000:3.0:1749393677.276747:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507509504:0@lo:38: 00000100:00100000:2.0:1749393677.276748:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507508736 00000100:00100000:1.0:1749393677.276764:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507508992 00000100:00100000:1.0:1749393677.276766:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507508992 00000100:00100000:0.0:1749393677.276767:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507509888 00000100:00100000:0.0:1749393677.276772:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507509888 00000100:00100000:1.0:1749393677.276773:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507509120 00000100:00100000:1.0:1749393677.276776:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507509120 00000100:00100000:2.0:1749393677.276778:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:3.0:1749393677.276781:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393677.276784:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507508352:12345-0@lo:38: 00000100:00100000:1.0:1749393677.276785:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507509504 00000100:00100000:1.0:1749393677.276787:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507509504 00000100:00100000:3.0:1749393677.276793:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507509632:0@lo:38: 00000100:00100000:1.0:1749393677.276796:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1749393677.276801:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507508736:12345-0@lo:38: 00000100:00100000:0.0:1749393677.276805:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507509760 00010000:00020000:2.0:1749393677.276806:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393677.276808:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507509760 00000100:00100000:3.0:1749393677.276809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393677.276818:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393677.276826:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1749393677.276833:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507509888:12345-0@lo:400: 00000100:00100000:3.0:1749393677.276841:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507509632 00000100:00100000:2.0:1749393677.276842:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507508352:12345-0@lo:38: Request processed in 57us (333us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393677.276846:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507509632 00000100:00100000:2.0:1749393677.276851:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:1.0:1749393677.276852:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507508736:12345-0@lo:38: Request processed in 48us (249us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393677.276859:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:2.0:1749393677.276863:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1749393677.276868:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507508992:12345-0@lo:38: 00000100:00100000:3.0:1749393677.276869:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:3.0:1749393677.276875:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507509120:12345-0@lo:38: 00000100:00100000:1.0:1749393677.276884:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:0.0:1749393677.276886:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507509888:12345-0@lo:400: Request processed in 53us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393677.276888:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507509504:12345-0@lo:38: 00010000:00020000:2.0:1749393677.276889:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393677.276894:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00010000:00020000:3.0:1749393677.276897:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393677.276901:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393677.276911:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1749393677.276918:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507508992:12345-0@lo:38: Request processed in 48us (243us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393677.276919:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507509760:12345-0@lo:400: 00000100:00100000:2.0:1749393677.276926:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:3.0:1749393677.276930:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507509120:12345-0@lo:38: Request processed in 54us (210us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393677.276931:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507509504:12345-0@lo:38: Request processed in 41us (149us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393677.276937:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:0.0:1749393677.276940:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507509760:12345-0@lo:400: Request processed in 24us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393677.276941:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1749393677.276946:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1749393677.276953:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:2.0:1749393677.276957:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507509632:12345-0@lo:38: 00010000:00020000:2.0:1749393677.276969:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393677.276970:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1749393677.276985:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f14e00 x1834371507509760/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393677.276985:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393677.276991:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507509632:12345-0@lo:38: Request processed in 32us (181us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393677.276991:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393677.276998:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:3.0:1749393677.276998:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507509120:0@lo:38: 00000100:00100000:0.0:1749393677.276999:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507509760:0@lo:400: 00000100:00100000:1.0:1749393677.277000:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507508224:0@lo:400: 00010000:00080000:0.0:1749393677.277010:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099756d80 x1834371507509888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393677.277013:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393677.277014:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749393677.277014:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749393677.277018:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393677.277020:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507509888:0@lo:400: 00000100:00100000:1.0:1749393677.277021:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507509376:0@lo:400: 00000100:00100000:3.0:1749393677.277023:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507509504:0@lo:38: 00000100:00080000:3.0:1749393677.277037:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393677.277041:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393677.277044:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507508480:0@lo:41: 00000100:00100000:0.0:1749393677.277047:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507508864:0@lo:400: 00000100:00100000:3.0:1749393677.277047:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507509632:0@lo:38: 00000100:00100000:1.0:1749393677.277048:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393677.277058:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507508608:0@lo:400: 00000100:00080000:3.0:1749393677.277061:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393677.277064:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393677.277100:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507509248 00000100:00100000:0.0:1749393677.277101:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507509376 00000100:00100000:1.0:1749393677.277103:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507509248 00000100:00100000:0.0:1749393677.277105:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507509376 00000100:00100000:3.0:1749393677.277118:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507508352:0@lo:38: 00000100:00100000:1.0:1749393677.277127:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1749393677.277132:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1749393677.277133:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507509248:12345-0@lo:400: 00000100:00080000:3.0:1749393677.277134:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393677.277138:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507509376:12345-0@lo:400: 00000100:00080000:3.0:1749393677.277144:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393677.277148:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507508736:0@lo:38: 00000100:00080000:3.0:1749393677.277160:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393677.277163:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393677.277166:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507508992:0@lo:38: 00000100:00100000:0.0:1749393677.277180:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507509376:12345-0@lo:400: Request processed in 41us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393677.277186:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1749393677.277188:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507509248:12345-0@lo:400: Request processed in 55us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393677.277196:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00010000:00080000:1.0:1749393677.277226:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f15f80 x1834371507509376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393677.277239:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507509376:0@lo:400: 00010000:00080000:1.0:1749393677.277250:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f14700 x1834371507509248/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393677.277259:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507509248:0@lo:400: 00000100:00100000:0.0:1749393677.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393677.883190:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393677.883225:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507510016/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393682 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393677.883297:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393677.883369:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393677.883423:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507510016 00000100:00100000:0.0:1749393677.883436:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507510016 00000100:00100000:0.0:1749393677.883502:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1749393677.883511:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507510016:12345-0@lo:700: 40000000:00080000:0.0:1749393677.883544:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393677.883629:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507510016:12345-0@lo:700: Request processed in 91us (303us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393677.883639:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1749393677.883664:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507510016/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393693 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393677.883676:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393677.885155:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393677.885177:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507510144/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393682 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393677.885219:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393677.885277:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393677.885344:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507510144 00000100:00100000:2.0:1749393677.885353:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507510144 00000100:00100000:2.0:1749393677.885389:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1749393677.885397:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507510144:12345-0@lo:700: 40000000:00080000:2.0:1749393677.885417:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393677.885474:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507510144:12345-0@lo:700: Request processed in 77us (254us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393677.885493:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1749393677.885501:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507510144/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393693 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393677.885512:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:2.0:1749393677.922311:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393678.026305:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507510272:0@lo:700: 00000100:00100000:0.0:1749393678.026348:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393678.026406:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507510272 00000100:00100000:0.0:1749393678.026409:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 11 seconds 00000100:00100000:2.0:1749393678.026416:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507510272 00000100:00100000:2.0:1749393678.026455:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00080000:0.0:1749393678.026461:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393678.026463:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ccea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507510272:12345-0@lo:700: 00000100:00100000:2.0:1749393678.026501:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60be40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393678.026508:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507510400:0@lo:700: 40000000:00080000:2.0:1749393678.026521:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393678.026524:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393678.026579:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ccea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507510272:12345-0@lo:700: Request processed in 117us (230us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393678.026587:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1749393678.026637:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507510272:0@lo:700: 00000100:00100000:3.0:1749393678.028143:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507510528:0@lo:700: 00000100:00100000:3.0:1749393678.028182:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393678.028239:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393678.028299:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507510528 00000100:00100000:2.0:1749393678.028309:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507510528 00000100:00080000:0.0:1749393678.028338:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393678.028362:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1749393678.028370:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507510528:12345-0@lo:700: 00000100:00100000:2.0:1749393678.028402:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60be40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393678.028408:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507510656:0@lo:700: 40000000:00080000:2.0:1749393678.028419:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393678.028422:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393678.028473:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507510528:12345-0@lo:700: Request processed in 104us (289us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393678.028481:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:3.0:1749393678.028494:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507510528:0@lo:700: 00000100:00100000:2.0:1749393678.192195:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393678.322193:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393678.644217:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393678.644230:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507510784:0@lo:900: 00010000:00010000:3.0:1749393678.924371:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393679.192194:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393679.322236:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393679.926338:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393680.027276:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507510912:0@lo:700: 00000100:00100000:0.0:1749393680.027379:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393680.027469:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507510912 00000100:00100000:2.0:1749393680.027481:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507510912 00000100:00100000:0.0:1749393680.027483:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 11 seconds 00000100:00100000:2.0:1749393680.027538:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1749393680.027547:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507510912:12345-0@lo:700: 00000100:00080000:1.0:1749393680.027572:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393680.027615:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60be40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393680.027623:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507511040:0@lo:700: 40000000:00080000:2.0:1749393680.027637:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393680.027641:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393680.027698:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507510912:12345-0@lo:700: Request processed in 152us (320us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393680.027707:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1749393680.027740:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507510912:0@lo:700: 00000100:00100000:3.0:1749393680.029402:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507511168:0@lo:700: 00000100:00100000:3.0:1749393680.029443:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393680.029497:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092c21f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393680.029516:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507511168 00000100:00100000:2.0:1749393680.029525:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507511168 00000100:00100000:2.0:1749393680.029577:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1749393680.029585:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507511168:12345-0@lo:700: 00000100:00080000:1.0:1749393680.029610:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393680.029637:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60be40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393680.029644:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507511296:0@lo:700: 40000000:00080000:2.0:1749393680.029654:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393680.029657:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393680.029708:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507511168:12345-0@lo:700: Request processed in 123us (264us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393680.029716:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1749393680.029732:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507511168:0@lo:700: 00000100:00100000:2.0:1749393680.192220:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393680.322161:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393680.607764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393680.607839:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393680.607907:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393680.607922:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499738752 00000100:00100000:2.0:1749393680.607936:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499738752 00000100:00100000:0.0:1749393680.607958:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499738880 00000100:00100000:0.0:1749393680.607966:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499738880 00000100:00100000:2.0:1749393680.607980:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1036 00000100:00100000:3.0:1749393680.607985:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499738624 00000100:00100000:3.0:1749393680.607995:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499738624 00000100:00100000:2.0:1749393680.608002:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499738752:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393680.608027:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1037 00010000:00080000:2.0:1749393680.608036:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 722 last 0 00000100:00100000:0.0:1749393680.608037:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499738880:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393680.608043:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 437 00000100:00100000:3.0:1749393680.608051:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499738624:12345-192.168.203.32@tcp:400: 00010000:00080000:0.0:1749393680.608069:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 722 last 0 00000100:00100000:3.0:1749393680.608159:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499738624:12345-192.168.203.32@tcp:400: Request processed in 106us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393680.608168:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 437 00000100:00100000:2.0:1749393680.608176:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499738752:12345-192.168.203.32@tcp:38: Request processed in 155us (404us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393680.608179:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499738880:12345-192.168.203.32@tcp:38: Request processed in 138us (269us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393680.608186:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1036 00000100:00100000:0.0:1749393680.608193:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1037 00000100:00100000:0.0:1749393680.645233:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:0.0:1749393680.645247:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507511424:0@lo:900: 00010000:00010000:3.0:1749393680.928364:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393681.192211:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393681.322165:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393681.356358:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507511552:0@lo:41: 00000100:00100000:2.0:1749393681.356429:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393681.356491:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507511552 00000100:00100000:3.0:1749393681.356503:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507511552 00000100:00100000:3.0:1749393681.356559:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1749393681.356615:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507511552:12345-0@lo:41: 00000004:00000024:3.0:1749393681.356653:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393681.356719:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507511552:12345-0@lo:41: Request processed in 108us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393681.356728:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1749393681.356758:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507511552:0@lo:41: 00010000:00010000:2.0:1749393681.930354:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393682.028235:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507511680:0@lo:700: 00000100:00100000:0.0:1749393682.028293:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393682.028355:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 11 seconds 00000100:00100000:2.0:1749393682.028362:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507511680 00000100:00100000:2.0:1749393682.028371:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507511680 00000100:00080000:1.0:1749393682.028409:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393682.028425:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1749393682.028433:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507511680:12345-0@lo:700: 00000100:00100000:2.0:1749393682.028467:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60be40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393682.028473:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507511808:0@lo:700: 40000000:00080000:2.0:1749393682.028484:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393682.028486:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393682.028530:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507511680:12345-0@lo:700: Request processed in 98us (237us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393682.028537:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1749393682.028557:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507511680:0@lo:700: 00000100:00100000:3.0:1749393682.030206:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507511936:0@lo:700: 00000100:00100000:3.0:1749393682.030237:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393682.030282:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393682.030301:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507511936 00000100:00100000:2.0:1749393682.030307:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507511936 00000100:00080000:1.0:1749393682.030333:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393682.030355:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1749393682.030363:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507511936:12345-0@lo:700: 00000100:00100000:2.0:1749393682.030391:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60be40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393682.030404:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507512064:0@lo:700: 40000000:00080000:2.0:1749393682.030415:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393682.030418:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393682.030467:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507511936:12345-0@lo:700: Request processed in 104us (227us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393682.030477:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:3.0:1749393682.030477:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507511936:0@lo:700: 00000100:00100000:2.0:1749393682.192233:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:2.0:1749393682.284289:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393682.284299:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749393682.284303:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1749393682.284303:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393682.284311:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 719 00000100:00080000:2.0:1749393682.284315:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393682.284322:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393682.284324:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507512320:0@lo:400: 00000100:00100000:2.0:1749393682.284347:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d560e00 x1834371507512448/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393682.284369:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393682.284373:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393682.284375:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393682.284378:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 719 00000100:00080000:2.0:1749393682.284380:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393682.284383:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393682.284389:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393682.284393:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393682.284396:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d561880 x1834371507512704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393682.284408:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507512576:0@lo:400: 00000100:00080000:2.0:1749393682.284411:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393682.284415:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393682.284427:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507512192:0@lo:41: 00000100:00080000:2.0:1749393682.284430:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393682.284435:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 719 00000100:00080000:2.0:1749393682.284437:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393682.284441:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393682.284453:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507512320 00000100:00100000:2.0:1749393682.284454:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d561f80 x1834371507512960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393682.284455:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393682.284462:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393682.284465:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393682.284467:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393682.284470:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507512320 00000100:00080000:2.0:1749393682.284470:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 719 00000100:00080000:2.0:1749393682.284472:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393682.284475:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393682.284477:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507512448:0@lo:38: 00000100:00100000:2.0:1749393682.284485:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d562300 x1834371507513088/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393682.284504:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393682.284510:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393682.284513:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00080000:2.0:1749393682.284513:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393682.284514:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393682.284518:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 719 00000100:00100000:1.0:1749393682.284519:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507512576 00000100:00080000:2.0:1749393682.284520:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393682.284521:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507512320:12345-0@lo:400: 00000100:00080000:2.0:1749393682.284523:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393682.284525:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507512576 00000100:00100000:2.0:1749393682.284532:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d562d80 x1834371507513472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393682.284532:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507512704:0@lo:38: 00000100:00080000:2.0:1749393682.284541:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393682.284544:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749393682.284548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393682.284550:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393682.284554:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 719 00000100:00080000:2.0:1749393682.284556:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393682.284557:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00080000:2.0:1749393682.284560:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393682.284564:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507512960:0@lo:38: 00000100:00100000:1.0:1749393682.284565:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507512576:12345-0@lo:400: 00000100:00100000:0.0:1749393682.284569:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507512320:12345-0@lo:400: Request processed in 48us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393682.284603:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d563100 x1834371507513600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393682.284619:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393682.284620:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1749393682.284641:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507512576:12345-0@lo:400: Request processed in 75us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393682.284643:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507513088:0@lo:38: 00000100:00100000:2.0:1749393682.284644:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507512832:0@lo:400: 00000100:00100000:1.0:1749393682.284648:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1749393682.284660:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507513728:0@lo:400: 00000100:00100000:3.0:1749393682.284663:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393682.284676:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507512448 00000100:00100000:1.0:1749393682.284680:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507512448 00000100:00100000:3.0:1749393682.284681:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507513472:0@lo:38: 00000100:00100000:2.0:1749393682.284686:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393682.284689:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393682.284695:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507512704 00000100:00100000:1.0:1749393682.284697:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507512704 00000100:00100000:3.0:1749393682.284697:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393682.284712:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507513856:0@lo:400: 00000100:00100000:3.0:1749393682.284713:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507513600:0@lo:38: 00000100:00100000:1.0:1749393682.284717:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507512960 00000100:00100000:1.0:1749393682.284720:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507512960 00000100:00100000:0.0:1749393682.284725:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507512320:0@lo:400: 00000100:00100000:1.0:1749393682.284728:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507513088 00000100:00100000:1.0:1749393682.284730:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507513088 00000100:00100000:3.0:1749393682.284730:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393682.284734:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393682.284737:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507513472 00000100:00100000:0.0:1749393682.284739:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393682.284739:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507513472 00000100:00100000:0.0:1749393682.284745:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507513344:0@lo:400: 00000100:00100000:1.0:1749393682.284745:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507513600 00000100:00100000:1.0:1749393682.284747:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507513600 00000100:00100000:2.0:1749393682.284755:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393682.284757:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:2.0:1749393682.284761:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507513216:0@lo:400: 00000100:00100000:1.0:1749393682.284762:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507512448:12345-0@lo:38: 00000100:00100000:0.0:1749393682.284763:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393682.284773:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1749393682.284780:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393682.284780:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507512704:12345-0@lo:38: 00010000:00020000:1.0:1749393682.284784:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393682.284793:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507513728 00000100:00100000:0.0:1749393682.284796:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507513728 00000100:00100000:2.0:1749393682.284808:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507512832 00010000:00020000:3.0:1749393682.284808:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393682.284813:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507512832 00000100:00100000:1.0:1749393682.284819:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507512448:12345-0@lo:38: Request processed in 56us (314us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393682.284823:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507513856 00000100:00100000:0.0:1749393682.284826:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507513856 00000100:00100000:1.0:1749393682.284826:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:1.0:1749393682.284839:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1749393682.284840:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507513344 00000100:00100000:2.0:1749393682.284840:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1749393682.284840:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507512704:12345-0@lo:38: Request processed in 58us (289us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393682.284842:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507513344 00000100:00100000:1.0:1749393682.284843:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507512960:12345-0@lo:38: 00000100:00100000:2.0:1749393682.284847:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507512832:12345-0@lo:400: 00000100:00100000:3.0:1749393682.284848:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1749393682.284851:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507513216 00010000:00020000:1.0:1749393682.284853:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393682.284854:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507513216 00000100:00100000:0.0:1749393682.284865:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1749393682.284867:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:0.0:1749393682.284871:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507513728:12345-0@lo:400: 00000100:00100000:3.0:1749393682.284872:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507513088:12345-0@lo:38: 00000100:00100000:1.0:1749393682.284874:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507512960:12345-0@lo:38: Request processed in 30us (255us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393682.284880:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00010000:00020000:3.0:1749393682.284883:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393682.284887:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507512832:12345-0@lo:400: Request processed in 40us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393682.284889:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:1.0:1749393682.284893:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507513472:12345-0@lo:38: 00000100:00100000:2.0:1749393682.284894:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00010000:00020000:1.0:1749393682.284903:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393682.284905:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507513088:12345-0@lo:38: Request processed in 32us (241us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393682.284907:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507513728:12345-0@lo:400: Request processed in 36us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393682.284911:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:0.0:1749393682.284913:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1749393682.284917:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:1.0:1749393682.284920:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507513472:12345-0@lo:38: Request processed in 26us (222us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393682.284922:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507513600:12345-0@lo:38: 00000100:00100000:0.0:1749393682.284926:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1749393682.284926:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:0.0:1749393682.284931:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507513856:12345-0@lo:400: 00000100:00100000:3.0:1749393682.284932:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749393682.284938:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393682.284946:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1749393682.284953:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507513344:12345-0@lo:400: 00000100:00100000:0.0:1749393682.284955:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507513856:12345-0@lo:400: Request processed in 23us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393682.284959:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507512192 00000100:00100000:3.0:1749393682.284964:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507512192 00000100:00100000:2.0:1749393682.284965:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507513600:12345-0@lo:38: Request processed in 42us (233us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393682.284970:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1749393682.284971:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:0.0:1749393682.284984:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1749393682.284984:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1749393682.284990:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507513344:12345-0@lo:400: Request processed in 38us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393682.284992:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507512192:12345-0@lo:41: 00000100:00100000:0.0:1749393682.284993:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507513216:12345-0@lo:400: 00000100:00100000:1.0:1749393682.284998:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1749393682.285017:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507512832:0@lo:400: 00000004:00000024:3.0:1749393682.285018:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393682.285021:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507513216:12345-0@lo:400: Request processed in 31us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393682.285027:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00010000:00080000:2.0:1749393682.285030:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d563800 x1834371507513856/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393682.285037:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507512576:0@lo:400: 00000100:00100000:2.0:1749393682.285041:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507513856:0@lo:400: 00000100:00100000:3.0:1749393682.285050:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507512192:12345-0@lo:41: Request processed in 60us (116us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393682.285055:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393682.285057:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00010000:00080000:2.0:1749393682.285060:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d562680 x1834371507513216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393682.285069:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507513216:0@lo:400: 00010000:00080000:0.0:1749393682.285103:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d562a00 x1834371507513344/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393682.285115:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507513344:0@lo:400: 00010000:00080000:0.0:1749393682.285127:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d563480 x1834371507513728/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393682.285136:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507513728:0@lo:400: 00000100:00100000:3.0:1749393682.285141:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507512192:0@lo:41: 00000100:00080000:3.0:1749393682.285165:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393682.285170:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393682.285174:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507513088:0@lo:38: 00000100:00080000:3.0:1749393682.285183:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393682.285186:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393682.285196:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507513472:0@lo:38: 00000100:00080000:3.0:1749393682.285208:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393682.285210:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393682.285213:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507513600:0@lo:38: 00000100:00080000:3.0:1749393682.285222:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393682.285224:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393682.285227:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507512448:0@lo:38: 00000100:00080000:3.0:1749393682.285234:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393682.285237:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393682.285240:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507512704:0@lo:38: 00000100:00080000:3.0:1749393682.285247:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393682.285249:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393682.285252:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507512960:0@lo:38: 00000100:00100000:0.0:1749393682.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393682.646203:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393682.646218:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ce00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507513984:0@lo:900: 00010000:00010000:3.0:1749393682.932397:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393683.192219:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393683.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393683.934365:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393684.029226:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507514112:0@lo:700: 00000100:00100000:0.0:1749393684.029293:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393684.029368:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393684.029399:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507514112 00000100:00100000:2.0:1749393684.029410:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507514112 00000100:00080000:0.0:1749393684.029469:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393684.029478:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1749393684.029488:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507514112:12345-0@lo:700: 00000100:00100000:2.0:1749393684.029532:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60be40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393684.029539:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507514240:0@lo:700: 40000000:00080000:2.0:1749393684.029553:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393684.029556:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393684.029638:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507514112:12345-0@lo:700: Request processed in 151us (344us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393684.029647:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1749393684.029670:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507514112:0@lo:700: 00000100:00100000:3.0:1749393684.031177:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507514368:0@lo:700: 00000100:00100000:3.0:1749393684.031216:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393684.031270:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393684.031292:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507514368 00000100:00100000:2.0:1749393684.031301:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507514368 00000100:00100000:2.0:1749393684.031351:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00080000:0.0:1749393684.031356:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393684.031360:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507514368:12345-0@lo:700: 00000100:00100000:2.0:1749393684.031391:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60be40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393684.031398:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507514496:0@lo:700: 40000000:00080000:2.0:1749393684.031418:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393684.031421:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393684.031474:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507514368:12345-0@lo:700: Request processed in 114us (257us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393684.031483:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:3.0:1749393684.031494:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507514368:0@lo:700: 00000100:00100000:2.0:1749393684.192242:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393684.322163:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393684.647233:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393684.647267:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ce00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507514624:0@lo:900: 00010000:00010000:3.0:1749393684.936382:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393685.192250:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393685.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393685.615764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393685.615811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393685.615841:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499739008 00000100:00100000:2.0:1749393685.615851:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499739008 00000100:00100000:0.0:1749393685.615855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393685.615902:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 439 00000100:00100000:2.0:1749393685.615910:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499739008:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393685.615943:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499739136 00000100:00100000:1.0:1749393685.615952:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499739136 00000100:00100000:1.0:1749393685.615994:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499739264 00000100:00100000:1.0:1749393685.615997:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499739264 00000100:00100000:2.0:1749393685.615999:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499739008:12345-192.168.203.32@tcp:400: Request processed in 88us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393685.616007:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 439 00000100:00100000:3.0:1749393685.616017:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1044 00000100:00100000:3.0:1749393685.616027:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499739136:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393685.616029:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1045 00000100:00100000:1.0:1749393685.616037:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499739264:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393685.616059:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 727 last 0 00010000:00080000:1.0:1749393685.616060:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 727 last 0 00000100:00100000:1.0:1749393685.616156:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499739264:12345-192.168.203.32@tcp:38: Request processed in 118us (299us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393685.616162:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499739136:12345-192.168.203.32@tcp:38: Request processed in 133us (348us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393685.616165:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1045 00000100:00100000:3.0:1749393685.616184:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1044 00010000:00010000:2.0:1749393685.938468:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393686.030347:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507514752:0@lo:700: 00000100:00100000:0.0:1749393686.030453:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393686.030594:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507514752 00000100:00100000:0.0:1749393686.030595:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393686.030605:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507514752 00000100:00080000:0.0:1749393686.030638:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393686.030739:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1749393686.030754:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507514752:12345-0@lo:700: 00000100:00100000:2.0:1749393686.030806:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bf00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393686.030815:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507514880:0@lo:700: 40000000:00080000:2.0:1749393686.030834:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393686.030839:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393686.030940:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507514752:12345-0@lo:700: Request processed in 187us (483us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393686.030950:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507514752:0@lo:700: 00000100:00100000:2.0:1749393686.030953:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1749393686.032212:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507515008:0@lo:700: 00000100:00100000:3.0:1749393686.032259:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393686.032313:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393686.032380:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507515008 00000100:00100000:2.0:1749393686.032390:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507515008 00000100:00080000:0.0:1749393686.032416:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393686.032441:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1749393686.032449:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507515008:12345-0@lo:700: 00000100:00100000:2.0:1749393686.032485:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bf00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393686.032492:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507515136:0@lo:700: 40000000:00080000:2.0:1749393686.032502:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393686.032505:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393686.032579:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507515008:12345-0@lo:700: Request processed in 129us (318us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393686.032587:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1749393686.032590:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507515008:0@lo:700: 00000100:00100000:2.0:1749393686.192245:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393686.322164:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393686.364381:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507515264:0@lo:41: 00000100:00100000:3.0:1749393686.364457:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393686.364523:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507515264 00000100:00100000:0.0:1749393686.364534:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507515264 00000100:00100000:0.0:1749393686.364630:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1749393686.364636:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507515264:12345-0@lo:41: 00000004:00000024:0.0:1749393686.364681:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393686.364722:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507515264:12345-0@lo:41: Request processed in 87us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393686.364728:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1749393686.364750:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507515264:0@lo:41: 00000100:00100000:0.0:1749393686.648209:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393686.648223:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56d880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507515392:0@lo:900: 00010000:00010000:3.0:1749393686.940460:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393687.192166:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:2.0:1749393687.292217:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393687.292225:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393687.292229:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393687.292237:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 724 00000100:00080000:2.0:1749393687.292242:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393687.292249:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393687.292272:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d561c00 x1834371507515776/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393687.292319:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393687.292323:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393687.292325:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393687.292327:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507515648:0@lo:41: 00000100:00100000:1.0:1749393687.292328:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507515520:0@lo:400: 00000100:00080000:2.0:1749393687.292329:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 724 00000100:00080000:2.0:1749393687.292331:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393687.292343:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507515776:0@lo:38: 00000100:00080000:2.0:1749393687.292350:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393687.292364:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d561f80 x1834371507516032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393687.292381:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393687.292384:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393687.292386:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393687.292389:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 724 00000100:00080000:2.0:1749393687.292391:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393687.292394:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393687.292403:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d560e00 x1834371507516288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393687.292411:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393687.292414:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393687.292416:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393687.292419:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 724 00000100:00080000:2.0:1749393687.292420:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393687.292423:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393687.292432:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d563100 x1834371507516416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393687.292443:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393687.292449:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393687.292450:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393687.292450:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393687.292453:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393687.292455:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393687.292458:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 724 00000100:00080000:2.0:1749393687.292460:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393687.292468:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393687.292482:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d563480 x1834371507516800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393687.292491:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393687.292494:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393687.292495:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393687.292498:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 724 00000100:00080000:2.0:1749393687.292500:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393687.292504:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393687.292508:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507515904:0@lo:400: 00000100:00100000:3.0:1749393687.292510:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507516160:0@lo:400: 00000100:00100000:2.0:1749393687.292514:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d562a00 x1834371507516928/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393687.292531:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393687.292574:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507516544:0@lo:400: 00000100:00100000:3.0:1749393687.292577:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507515776 00000100:00100000:3.0:1749393687.292585:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507515776 00000100:00100000:2.0:1749393687.292602:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507515520 00000100:00100000:2.0:1749393687.292608:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507515520 00000100:00100000:1.0:1749393687.292610:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393687.292624:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:1.0:1749393687.292633:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393687.292634:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507517056:0@lo:400: 00000100:00100000:3.0:1749393687.292634:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507515776:12345-0@lo:38: 00000100:00100000:1.0:1749393687.292639:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507516672:0@lo:400: 00000100:00100000:2.0:1749393687.292645:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1749393687.292653:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507515520:12345-0@lo:400: 00000100:00100000:1.0:1749393687.292659:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1749393687.292665:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393687.292672:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393687.292689:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507515648 00000100:00100000:1.0:1749393687.292694:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507515648 00000100:00100000:0.0:1749393687.292705:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749393687.292714:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507517184:0@lo:400: 00000100:00100000:2.0:1749393687.292715:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507515520:12345-0@lo:400: Request processed in 63us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393687.292719:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507515904 00000100:00100000:1.0:1749393687.292722:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507515904 00000100:00100000:2.0:1749393687.292723:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1749393687.292724:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507515776:12345-0@lo:38: Request processed in 88us (278us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393687.292736:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1749393687.292736:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1749393687.292738:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393687.292742:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507515648:12345-0@lo:41: 00000100:00100000:2.0:1749393687.292760:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1749393687.292766:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507515904:12345-0@lo:400: 00000100:00100000:0.0:1749393687.292767:0:7220:0:(service.c:3364:ptlrpc_start_thread()) mdt_out[0] started 3 min 2 max 116 00000100:00100000:3.0:1749393687.292769:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393687.292774:0:7220:0:(service.c:3423:ptlrpc_start_thread()) starting thread 'mdt_out00_003' 00000004:00000024:1.0:1749393687.292784:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393687.292788:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507516544 00000100:00100000:0.0:1749393687.292793:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507516544 00000100:00100000:2.0:1749393687.292797:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507515904:12345-0@lo:400: Request processed in 31us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393687.292803:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1749393687.292816:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507516160 00000100:00100000:0.0:1749393687.292820:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507516672 00000100:00100000:1.0:1749393687.292820:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507515648:12345-0@lo:41: Request processed in 77us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393687.292820:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507516160 00000100:00100000:0.0:1749393687.292823:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507516672 00000100:00100000:1.0:1749393687.292829:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1749393687.292835:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507517056 00000100:00100000:0.0:1749393687.292837:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507517056 00000100:00100000:2.0:1749393687.292845:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1749393687.292850:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507516160:12345-0@lo:400: 00000100:00100000:0.0:1749393687.292852:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507517184 00000100:00100000:0.0:1749393687.292854:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507517184 00000100:00100000:1.0:1749393687.292872:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1749393687.292879:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507516544:12345-0@lo:400: 00000100:00080000:3.0:1749393687.292890:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393687.292895:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393687.292896:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1749393687.292897:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507516160:12345-0@lo:400: Request processed in 46us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393687.292901:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507515776:0@lo:38: 00000100:00100000:2.0:1749393687.292904:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1749393687.292906:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507516672:12345-0@lo:400: 00000100:00100000:1.0:1749393687.292909:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507516544:12345-0@lo:400: Request processed in 31us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393687.292915:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:3.0:1749393687.292929:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507516032:0@lo:38: 00000100:00100000:1.0:1749393687.292932:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1749393687.292936:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507515904:0@lo:400: 00000100:00100000:1.0:1749393687.292937:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507517056:12345-0@lo:400: 00000100:00100000:0.0:1749393687.292946:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507516672:12345-0@lo:400: Request processed in 42us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393687.292953:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1749393687.292957:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393687.292966:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507517056:12345-0@lo:400: Request processed in 29us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393687.292969:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1749393687.292972:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1749393687.292975:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507517184:12345-0@lo:400: 00000100:00100000:3.0:1749393687.292975:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507516288:0@lo:38: 00010000:00080000:2.0:1749393687.292980:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d561500 x1834371507517056/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393687.292991:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507517056:0@lo:400: 00000100:00100000:3.0:1749393687.292992:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393687.293002:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507517184:12345-0@lo:400: Request processed in 28us (264us total) trans 0 rc 0/0 00010000:00080000:2.0:1749393687.293006:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e765180 x1834371507517184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393687.293007:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507515648:0@lo:41: 00000100:00100000:3.0:1749393687.293008:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507516416:0@lo:38: 00000100:00100000:0.0:1749393687.293009:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1749393687.293016:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507517184:0@lo:400: 00000100:00100000:3.0:1749393687.293024:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393687.293035:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507516032 00000100:00080000:0.0:1749393687.293036:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1749393687.293036:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d562300 x1834371507516672/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393687.293038:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507516800:0@lo:38: 00000100:00100000:2.0:1749393687.293039:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507516032 00000100:00100000:1.0:1749393687.293048:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507516672:0@lo:400: 00000100:00100000:3.0:1749393687.293052:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393687.293053:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507516288 00000100:00100000:2.0:1749393687.293056:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507516288 00010000:00080000:1.0:1749393687.293058:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d562d80 x1834371507516544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393687.293063:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507516416 00000100:00100000:2.0:1749393687.293063:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507516800 00000100:00100000:3.0:1749393687.293065:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507516928:0@lo:38: 00000100:00100000:2.0:1749393687.293066:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507516800 00000100:00100000:0.0:1749393687.293067:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507516416 00000100:00100000:1.0:1749393687.293068:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507516544:0@lo:400: 00000100:00100000:2.0:1749393687.293102:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:1.0:1749393687.293108:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507515520:0@lo:400: 00000100:00100000:2.0:1749393687.293109:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507516032:12345-0@lo:38: 00000100:00100000:0.0:1749393687.293115:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:3.0:1749393687.293115:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393687.293121:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507516288:12345-0@lo:38: 00010000:00020000:2.0:1749393687.293125:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393687.293138:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507516928 00000100:00100000:3.0:1749393687.293142:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507516928 00000100:00100000:1.0:1749393687.293145:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00010000:00020000:0.0:1749393687.293147:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393687.293151:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507516800:12345-0@lo:38: 00000100:00100000:3.0:1749393687.293158:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:2.0:1749393687.293160:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507516032:12345-0@lo:38: Request processed in 50us (200us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393687.293163:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507516416:12345-0@lo:38: 00000100:00100000:2.0:1749393687.293171:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00010000:00020000:1.0:1749393687.293176:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393687.293179:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507516288:12345-0@lo:38: Request processed in 58us (186us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393687.293183:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393687.293188:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1749393687.293194:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1749393687.293196:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507516928:12345-0@lo:38: 00000100:00100000:1.0:1749393687.293211:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507516800:12345-0@lo:38: Request processed in 60us (157us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393687.293212:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507516416:12345-0@lo:38: Request processed in 48us (187us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393687.293219:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:3.0:1749393687.293223:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00010000:00020000:2.0:1749393687.293228:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393687.293251:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507516160:0@lo:400: 00000100:00100000:2.0:1749393687.293269:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507516928:12345-0@lo:38: Request processed in 71us (153us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393687.293280:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00080000:2.0:1749393687.293323:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393687.293328:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393687.293334:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507516032:0@lo:38: 00000100:00080000:2.0:1749393687.293349:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393687.293354:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393687.293358:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507516288:0@lo:38: 00000100:00080000:2.0:1749393687.293370:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393687.293373:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393687.293376:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507516416:0@lo:38: 00000100:00080000:2.0:1749393687.293385:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393687.293387:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393687.293390:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507516800:0@lo:38: 00000100:00080000:2.0:1749393687.293397:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393687.293400:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393687.293403:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507516928:0@lo:38: 00000100:00100000:0.0:1749393687.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393687.942332:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393688.031205:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507517312:0@lo:700: 00000100:00100000:0.0:1749393688.031272:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393688.031348:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393688.031405:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507517312 00000100:00100000:2.0:1749393688.031417:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507517312 00000100:00080000:0.0:1749393688.031479:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393688.031492:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1749393688.031503:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507517312:12345-0@lo:700: 00000100:00100000:2.0:1749393688.031594:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe0c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393688.031602:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507517440:0@lo:700: 40000000:00080000:2.0:1749393688.031615:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393688.031619:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393688.031675:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507517312:12345-0@lo:700: Request processed in 174us (403us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393688.031685:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1749393688.031702:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507517312:0@lo:700: 00000100:00100000:3.0:1749393688.033188:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507517568:0@lo:700: 00000100:00100000:3.0:1749393688.033228:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393688.033285:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393688.033350:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507517568 00000100:00100000:2.0:1749393688.033359:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507517568 00000100:00080000:0.0:1749393688.033391:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393688.033411:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1749393688.033419:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507517568:12345-0@lo:700: 00000100:00100000:2.0:1749393688.033452:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe0c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393688.033459:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507517696:0@lo:700: 40000000:00080000:2.0:1749393688.033469:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393688.033471:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393688.033522:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507517568:12345-0@lo:700: Request processed in 104us (293us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393688.033530:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1749393688.033562:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507517568:0@lo:700: 00000100:00100000:2.0:1749393688.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393688.322121:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393688.649227:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393688.649244:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ea00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507517824:0@lo:900: 00000100:00100000:2.0:1749393688.883245:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393688.883281:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507517952/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393693 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393688.883357:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393688.883444:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393688.883466:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507517952 00000100:00100000:0.0:1749393688.883480:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507517952 00000100:00100000:0.0:1749393688.883568:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1749393688.883577:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507517952:12345-0@lo:700: 40000000:00080000:0.0:1749393688.883610:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393688.883671:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507517952:12345-0@lo:700: Request processed in 95us (314us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393688.883680:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1749393688.883720:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507517952/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393704 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393688.883733:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393688.885126:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393688.885143:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507518080/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393693 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393688.885179:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393688.885244:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393688.885272:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507518080 00000100:00100000:2.0:1749393688.885284:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507518080 00000100:00100000:2.0:1749393688.885329:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1749393688.885342:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507518080:12345-0@lo:700: 40000000:00080000:2.0:1749393688.885368:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393688.885436:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507518080:12345-0@lo:700: Request processed in 95us (253us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393688.885449:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1749393688.885453:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507518080/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393704 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393688.885463:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:3.0:1749393688.944356:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393689.192237:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393689.322197:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393689.946370:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393690.032217:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507518208:0@lo:700: 00000100:00100000:0.0:1749393690.032282:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393690.032354:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393690.032419:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507518208 00000100:00100000:2.0:1749393690.032433:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507518208 00000100:00080000:0.0:1749393690.032502:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393690.032558:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1749393690.032573:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507518208:12345-0@lo:700: 00000100:00100000:2.0:1749393690.032626:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe0c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393690.032633:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507518336:0@lo:700: 40000000:00080000:2.0:1749393690.032647:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393690.032650:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393690.032711:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507518208:12345-0@lo:700: Request processed in 143us (428us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393690.032721:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1749393690.032738:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507518208:0@lo:700: 00000100:00100000:3.0:1749393690.034182:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507518464:0@lo:700: 00000100:00100000:3.0:1749393690.034222:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393690.034283:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393690.034322:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507518464 00000100:00100000:2.0:1749393690.034332:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507518464 00000100:00080000:0.0:1749393690.034377:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393690.034389:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1749393690.034398:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507518464:12345-0@lo:700: 00000100:00100000:2.0:1749393690.034431:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe0c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393690.034438:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507518592:0@lo:700: 40000000:00080000:2.0:1749393690.034464:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393690.034467:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393690.034540:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507518464:12345-0@lo:700: Request processed in 142us (316us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393690.034549:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:3.0:1749393690.034559:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507518464:0@lo:700: 00000100:00100000:2.0:1749393690.192199:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393690.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393690.623657:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393690.623703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393690.623755:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499739392 00000100:00100000:2.0:1749393690.623768:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499739392 00000100:00100000:0.0:1749393690.623819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393690.623821:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 441 00000100:00100000:2.0:1749393690.623830:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499739392:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393690.623853:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499739520 00000100:00100000:3.0:1749393690.623863:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499739520 00000100:00100000:0.0:1749393690.623878:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499739648 00000100:00100000:0.0:1749393690.623885:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499739648 00000100:00100000:3.0:1749393690.623899:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1052 00000100:00100000:3.0:1749393690.623906:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499739520:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393690.623927:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499739392:12345-192.168.203.32@tcp:400: Request processed in 97us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393690.623933:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1053 00010000:00080000:3.0:1749393690.623945:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 732 last 0 00000100:00100000:2.0:1749393690.623946:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 441 00000100:00100000:0.0:1749393690.623950:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499739648:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393690.623973:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 732 last 0 00000100:00100000:3.0:1749393690.624000:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499739520:12345-192.168.203.32@tcp:38: Request processed in 93us (296us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393690.624009:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1052 00000100:00100000:0.0:1749393690.624017:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499739648:12345-192.168.203.32@tcp:38: Request processed in 67us (198us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393690.624025:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1053 00000100:00100000:0.0:1749393690.650205:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393690.650218:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56fb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507518720:0@lo:900: 00010000:00010000:3.0:1749393690.948371:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393691.192199:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393691.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393691.372442:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749393691.372468:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507518848:0@lo:41: 00000100:00100000:0.0:1749393691.372617:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393691.372706:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507518848 00000100:00100000:2.0:1749393691.372718:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507518848 00000100:00100000:2.0:1749393691.372775:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1749393691.372784:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507518848:12345-0@lo:41: 00000004:00000024:2.0:1749393691.372822:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393691.372885:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507518848:12345-0@lo:41: Request processed in 101us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393691.372893:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1749393691.372916:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507518848:0@lo:41: 00010000:00010000:2.0:1749393691.950334:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393692.033228:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507518976:0@lo:700: 00000100:00100000:0.0:1749393692.033314:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393692.033393:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393692.033444:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507518976 00000100:00100000:2.0:1749393692.033455:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507518976 00000100:00080000:0.0:1749393692.033544:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393692.033554:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1749393692.033565:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507518976:12345-0@lo:700: 00000100:00100000:2.0:1749393692.033623:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393692.033630:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507519104:0@lo:700: 40000000:00080000:2.0:1749393692.033643:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393692.033646:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393692.033704:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507518976:12345-0@lo:700: Request processed in 141us (390us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393692.033713:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1749393692.033735:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507518976:0@lo:700: 00000100:00100000:3.0:1749393692.035191:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507519232:0@lo:700: 00000100:00100000:3.0:1749393692.035232:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393692.035291:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393692.035350:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507519232 00000100:00100000:2.0:1749393692.035359:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507519232 00000100:00080000:0.0:1749393692.035427:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393692.035427:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1749393692.035437:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507519232:12345-0@lo:700: 00000100:00100000:2.0:1749393692.035472:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393692.035479:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507519360:0@lo:700: 40000000:00080000:2.0:1749393692.035489:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393692.035491:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393692.035565:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507519232:12345-0@lo:700: Request processed in 130us (332us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393692.035573:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1749393692.035593:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507519232:0@lo:700: 00000100:00100000:2.0:1749393692.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:2.0:1749393692.300204:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393692.300212:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393692.300216:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393692.300223:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 729 00000100:00080000:2.0:1749393692.300227:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393692.300232:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1749393692.300233:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393692.300250:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507519488:0@lo:400: 00000100:00100000:2.0:1749393692.300270:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009950b800 x1834371507519744/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393692.300296:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393692.300296:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393692.300300:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393692.300302:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393692.300305:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 729 00000100:00080000:2.0:1749393692.300308:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393692.300311:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393692.300318:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507519744:0@lo:38: 00000100:00100000:2.0:1749393692.300323:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017d880 x1834371507520000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393692.300327:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507519616:0@lo:41: 00000100:00100000:1.0:1749393692.300343:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507519488 00000100:00080000:2.0:1749393692.300344:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393692.300348:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507519488 00000100:00080000:2.0:1749393692.300348:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393692.300349:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393692.300353:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 729 00000100:00080000:2.0:1749393692.300355:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393692.300358:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393692.300367:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393692.300369:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017d180 x1834371507520256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393692.300375:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393692.300377:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393692.300379:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00080000:2.0:1749393692.300380:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393692.300382:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393692.300385:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 729 00000100:00100000:1.0:1749393692.300386:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507519488:12345-0@lo:400: 00000100:00080000:2.0:1749393692.300387:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393692.300390:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393692.300399:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507520000:0@lo:38: 00000100:00100000:3.0:1749393692.300408:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393692.300410:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993ad80 x1834371507520384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393692.300415:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009950bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507519872:0@lo:400: 00000100:00100000:0.0:1749393692.300423:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393692.300423:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507519488:12345-0@lo:400: Request processed in 36us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393692.300431:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00080000:2.0:1749393692.300432:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393692.300434:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393692.300435:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393692.300437:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393692.300439:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507520256:0@lo:38: 00000100:00080000:2.0:1749393692.300441:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 729 00000100:00080000:2.0:1749393692.300443:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393692.300446:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393692.300454:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507520640:0@lo:400: 00000100:00100000:2.0:1749393692.300456:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993a300 x1834371507520768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393692.300458:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393692.300458:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507520128:0@lo:400: 00000100:00080000:2.0:1749393692.300464:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393692.300468:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393692.300469:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393692.300472:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 729 00000100:00080000:2.0:1749393692.300474:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393692.300477:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507520384:0@lo:38: 00000100:00080000:2.0:1749393692.300477:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393692.300481:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393692.300482:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393692.300487:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16b480 x1834371507520896/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393692.300497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393692.300533:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393692.300542:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507521024:0@lo:400: 00000100:00100000:1.0:1749393692.300544:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099508000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507519488:0@lo:400: 00000100:00100000:0.0:1749393692.300547:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507520768:0@lo:38: 00000100:00100000:1.0:1749393692.300561:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507521152:0@lo:400: 00000100:00100000:2.0:1749393692.300562:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507519744 00000100:00100000:0.0:1749393692.300565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393692.300568:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507519744 00000100:00100000:0.0:1749393692.300586:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507520896:0@lo:38: 00000100:00100000:3.0:1749393692.300587:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393692.300594:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507519616 00000100:00100000:1.0:1749393692.300598:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507519616 00000100:00100000:2.0:1749393692.300598:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507520000 00000100:00100000:2.0:1749393692.300602:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507520000 00000100:00100000:0.0:1749393692.300614:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393692.300615:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507520256 00000100:00100000:1.0:1749393692.300618:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507519872 00000100:00100000:2.0:1749393692.300618:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507520256 00000100:00100000:1.0:1749393692.300621:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507519872 00000100:00100000:2.0:1749393692.300629:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507520384 00000100:00100000:1.0:1749393692.300630:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507520128 00000100:00100000:1.0:1749393692.300632:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507520128 00000100:00100000:2.0:1749393692.300632:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507520384 00000100:00100000:3.0:1749393692.300639:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507520768 00000100:00100000:1.0:1749393692.300643:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1749393692.300644:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507520896 00000100:00100000:3.0:1749393692.300645:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507520768 00000100:00100000:1.0:1749393692.300648:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507519616:12345-0@lo:41: 00000100:00100000:0.0:1749393692.300650:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507520896 00000100:00100000:2.0:1749393692.300664:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:2.0:1749393692.300674:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507519744:12345-0@lo:38: 00000100:00100000:3.0:1749393692.300676:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:3.0:1749393692.300682:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507520000:12345-0@lo:38: 00000100:00100000:0.0:1749393692.300683:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1749393692.300689:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507520256:12345-0@lo:38: 00000004:00000024:1.0:1749393692.300689:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00010000:00020000:2.0:1749393692.300704:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393692.300710:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393692.300721:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393692.300728:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507519616:12345-0@lo:41: Request processed in 79us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393692.300736:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1749393692.300750:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1749393692.300755:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507519872:12345-0@lo:400: 00000100:00100000:2.0:1749393692.300763:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507519744:12345-0@lo:38: Request processed in 89us (395us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393692.300764:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507520000:12345-0@lo:38: Request processed in 80us (341us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393692.300767:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507520256:12345-0@lo:38: Request processed in 77us (308us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393692.300771:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:3.0:1749393692.300776:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1749393692.300778:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507519872:12345-0@lo:400: Request processed in 23us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393692.300781:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1749393692.300784:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1749393692.300788:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1749393692.300794:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507520384:12345-0@lo:38: 00000100:00100000:1.0:1749393692.300796:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1749393692.300796:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:3.0:1749393692.300801:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507520768:12345-0@lo:38: 00000100:00100000:0.0:1749393692.300803:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:1.0:1749393692.300803:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507520128:12345-0@lo:400: 00000100:00100000:0.0:1749393692.300807:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507520896:12345-0@lo:38: 00010000:00020000:2.0:1749393692.300807:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393692.300812:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393692.300820:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393692.300823:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507520128:12345-0@lo:400: Request processed in 22us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393692.300829:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1749393692.300837:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507520384:12345-0@lo:38: Request processed in 43us (339us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393692.300839:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507520768:12345-0@lo:38: Request processed in 37us (273us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393692.300844:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:0.0:1749393692.300846:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507520896:12345-0@lo:38: Request processed in 38us (232us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393692.300848:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393692.300849:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:0.0:1749393692.300853:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:3.0:1749393692.300872:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507520640 00000100:00100000:1.0:1749393692.300873:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507520128:0@lo:400: 00000100:00100000:0.0:1749393692.300874:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507521024 00000100:00100000:3.0:1749393692.300875:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507520640 00000100:00100000:0.0:1749393692.300878:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507521024 00000100:00100000:1.0:1749393692.300884:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393692.300890:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507520512:0@lo:400: 00000100:00100000:3.0:1749393692.300898:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507521152 00000100:00100000:3.0:1749393692.300900:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507521152 00000100:00100000:0.0:1749393692.300907:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1749393692.300908:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393692.300914:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d562a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507520640:12345-0@lo:400: 00000100:00100000:3.0:1749393692.300920:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507520512 00000100:00100000:3.0:1749393692.300923:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507520512 00000100:00100000:2.0:1749393692.300927:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1749393692.300936:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507521024:12345-0@lo:400: 00000100:00100000:3.0:1749393692.300936:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1749393692.300941:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507521152:12345-0@lo:400: 00000100:00100000:0.0:1749393692.300945:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d562a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507520640:12345-0@lo:400: Request processed in 32us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393692.300950:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1749393692.300954:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1749393692.300958:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507520512:12345-0@lo:400: 00000100:00080000:0.0:1749393692.300970:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393692.300973:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507521024:12345-0@lo:400: Request processed in 39us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393692.300979:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507521152:12345-0@lo:400: Request processed in 38us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393692.300980:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1749393692.300986:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1749393692.300989:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507520512:12345-0@lo:400: Request processed in 32us (79us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393692.300992:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393692.300995:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00080000:0.0:1749393692.300996:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393692.301001:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507520896:0@lo:38: 00000100:00080000:0.0:1749393692.301011:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393692.301014:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:3.0:1749393692.301017:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b168e00 x1834371507521024/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393692.301018:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507520384:0@lo:38: 00010000:00080000:1.0:1749393692.301022:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993b800 x1834371507520512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749393692.301026:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393692.301029:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393692.301039:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507521024:0@lo:400: 00000100:00100000:0.0:1749393692.301040:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507520768:0@lo:38: 00000100:00100000:1.0:1749393692.301050:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507520512:0@lo:400: 00000100:00080000:0.0:1749393692.301055:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:3.0:1749393692.301055:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099939f80 x1834371507520640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749393692.301057:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393692.301061:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507520000:0@lo:38: 00000100:00100000:3.0:1749393692.301065:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507520640:0@lo:400: 00010000:00080000:1.0:1749393692.301066:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b16b800 x1834371507521152/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749393692.301069:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393692.301104:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507521152:0@lo:400: 00000100:00080000:0.0:1749393692.301109:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393692.301113:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507520256:0@lo:38: 00000100:00100000:3.0:1749393692.301114:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507519872:0@lo:400: 00000100:00080000:0.0:1749393692.301123:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393692.301125:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393692.301129:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009950b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507519744:0@lo:38: 00000100:00100000:3.0:1749393692.301130:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507519616:0@lo:41: 00000100:00100000:0.0:1749393692.322174:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393692.651221:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393692.651236:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5c1880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507521280:0@lo:900: 00010000:00010000:0.0:1749393692.952354:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393693.192130:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393693.322135:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393693.954267:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393694.034221:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5c1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507521408:0@lo:700: 00000100:00100000:0.0:1749393694.034288:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393694.034361:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393694.034417:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507521408 00000100:00100000:2.0:1749393694.034429:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507521408 00000100:00080000:0.0:1749393694.034521:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393694.034523:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1749393694.034534:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507521408:12345-0@lo:700: 00000100:00100000:2.0:1749393694.034578:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393694.034586:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507521536:0@lo:700: 40000000:00080000:2.0:1749393694.034603:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393694.034615:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393694.034675:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507521408:12345-0@lo:700: Request processed in 143us (387us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393694.034684:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1749393694.034702:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5c1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507521408:0@lo:700: 00000100:00100000:3.0:1749393694.036180:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507521664:0@lo:700: 00000100:00100000:3.0:1749393694.036221:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393694.036281:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393694.036305:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507521664 00000100:00100000:2.0:1749393694.036315:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507521664 00000100:00080000:0.0:1749393694.036346:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393694.036366:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1749393694.036375:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507521664:12345-0@lo:700: 00000100:00100000:2.0:1749393694.036408:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393694.036414:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507521792:0@lo:700: 40000000:00080000:2.0:1749393694.036425:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393694.036428:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393694.036479:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507521664:12345-0@lo:700: Request processed in 104us (257us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393694.036487:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1749393694.036520:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507521664:0@lo:700: 00000100:00100000:2.0:1749393694.192193:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393694.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393694.652209:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393694.652221:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5c1880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507521920:0@lo:900: 00010000:00010000:3.0:1749393694.956358:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393695.192264:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393695.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393695.631419:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393695.631466:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393695.631581:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499739904 00000100:00100000:2.0:1749393695.631593:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499739904 00000100:00100000:1.0:1749393695.631594:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499739776 00000100:00100000:0.0:1749393695.631603:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393695.631604:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499739776 00000100:00100000:2.0:1749393695.631642:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499740032 00000100:00100000:2.0:1749393695.631645:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499740032 00000100:00100000:1.0:1749393695.631649:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 443 00000100:00100000:0.0:1749393695.631653:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1060 00000100:00100000:1.0:1749393695.631659:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499739776:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393695.631662:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499739904:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393695.631675:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1061 00000100:00100000:2.0:1749393695.631682:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499740032:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393695.631693:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 737 last 0 00010000:00080000:2.0:1749393695.631708:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 737 last 0 00000100:00100000:1.0:1749393695.631728:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499739776:12345-192.168.203.32@tcp:400: Request processed in 69us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393695.631736:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 443 00000100:00100000:0.0:1749393695.631744:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499739904:12345-192.168.203.32@tcp:38: Request processed in 81us (331us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393695.631752:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1060 00000100:00100000:2.0:1749393695.631760:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499740032:12345-192.168.203.32@tcp:38: Request processed in 78us (157us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393695.631768:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1061 00010000:00010000:2.0:1749393695.958351:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393696.035246:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5c2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507522048:0@lo:700: 00000100:00100000:0.0:1749393696.035310:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393696.035379:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393696.035438:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507522048 00000100:00100000:2.0:1749393696.035449:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507522048 00000100:00080000:0.0:1749393696.035522:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393696.035567:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1749393696.035578:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507522048:12345-0@lo:700: 00000100:00100000:2.0:1749393696.035623:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393696.035630:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507522176:0@lo:700: 40000000:00080000:2.0:1749393696.035646:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393696.035650:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393696.035706:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507522048:12345-0@lo:700: Request processed in 131us (395us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393696.035715:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1749393696.035732:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5c2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507522048:0@lo:700: 00000100:00100000:3.0:1749393696.037190:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507522304:0@lo:700: 00000100:00100000:3.0:1749393696.037229:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393696.037286:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393696.037343:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507522304 00000100:00100000:2.0:1749393696.037352:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507522304 00000100:00080000:0.0:1749393696.037399:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393696.037411:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1749393696.037420:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507522304:12345-0@lo:700: 00000100:00100000:2.0:1749393696.037452:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe180 going to sleep for 0 seconds 00000100:00100000:2.0:1749393696.037458:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507522432:0@lo:700: 40000000:00080000:2.0:1749393696.037469:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393696.037473:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393696.037551:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507522304:12345-0@lo:700: Request processed in 131us (320us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393696.037559:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1749393696.037577:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507522304:0@lo:700: 00000100:00100000:2.0:1749393696.192221:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393696.322200:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393696.380331:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507522560:0@lo:41: 00000100:00100000:2.0:1749393696.380401:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393696.380522:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507522560 00000100:00100000:0.0:1749393696.380533:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507522560 00000100:00100000:0.0:1749393696.380575:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1749393696.380584:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507522560:12345-0@lo:41: 00000004:00000024:0.0:1749393696.380622:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393696.380684:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507522560:12345-0@lo:41: Request processed in 100us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393696.380692:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1749393696.380725:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507522560:0@lo:41: 00000100:00100000:0.0:1749393696.653223:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393696.653237:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5c2a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507522688:0@lo:900: 00010000:00010000:1.0:1749393696.960418:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393697.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:2.0:1749393697.308256:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393697.308266:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393697.308270:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393697.308277:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 734 00000100:00100000:3.0:1749393697.308282:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507522944:0@lo:41: 00000100:00080000:2.0:1749393697.308283:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393697.308290:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393697.308314:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16b800 x1834371507523072/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393697.308350:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507522816:0@lo:400: 00000100:00080000:2.0:1749393697.308356:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393697.308361:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393697.308363:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393697.308363:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393697.308366:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 734 00000100:00080000:2.0:1749393697.308369:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393697.308372:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393697.308386:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016fb80 x1834371507523328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393697.308396:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393697.308400:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393697.308401:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393697.308404:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 734 00000100:00080000:2.0:1749393697.308406:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393697.308410:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393697.308415:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393697.308432:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016ea00 x1834371507523456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393697.308442:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393697.308445:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393697.308446:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393697.308450:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 734 00000100:00080000:2.0:1749393697.308452:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393697.308455:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393697.308461:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507523072:0@lo:38: 00000100:00100000:2.0:1749393697.308489:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddb9c00 x1834371507523584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393697.308514:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507522944 00000100:00100000:3.0:1749393697.308516:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507523712:0@lo:400: 00000100:00080000:2.0:1749393697.308521:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393697.308523:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507522944 00000100:00080000:2.0:1749393697.308524:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393697.308526:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393697.308530:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 734 00000100:00080000:2.0:1749393697.308532:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393697.308536:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393697.308547:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c7800 x1834371507523968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393697.308548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393697.308555:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393697.308558:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393697.308560:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393697.308563:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00080000:2.0:1749393697.308563:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 734 00000100:00100000:3.0:1749393697.308564:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393697.308565:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393697.308568:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393697.308571:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507522944:12345-0@lo:41: 00000100:00100000:1.0:1749393697.308578:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507523328:0@lo:38: 00000100:00100000:2.0:1749393697.308586:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c6d80 x1834371507524096/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393697.308596:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393697.308598:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:0.0:1749393697.308608:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393697.308608:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507523200:0@lo:400: 00000100:00100000:1.0:1749393697.308612:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507523456:0@lo:38: 00000100:00100000:2.0:1749393697.308626:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507523072 00000100:00100000:2.0:1749393697.308631:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507523072 00000100:00100000:1.0:1749393697.308634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393697.308645:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393697.308652:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507522944:12345-0@lo:41: Request processed in 81us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393697.308654:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507523328 00000100:00100000:1.0:1749393697.308655:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507523584:0@lo:38: 00000100:00100000:2.0:1749393697.308656:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507523328 00000100:00100000:0.0:1749393697.308660:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1749393697.308666:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507523456 00000100:00100000:2.0:1749393697.308668:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507523456 00000100:00100000:1.0:1749393697.308675:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393697.308676:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507523200 00000100:00100000:2.0:1749393697.308678:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507523584 00000100:00100000:0.0:1749393697.308679:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507523200 00000100:00100000:2.0:1749393697.308681:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507523584 00000100:00100000:2.0:1749393697.308692:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1749393697.308697:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1749393697.308698:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507523712 00000100:00100000:2.0:1749393697.308698:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507523072:12345-0@lo:38: 00000100:00100000:0.0:1749393697.308703:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d562d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507523200:12345-0@lo:400: 00000100:00100000:1.0:1749393697.308703:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507523712 00000100:00100000:3.0:1749393697.308710:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00020000:2.0:1749393697.308721:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393697.308724:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507524352:0@lo:400: 00000100:00100000:0.0:1749393697.308732:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d562d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507523200:12345-0@lo:400: Request processed in 29us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393697.308734:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1749393697.308739:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1749393697.308741:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507523712:12345-0@lo:400: 00000100:00100000:0.0:1749393697.308758:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1749393697.308762:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507523328:12345-0@lo:38: 00000100:00100000:3.0:1749393697.308767:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393697.308770:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507523072:12345-0@lo:38: Request processed in 71us (222us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393697.308778:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00010000:00020000:0.0:1749393697.308779:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393697.308790:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:1.0:1749393697.308793:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507523712:12345-0@lo:400: Request processed in 51us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393697.308795:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507523456:12345-0@lo:38: 00000100:00100000:1.0:1749393697.308801:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00010000:00020000:2.0:1749393697.308806:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393697.308815:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507524352 00000100:00100000:0.0:1749393697.308816:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507523328:12345-0@lo:38: Request processed in 52us (217us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393697.308818:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507524352 00000100:00100000:3.0:1749393697.308818:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507523200:0@lo:400: 00000100:00100000:0.0:1749393697.308823:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:2.0:1749393697.308826:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507523456:12345-0@lo:38: Request processed in 30us (190us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393697.308832:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1749393697.308836:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00010000:00080000:3.0:1749393697.308839:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012ddb8380 x1834371507523712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393697.308841:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507523584:12345-0@lo:38: 00000100:00100000:1.0:1749393697.308842:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1749393697.308847:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d562300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507524352:12345-0@lo:400: 00010000:00020000:0.0:1749393697.308852:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393697.308859:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507523712:0@lo:400: 00000100:00100000:0.0:1749393697.308872:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507523584:12345-0@lo:38: Request processed in 30us (196us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393697.308876:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d562300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507524352:12345-0@lo:400: Request processed in 28us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393697.308882:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1749393697.308886:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00010000:00080000:3.0:1749393697.308891:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c4380 x1834371507524352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393697.308899:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507522816 00000100:00100000:2.0:1749393697.308902:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507522816 00000100:00080000:0.0:1749393697.308904:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393697.308906:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507524352:0@lo:400: 00000100:00080000:1.0:1749393697.308909:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393697.308913:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393697.308918:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507523584:0@lo:38: 00000100:00100000:0.0:1749393697.308920:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507523840:0@lo:400: 00000100:00100000:1.0:1749393697.308925:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507523968:0@lo:38: 00000100:00100000:2.0:1749393697.308927:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1749393697.308933:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507522816:12345-0@lo:400: 00000100:00100000:3.0:1749393697.308935:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507524224:0@lo:400: 00000100:00100000:0.0:1749393697.308946:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393697.308965:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393697.308977:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393697.308978:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507523968 00000100:00100000:0.0:1749393697.308982:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507523968 00000100:00100000:1.0:1749393697.308984:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507524096:0@lo:38: 00000100:00100000:2.0:1749393697.308985:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507522816:12345-0@lo:400: Request processed in 51us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393697.309000:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:2.0:1749393697.309000:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1749393697.309002:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393697.309005:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507523968:12345-0@lo:38: 00010000:00020000:0.0:1749393697.309018:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393697.309021:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393697.309021:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507522944:0@lo:41: 00000100:00080000:1.0:1749393697.309025:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393697.309029:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507523072:0@lo:38: 00000100:00100000:2.0:1749393697.309029:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507524096 00000100:00100000:2.0:1749393697.309033:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507524096 00000100:00080000:1.0:1749393697.309038:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393697.309040:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507523968:12345-0@lo:38: Request processed in 34us (75us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393697.309041:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393697.309044:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507523328:0@lo:38: 00000100:00100000:0.0:1749393697.309046:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00080000:1.0:1749393697.309052:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393697.309052:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:3.0:1749393697.309054:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507523840 00000100:00080000:1.0:1749393697.309059:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393697.309059:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507524096:12345-0@lo:38: 00000100:00100000:3.0:1749393697.309061:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507523840 00000100:00100000:0.0:1749393697.309064:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507524224 00000100:00100000:1.0:1749393697.309064:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507523456:0@lo:38: 00000100:00100000:0.0:1749393697.309067:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507524224 00010000:00020000:2.0:1749393697.309114:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393697.309136:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1749393697.309148:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1749393697.309148:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507523840:12345-0@lo:400: 00000100:00080000:1.0:1749393697.309151:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393697.309154:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507524224:12345-0@lo:400: 00000100:00080000:1.0:1749393697.309154:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393697.309155:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507524096:12345-0@lo:38: Request processed in 94us (149us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393697.309158:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507523968:0@lo:38: 00000100:00100000:2.0:1749393697.309165:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00080000:1.0:1749393697.309167:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393697.309170:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393697.309173:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507524096:0@lo:38: 00000100:00100000:0.0:1749393697.309194:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507524224:12345-0@lo:400: Request processed in 40us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393697.309200:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1749393697.309205:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507523840:12345-0@lo:400: Request processed in 58us (255us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393697.309216:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393697.309217:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00010000:00080000:0.0:1749393697.309236:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012ddb8e00 x1834371507523840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393697.309249:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507523840:0@lo:400: 00000100:00100000:0.0:1749393697.309259:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507522816:0@lo:400: 00010000:00080000:3.0:1749393697.309263:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c5c00 x1834371507524224/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393697.309278:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507524224:0@lo:400: 00000100:00100000:0.0:1749393697.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393697.962375:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393698.036235:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5c2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507524480:0@lo:700: 00000100:00100000:0.0:1749393698.036301:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393698.036366:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507524480 00000100:00100000:0.0:1749393698.036372:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393698.036373:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507524480 00000100:00080000:0.0:1749393698.036395:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393698.036416:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1749393698.036424:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507524480:12345-0@lo:700: 00000100:00100000:2.0:1749393698.036455:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393698.036460:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507524608:0@lo:700: 40000000:00080000:2.0:1749393698.036493:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393698.036495:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393698.036536:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507524480:12345-0@lo:700: Request processed in 114us (236us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393698.036542:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1749393698.036566:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5c2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507524480:0@lo:700: 00000100:00100000:3.0:1749393698.038129:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507524736:0@lo:700: 00000100:00100000:3.0:1749393698.038156:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393698.038186:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393698.038202:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507524736 00000100:00100000:2.0:1749393698.038206:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507524736 00000100:00080000:0.0:1749393698.038221:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393698.038235:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1749393698.038241:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507524736:12345-0@lo:700: 00000100:00100000:2.0:1749393698.038259:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393698.038268:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507524864:0@lo:700: 40000000:00080000:2.0:1749393698.038275:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393698.038277:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393698.038310:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507524736:12345-0@lo:700: Request processed in 70us (153us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393698.038317:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1749393698.038317:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507524736:0@lo:700: 00000100:00100000:2.0:1749393698.192210:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393698.322193:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393698.654237:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393698.654254:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5c2d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507524992:0@lo:900: 00010000:00010000:3.0:1749393698.964389:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393699.192222:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393699.322119:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393699.883182:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393699.883214:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507525120/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393704 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393699.883287:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393699.883371:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393699.883420:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507525120 00000100:00100000:0.0:1749393699.883440:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507525120 00000100:00080000:2.0:1749393699.883580:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393699.883590:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1749393699.883602:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507525120:12345-0@lo:700: 40000000:00080000:0.0:1749393699.883633:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:0.0:1749393699.883637:0:10058:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393699.883698:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507525120:12345-0@lo:700: Request processed in 100us (410us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393699.883707:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1749393699.883724:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507525120/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393715 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393699.883737:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393699.885161:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393699.885181:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507525248/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393704 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393699.885222:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393699.885277:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393699.885341:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507525248 00000100:00100000:2.0:1749393699.885351:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507525248 00000100:00080000:0.0:1749393699.885405:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393699.885411:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1749393699.885419:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507525248:12345-0@lo:700: 40000000:00080000:2.0:1749393699.885439:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393699.885508:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507525248:12345-0@lo:700: Request processed in 89us (285us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393699.885516:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1749393699.885528:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507525248/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393715 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393699.885539:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:2.0:1749393699.966327:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393700.037205:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5c3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507525376:0@lo:700: 00000100:00100000:0.0:1749393700.037242:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393700.037300:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393700.037368:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507525376 00000100:00100000:2.0:1749393700.037377:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507525376 00000100:00080000:0.0:1749393700.037442:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393700.037475:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1749393700.037485:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507525376:12345-0@lo:700: 00000100:00100000:2.0:1749393700.037523:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393700.037529:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507525504:0@lo:700: 40000000:00080000:2.0:1749393700.037543:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393700.037547:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393700.037599:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507525376:12345-0@lo:700: Request processed in 116us (356us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393700.037607:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1749393700.037624:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5c3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507525376:0@lo:700: 00000100:00100000:3.0:1749393700.039192:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507525632:0@lo:700: 00000100:00100000:3.0:1749393700.039231:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393700.039289:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393700.039358:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507525632 00000100:00100000:2.0:1749393700.039366:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507525632 00000100:00080000:0.0:1749393700.039392:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393700.039419:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1749393700.039427:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507525632:12345-0@lo:700: 00000100:00100000:2.0:1749393700.039479:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393700.039485:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507525760:0@lo:700: 40000000:00080000:2.0:1749393700.039496:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393700.039499:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393700.039549:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507525632:12345-0@lo:700: Request processed in 123us (317us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393700.039558:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1749393700.039573:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507525632:0@lo:700: 00000100:00100000:2.0:1749393700.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393700.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393700.639527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393700.639575:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393700.639667:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499740160 00000100:00100000:1.0:1749393700.639680:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499740160 00000100:00100000:2.0:1749393700.639698:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499740288 00000100:00100000:0.0:1749393700.639706:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393700.639707:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499740288 00000100:00100000:2.0:1749393700.639740:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499740416 00000100:00100000:1.0:1749393700.639742:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 445 00000100:00100000:2.0:1749393700.639743:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499740416 00000100:00100000:1.0:1749393700.639761:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499740160:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393700.639771:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1068 00000100:00100000:2.0:1749393700.639778:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499740288:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393700.639784:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1069 00000100:00100000:0.0:1749393700.639793:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499740416:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393700.639818:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 742 last 0 00010000:00080000:0.0:1749393700.639821:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 742 last 0 00000100:00100000:1.0:1749393700.639830:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499740160:12345-192.168.203.32@tcp:400: Request processed in 79us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393700.639838:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 445 00000100:00100000:0.0:1749393700.639870:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499740416:12345-192.168.203.32@tcp:38: Request processed in 76us (163us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393700.639876:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499740288:12345-192.168.203.32@tcp:38: Request processed in 97us (300us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393700.639878:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1069 00000100:00100000:2.0:1749393700.639885:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1068 00000100:00100000:0.0:1749393700.655153:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393700.655161:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5c2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507525888:0@lo:900: 00010000:00010000:1.0:1749393700.968325:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393701.192194:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393701.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393701.388356:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507526016:0@lo:41: 00000100:00100000:3.0:1749393701.388499:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393701.388569:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507526016 00000100:00100000:2.0:1749393701.388580:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507526016 00000100:00100000:2.0:1749393701.388634:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1749393701.388642:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507526016:12345-0@lo:41: 00000004:00000024:2.0:1749393701.388680:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393701.388742:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507526016:12345-0@lo:41: Request processed in 100us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393701.388751:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1749393701.388784:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507526016:0@lo:41: 00010000:00010000:2.0:1749393701.970348:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393702.038221:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5c2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507526144:0@lo:700: 00000100:00100000:0.0:1749393702.038275:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393702.038339:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393702.038406:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507526144 00000100:00100000:2.0:1749393702.038415:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507526144 00000100:00080000:0.0:1749393702.038513:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393702.038521:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1749393702.038531:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507526144:12345-0@lo:700: 00000100:00100000:2.0:1749393702.038573:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393702.038580:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507526272:0@lo:700: 40000000:00080000:2.0:1749393702.038595:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393702.038599:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393702.038652:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507526144:12345-0@lo:700: Request processed in 123us (377us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393702.038661:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:0.0:1749393702.038676:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5c2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507526144:0@lo:700: 00000100:00100000:3.0:1749393702.040176:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507526400:0@lo:700: 00000100:00100000:3.0:1749393702.040215:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393702.040273:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393702.040338:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507526400 00000100:00100000:2.0:1749393702.040356:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507526400 00000100:00080000:0.0:1749393702.040381:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393702.040410:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1749393702.040419:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507526400:12345-0@lo:700: 00000100:00100000:2.0:1749393702.040470:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393702.040476:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507526528:0@lo:700: 40000000:00080000:2.0:1749393702.040488:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393702.040491:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393702.040542:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507526400:12345-0@lo:700: Request processed in 124us (326us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393702.040550:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1749393702.040566:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507526400:0@lo:700: 00000100:00100000:2.0:1749393702.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:2.0:1749393702.316228:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393702.316236:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393702.316239:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393702.316245:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 739 00000100:00100000:3.0:1749393702.316245:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507526784:0@lo:41: 00000100:00080000:2.0:1749393702.316250:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393702.316255:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393702.316274:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c7800 x1834371507526912/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393702.316300:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393702.316312:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393702.316316:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749393702.316317:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507526656:0@lo:400: 00000100:00080000:2.0:1749393702.316318:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393702.316322:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 739 00000100:00080000:2.0:1749393702.316324:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393702.316327:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393702.316351:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c5c00 x1834371507527168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393702.316362:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393702.316364:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393702.316366:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393702.316369:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 739 00000100:00080000:2.0:1749393702.316371:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393702.316372:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393702.316375:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393702.316376:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749393702.316385:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800996cf800 x1834371507527296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393702.316391:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507527040:0@lo:400: 00000100:00080000:2.0:1749393702.316393:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393702.316395:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393702.316397:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393702.316400:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 739 00000100:00080000:2.0:1749393702.316402:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393702.316405:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507526656 00000100:00080000:2.0:1749393702.316405:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393702.316414:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507526656 00000100:00100000:2.0:1749393702.316414:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800996cdf80 x1834371507527424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393702.316428:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393702.316461:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507526912:0@lo:38: 00000100:00080000:2.0:1749393702.316468:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393702.316471:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393702.316473:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393702.316477:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 739 00000100:00080000:2.0:1749393702.316479:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393702.316482:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00080000:2.0:1749393702.316482:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393702.316485:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507527552:0@lo:400: 00000100:00100000:1.0:1749393702.316490:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507526656:12345-0@lo:400: 00000100:00100000:0.0:1749393702.316491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393702.316502:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800996cd880 x1834371507527808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393702.316509:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393702.316512:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393702.316513:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507527168:0@lo:38: 00000100:00080000:2.0:1749393702.316516:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393702.316517:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393702.316520:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 739 00000100:00080000:2.0:1749393702.316522:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393702.316526:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393702.316535:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800996cca80 x1834371507527936/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393702.316543:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507526784 00000100:00100000:0.0:1749393702.316546:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393702.316548:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507526656:12345-0@lo:400: Request processed in 58us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393702.316548:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507526784 00000100:00100000:1.0:1749393702.316555:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1749393702.316566:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507527296:0@lo:38: 00000100:00100000:3.0:1749393702.316579:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507527040 00000100:00100000:0.0:1749393702.316585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393702.316587:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1749393702.316591:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507527040 00000100:00100000:2.0:1749393702.316596:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507526784:12345-0@lo:41: 00000100:00100000:0.0:1749393702.316598:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507527424:0@lo:38: 00000100:00100000:1.0:1749393702.316600:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507526912 00000100:00100000:1.0:1749393702.316604:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507526912 00000100:00100000:0.0:1749393702.316614:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393702.316614:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1749393702.316621:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507527040:12345-0@lo:400: 00000100:00100000:0.0:1749393702.316632:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507527808:0@lo:38: 00000100:00100000:1.0:1749393702.316634:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507527168 00000004:00000024:2.0:1749393702.316635:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393702.316637:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507527168 00000100:00100000:1.0:1749393702.316646:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507527296 00000100:00100000:0.0:1749393702.316647:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393702.316648:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507527296 00000100:00100000:1.0:1749393702.316656:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507527424 00000100:00100000:1.0:1749393702.316658:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507527424 00000100:00100000:0.0:1749393702.316661:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507527936:0@lo:38: 00000100:00100000:1.0:1749393702.316665:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507527808 00000100:00100000:1.0:1749393702.316667:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507527808 00000100:00100000:3.0:1749393702.316668:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507527040:12345-0@lo:400: Request processed in 47us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393702.316675:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1749393702.316676:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:1.0:1749393702.316682:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507526912:12345-0@lo:38: 00000100:00100000:0.0:1749393702.316690:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393702.316695:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507527552 00000100:00100000:2.0:1749393702.316696:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507526784:12345-0@lo:41: Request processed in 100us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393702.316699:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507527552 00010000:00020000:1.0:1749393702.316704:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393702.316704:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1749393702.316718:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507527936 00000100:00100000:3.0:1749393702.316720:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1749393702.316722:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507527936 00000100:00100000:3.0:1749393702.316726:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507527552:12345-0@lo:400: 00000100:00100000:2.0:1749393702.316733:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:2.0:1749393702.316739:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507527168:12345-0@lo:38: 00000100:00100000:1.0:1749393702.316740:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507526912:12345-0@lo:38: Request processed in 56us (248us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393702.316744:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:0.0:1749393702.316752:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507527296:12345-0@lo:38: 00000100:00100000:3.0:1749393702.316752:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507527552:12345-0@lo:400: Request processed in 25us (241us total) trans 0 rc 0/0 00010000:00020000:2.0:1749393702.316755:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393702.316759:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1749393702.316760:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00010000:00020000:0.0:1749393702.316769:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393702.316773:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:1.0:1749393702.316778:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507527424:12345-0@lo:38: 00000100:00100000:3.0:1749393702.316778:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:2.0:1749393702.316780:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507527168:12345-0@lo:38: Request processed in 41us (234us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393702.316783:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507527808:12345-0@lo:38: 00000100:00100000:2.0:1749393702.316787:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00010000:00020000:1.0:1749393702.316789:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393702.316796:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507527296:12345-0@lo:38: Request processed in 44us (209us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393702.316799:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00010000:00020000:3.0:1749393702.316800:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393702.316804:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:2.0:1749393702.316804:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507527936:12345-0@lo:38: 00000100:00100000:1.0:1749393702.316809:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507527424:12345-0@lo:38: Request processed in 30us (195us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393702.316815:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393702.316816:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1749393702.316824:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507527808:12345-0@lo:38: Request processed in 40us (175us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393702.316827:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507528192:0@lo:400: 00000100:00100000:3.0:1749393702.316831:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:2.0:1749393702.316849:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507527936:12345-0@lo:38: Request processed in 43us (158us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393702.316850:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507528064:0@lo:400: 00000100:00080000:1.0:1749393702.316852:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393702.316854:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393702.316856:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393702.316856:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1749393702.316861:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507527808:0@lo:38: 00000100:00080000:1.0:1749393702.316871:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393702.316873:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393702.316874:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393702.316878:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507527936:0@lo:38: 00000100:00100000:0.0:1749393702.316879:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507528192 00000100:00100000:0.0:1749393702.316882:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507528192 00000100:02020000:1.0:1749393702.316887:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:3.0:1749393702.316903:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507526784:0@lo:41: 00000100:00100000:3.0:1749393702.316916:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393702.316921:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507527680:0@lo:400: 00000100:00100000:0.0:1749393702.316932:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507528064 00000100:00100000:0.0:1749393702.316936:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507528064 00000100:00100000:3.0:1749393702.316938:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393702.316951:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507527680 00000100:00100000:0.0:1749393702.316954:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507527680 00000100:00100000:3.0:1749393702.316961:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1749393702.316977:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507528192:12345-0@lo:400: 00000100:00100000:2.0:1749393702.316978:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1749393702.316984:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1749393702.316986:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507528064:12345-0@lo:400: 00000100:00100000:0.0:1749393702.316991:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507527680:12345-0@lo:400: 00000100:00100000:3.0:1749393702.317017:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507528192:12345-0@lo:400: Request processed in 42us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393702.317023:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1749393702.317030:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507528064:12345-0@lo:400: Request processed in 46us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393702.317031:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507527680:12345-0@lo:400: Request processed in 41us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393702.317037:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1749393702.317041:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00010000:00080000:3.0:1749393702.317053:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05f100 x1834371507528192/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749393702.317058:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393702.317066:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507528192:0@lo:400: 00010000:00080000:2.0:1749393702.317101:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800996cfb80 x1834371507527680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393702.317113:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507527680:0@lo:400: 00000100:00100000:0.0:1749393702.317118:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507526656:0@lo:400: 00010000:00080000:3.0:1749393702.317118:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800996cd180 x1834371507527552/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749393702.317127:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb87b80 x1834371507528064/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393702.317129:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507527552:0@lo:400: 00000100:00100000:2.0:1749393702.317136:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507528064:0@lo:400: 00000100:00100000:3.0:1749393702.317139:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507527040:0@lo:400: 00000100:00100000:0.0:1749393702.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:1.0:1749393702.324469:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393702.324475:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393702.324481:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507526912:0@lo:38: 00000100:00080000:1.0:1749393702.324500:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393702.324503:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393702.324506:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507527168:0@lo:38: 00000100:00080000:1.0:1749393702.324515:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393702.324517:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393702.324520:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507527296:0@lo:38: 00000100:00080000:1.0:1749393702.324527:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393702.324529:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393702.324532:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507527424:0@lo:38: 00000100:00100000:0.0:1749393702.656203:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393702.656215:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507528320:0@lo:900: 00010000:00010000:0.0:1749393702.972289:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393703.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393703.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393703.974358:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393704.039232:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507528448:0@lo:700: 00000100:00100000:0.0:1749393704.039296:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393704.039365:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393704.039458:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507528448 00000100:00100000:2.0:1749393704.039470:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507528448 00000100:00080000:0.0:1749393704.039533:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393704.039556:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1749393704.039567:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507528448:12345-0@lo:700: 00000100:00100000:2.0:1749393704.039611:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393704.039618:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507528576:0@lo:700: 40000000:00080000:2.0:1749393704.039631:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393704.039634:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393704.039689:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507528448:12345-0@lo:700: Request processed in 124us (392us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393704.039709:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1749393704.039713:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507528448:0@lo:700: 00000100:00100000:3.0:1749393704.041195:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be9f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507528704:0@lo:700: 00000100:00100000:3.0:1749393704.041235:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393704.041292:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393704.041350:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507528704 00000100:00100000:2.0:1749393704.041359:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507528704 00000100:00080000:0.0:1749393704.041397:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393704.041417:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1749393704.041453:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507528704:12345-0@lo:700: 00000100:00100000:2.0:1749393704.041485:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393704.041491:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507528832:0@lo:700: 40000000:00080000:2.0:1749393704.041501:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393704.041504:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393704.041555:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507528704:12345-0@lo:700: Request processed in 103us (318us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393704.041563:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1749393704.041578:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be9f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507528704:0@lo:700: 00000100:00100000:2.0:1749393704.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393704.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393704.657200:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393704.657211:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507528960:0@lo:900: 00010000:00010000:1.0:1749393704.976338:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393705.192172:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393705.322193:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393705.647493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393705.647539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393705.647625:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499740672 00000100:00100000:2.0:1749393705.647638:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499740672 00000100:00100000:0.0:1749393705.647646:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393705.647652:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499740544 00000100:00100000:1.0:1749393705.647663:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499740544 00000100:00100000:2.0:1749393705.647674:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499740800 00000100:00100000:2.0:1749393705.647677:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499740800 00000100:00100000:0.0:1749393705.647693:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1076 00000100:00100000:0.0:1749393705.647702:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499740672:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393705.647712:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1077 00000100:00100000:2.0:1749393705.647720:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499740800:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393705.647721:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 447 00010000:00080000:0.0:1749393705.647734:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 747 last 0 00000100:00100000:1.0:1749393705.647735:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499740544:12345-192.168.203.32@tcp:400: 00010000:00080000:2.0:1749393705.647744:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 747 last 0 00000100:00100000:0.0:1749393705.647802:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499740672:12345-192.168.203.32@tcp:38: Request processed in 99us (315us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393705.647810:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1076 00000100:00100000:1.0:1749393705.647820:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499740544:12345-192.168.203.32@tcp:400: Request processed in 86us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393705.647824:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499740800:12345-192.168.203.32@tcp:38: Request processed in 103us (178us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393705.647829:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 447 00000100:00100000:2.0:1749393705.647832:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1077 00010000:00010000:2.0:1749393705.978330:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393706.040213:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507529088:0@lo:700: 00000100:00100000:0.0:1749393706.040266:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393706.040335:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393706.040390:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507529088 00000100:00100000:2.0:1749393706.040400:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507529088 00000100:00080000:0.0:1749393706.040496:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393706.040496:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1749393706.040506:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507529088:12345-0@lo:700: 00000100:00100000:2.0:1749393706.040548:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393706.040555:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507529216:0@lo:700: 40000000:00080000:2.0:1749393706.040568:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393706.040571:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393706.040625:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507529088:12345-0@lo:700: Request processed in 120us (358us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393706.040633:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1749393706.040649:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507529088:0@lo:700: 00000100:00100000:3.0:1749393706.042190:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be9f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507529344:0@lo:700: 00000100:00100000:3.0:1749393706.042229:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393706.042289:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393706.042349:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507529344 00000100:00100000:2.0:1749393706.042358:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507529344 00000100:00080000:0.0:1749393706.042384:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393706.042428:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1749393706.042437:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507529344:12345-0@lo:700: 00000100:00100000:2.0:1749393706.042469:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393706.042475:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507529472:0@lo:700: 40000000:00080000:2.0:1749393706.042485:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393706.042488:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393706.042538:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507529344:12345-0@lo:700: Request processed in 102us (307us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393706.042546:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1749393706.042560:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be9f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507529344:0@lo:700: 00000100:00100000:2.0:1749393706.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393706.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393706.396335:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507529600:0@lo:41: 00000100:00100000:0.0:1749393706.396390:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393706.396459:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507529600 00000100:00100000:2.0:1749393706.396469:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507529600 00000100:00100000:2.0:1749393706.396510:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1749393706.396518:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507529600:12345-0@lo:41: 00000004:00000024:2.0:1749393706.396552:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393706.396616:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507529600:12345-0@lo:41: Request processed in 97us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393706.396636:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1749393706.396650:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507529600:0@lo:41: 00000100:00100000:0.0:1749393706.658217:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393706.658232:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ee680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507529728:0@lo:900: 00010000:00010000:1.0:1749393706.980311:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393707.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393707.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393707.324235:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393707.324244:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393707.324247:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1749393707.324248:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393707.324256:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 744 00000100:00080000:2.0:1749393707.324260:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393707.324267:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749393707.324269:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507529856:0@lo:400: 00000100:00100000:2.0:1749393707.324289:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05df80 x1834371507530112/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393707.324325:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393707.324329:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393707.324331:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393707.324334:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393707.324334:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749393707.324334:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 744 00000100:00080000:2.0:1749393707.324336:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393707.324339:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393707.324340:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393707.324350:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e05c380 x1834371507530368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393707.324353:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507530240:0@lo:400: 00000100:00100000:1.0:1749393707.324353:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507529984:0@lo:41: 00000100:00080000:2.0:1749393707.324367:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393707.324370:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393707.324372:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393707.324375:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 744 00000100:00080000:2.0:1749393707.324378:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393707.324381:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393707.324425:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393707.324435:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393707.324437:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb87b80 x1834371507530624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393707.324437:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507530496:0@lo:400: 00000100:00100000:0.0:1749393707.324444:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507530112:0@lo:38: 00000100:00080000:2.0:1749393707.324449:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393707.324452:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393707.324453:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393707.324456:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 744 00000100:00080000:2.0:1749393707.324459:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393707.324462:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393707.324471:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800996cdf80 x1834371507530752/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393707.324497:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393707.324501:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749393707.324502:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393707.324503:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393707.324507:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 744 00000100:00080000:2.0:1749393707.324509:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393707.324509:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507531008:0@lo:400: 00000100:00080000:2.0:1749393707.324512:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393707.324517:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507530880:0@lo:400: 00000100:00100000:2.0:1749393707.324522:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800996cd880 x1834371507531136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393707.324530:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393707.324533:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393707.324534:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393707.324536:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393707.324537:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 744 00000100:00080000:2.0:1749393707.324539:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393707.324542:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393707.324558:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393707.324560:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507531008 00000100:00100000:2.0:1749393707.324560:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800996cd180 x1834371507531264/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393707.324574:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507529984 00000100:00100000:0.0:1749393707.324578:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507531008 00000100:00100000:3.0:1749393707.324580:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507529984 00000100:00100000:2.0:1749393707.324604:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507530240 00000100:00100000:1.0:1749393707.324609:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507529856 00000100:00100000:2.0:1749393707.324609:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507530240 00000100:00100000:3.0:1749393707.324616:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1749393707.324617:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507529856 00000100:00100000:0.0:1749393707.324621:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507530880 00000100:00100000:3.0:1749393707.324624:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507529984:12345-0@lo:41: 00000100:00100000:0.0:1749393707.324626:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507530880 00000100:00100000:2.0:1749393707.324636:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1749393707.324644:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507530240:12345-0@lo:400: 00000100:00100000:0.0:1749393707.324653:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1749393707.324660:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000004:00000024:3.0:1749393707.324660:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393707.324664:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507531008:12345-0@lo:400: 00000100:00100000:1.0:1749393707.324668:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507529856:12345-0@lo:400: 00000100:00100000:3.0:1749393707.324711:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507529984:12345-0@lo:41: Request processed in 87us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393707.324718:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507530240:12345-0@lo:400: Request processed in 74us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393707.324719:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1749393707.324725:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1749393707.324728:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507529856:12345-0@lo:400: Request processed in 60us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393707.324732:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507531008:12345-0@lo:400: Request processed in 69us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393707.324735:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1749393707.324745:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1749393707.324748:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393707.324751:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:2.0:1749393707.324758:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507530880:12345-0@lo:400: 00000100:00100000:3.0:1749393707.324767:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507531392:0@lo:400: 00010000:00080000:1.0:1749393707.324784:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800996cca80 x1834371507531008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393707.324790:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393707.324793:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507530880:12345-0@lo:400: Request processed in 36us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393707.324799:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507531008:0@lo:400: 00000100:00100000:2.0:1749393707.324799:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1749393707.324808:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393707.324810:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507529856:0@lo:400: 00000100:00100000:2.0:1749393707.324813:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507531392 00000100:00100000:2.0:1749393707.324817:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507531392 00000100:00100000:3.0:1749393707.324819:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749393707.324826:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507531520:0@lo:400: 00010000:00080000:1.0:1749393707.324838:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800996cf800 x1834371507530880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393707.324841:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1749393707.324844:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393707.324847:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507531392:12345-0@lo:400: 00000100:00100000:1.0:1749393707.324848:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507530880:0@lo:400: 00000100:00100000:0.0:1749393707.324850:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507531520 00000100:00100000:0.0:1749393707.324856:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507531520 00000100:00100000:1.0:1749393707.324863:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507529984:0@lo:41: 00000100:00100000:3.0:1749393707.324867:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507530496 00000100:00100000:3.0:1749393707.324871:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507530496 00000100:00100000:2.0:1749393707.324874:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507531392:12345-0@lo:400: Request processed in 27us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393707.324880:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1749393707.324889:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1749393707.324890:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00080000:1.0:1749393707.324890:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393707.324895:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507530496:12345-0@lo:400: 00000100:00100000:0.0:1749393707.324900:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507531520:12345-0@lo:400: 00000100:00100000:1.0:1749393707.324910:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507530112 00000100:00100000:1.0:1749393707.324915:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507530112 00000100:00100000:3.0:1749393707.324924:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507530496:12345-0@lo:400: Request processed in 29us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393707.324931:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1749393707.324934:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:1.0:1749393707.324939:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507530112:12345-0@lo:38: 00000100:00100000:0.0:1749393707.324948:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507531520:12345-0@lo:400: Request processed in 48us (101us total) trans 0 rc 0/0 00010000:00080000:3.0:1749393707.324958:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c45d180 x1834371507531520/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393707.324959:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00010000:00020000:1.0:1749393707.324961:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393707.324972:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507531520:0@lo:400: 00000100:00100000:1.0:1749393707.324992:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507530112:12345-0@lo:38: Request processed in 51us (189us total) trans 0 rc -19/-19 00010000:00080000:3.0:1749393707.324998:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800996cfb80 x1834371507531392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749393707.325008:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393707.325008:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507531392:0@lo:400: 00000100:00100000:1.0:1749393707.325011:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00080000:0.0:1749393707.325015:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393707.325018:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507530496:0@lo:400: 00000100:00100000:0.0:1749393707.325022:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507530112:0@lo:38: 00000100:00100000:0.0:1749393707.325034:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507530368:0@lo:38: 00000100:00100000:1.0:1749393707.325046:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507530240:0@lo:400: 00000100:00100000:0.0:1749393707.325108:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393707.325165:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507530624:0@lo:38: 00000100:00100000:1.0:1749393707.325169:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507530368 00000100:00100000:1.0:1749393707.325174:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507530368 00000100:00100000:0.0:1749393707.325197:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393707.325203:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1749393707.325208:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507530368:12345-0@lo:38: 00010000:00020000:1.0:1749393707.325222:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393707.325239:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507530752:0@lo:38: 00000100:00100000:1.0:1749393707.325253:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507530368:12345-0@lo:38: Request processed in 44us (184us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393707.325254:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507530624 00000100:00100000:1.0:1749393707.325259:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:2.0:1749393707.325260:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507530624 00000100:00100000:0.0:1749393707.325270:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393707.325281:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507530752 00000100:00100000:2.0:1749393707.325283:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507530752 00000100:00100000:0.0:1749393707.325292:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507531136:0@lo:38: 00000100:00100000:2.0:1749393707.325298:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:2.0:1749393707.325303:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507530624:12345-0@lo:38: 00000100:00100000:3.0:1749393707.325307:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:3.0:1749393707.325313:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507530752:12345-0@lo:38: 00010000:00020000:2.0:1749393707.325330:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393707.325337:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393707.325345:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393707.325363:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507531136 00000100:00100000:1.0:1749393707.325367:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507531136 00000100:00100000:2.0:1749393707.325369:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507530624:12345-0@lo:38: Request processed in 65us (173us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393707.325373:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507531264:0@lo:38: 00000100:00100000:2.0:1749393707.325377:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1749393707.325377:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507530752:12345-0@lo:38: Request processed in 63us (108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393707.325382:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:1.0:1749393707.325387:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507531136:12345-0@lo:38: 00000100:00100000:3.0:1749393707.325388:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00010000:00020000:1.0:1749393707.325425:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393707.325426:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393707.325453:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507531136:12345-0@lo:38: Request processed in 65us (109us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393707.325456:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507531264 00000100:00100000:1.0:1749393707.325459:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1749393707.325460:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507531264 00000100:00080000:0.0:1749393707.325465:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393707.325470:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393707.325477:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507530368:0@lo:38: 00000100:00100000:3.0:1749393707.325486:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:3.0:1749393707.325491:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507531264:12345-0@lo:38: 00000100:00080000:0.0:1749393707.325500:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00020000:3.0:1749393707.325504:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749393707.325505:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393707.325510:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507530624:0@lo:38: 00000100:00080000:0.0:1749393707.325523:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393707.325527:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393707.325530:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507531264:12345-0@lo:38: Request processed in 37us (130us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393707.325533:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507530752:0@lo:38: 00000100:00100000:3.0:1749393707.325537:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00080000:0.0:1749393707.325547:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393707.325551:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393707.325556:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507531136:0@lo:38: 00000100:00080000:0.0:1749393707.325568:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393707.325572:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393707.325577:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507531264:0@lo:38: 00010000:00010000:2.0:1749393707.982323:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393708.041216:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507531648:0@lo:700: 00000100:00100000:0.0:1749393708.041278:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393708.041345:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393708.041390:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507531648 00000100:00100000:2.0:1749393708.041434:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507531648 00000100:00100000:2.0:1749393708.041517:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1749393708.041527:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507531648:12345-0@lo:700: 00000100:00080000:1.0:1749393708.041540:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393708.041574:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393708.041580:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507531776:0@lo:700: 40000000:00080000:2.0:1749393708.041594:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393708.041597:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393708.041655:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507531648:12345-0@lo:700: Request processed in 130us (376us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393708.041665:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1749393708.041708:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507531648:0@lo:700: 00000100:00100000:3.0:1749393708.043190:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507531904:0@lo:700: 00000100:00100000:3.0:1749393708.043231:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393708.043287:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393708.043351:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507531904 00000100:00100000:2.0:1749393708.043360:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507531904 00000100:00080000:1.0:1749393708.043419:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393708.043447:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1749393708.043456:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507531904:12345-0@lo:700: 00000100:00100000:2.0:1749393708.043489:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393708.043495:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507532032:0@lo:700: 40000000:00080000:2.0:1749393708.043505:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393708.043507:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393708.043557:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507531904:12345-0@lo:700: Request processed in 102us (326us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393708.043580:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507531904:0@lo:700: 00000100:00100000:2.0:1749393708.043592:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1749393708.192196:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393708.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393708.659222:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393708.659239:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507532160:0@lo:900: 00010000:00010000:1.0:1749393708.984382:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393709.192216:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393709.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393709.986356:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393710.042220:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507532288:0@lo:700: 00000100:00100000:0.0:1749393710.042287:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393710.042358:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393710.042534:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507532288 00000100:00100000:2.0:1749393710.042545:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507532288 00000100:00080000:1.0:1749393710.042601:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393710.042618:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1749393710.042629:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507532288:12345-0@lo:700: 00000100:00100000:2.0:1749393710.042670:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393710.042677:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507532416:0@lo:700: 40000000:00080000:2.0:1749393710.042690:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393710.042693:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393710.042748:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507532288:12345-0@lo:700: Request processed in 120us (460us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393710.042758:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:0.0:1749393710.042841:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507532288:0@lo:700: 00000100:00100000:3.0:1749393710.044190:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507532544:0@lo:700: 00000100:00100000:3.0:1749393710.044231:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393710.044327:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393710.044352:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507532544 00000100:00100000:2.0:1749393710.044360:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507532544 00000100:00080000:1.0:1749393710.044430:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393710.044441:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1749393710.044454:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507532544:12345-0@lo:700: 00000100:00100000:2.0:1749393710.044490:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393710.044498:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507532672:0@lo:700: 40000000:00080000:2.0:1749393710.044512:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393710.044515:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393710.044580:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507532544:12345-0@lo:700: Request processed in 127us (345us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393710.044593:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:3.0:1749393710.044598:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507532544:0@lo:700: 00000100:00100000:2.0:1749393710.192193:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393710.322175:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393710.655680:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393710.655728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393710.655789:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393710.655826:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499740928 00000100:00100000:1.0:1749393710.655839:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499740928 00000100:00100000:3.0:1749393710.655855:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499741056 00000100:00100000:3.0:1749393710.655865:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499741056 00000100:00100000:3.0:1749393710.655907:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499741184 00000100:00100000:3.0:1749393710.655910:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499741184 00000100:00100000:1.0:1749393710.655916:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 449 00000100:00100000:1.0:1749393710.655926:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499740928:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393710.655927:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1084 00000100:00100000:2.0:1749393710.655937:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499741056:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393710.655940:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1085 00000100:00100000:3.0:1749393710.655947:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499741184:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393710.655970:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 752 last 0 00010000:00080000:3.0:1749393710.655974:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 752 last 0 00000100:00100000:1.0:1749393710.656010:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499740928:12345-192.168.203.32@tcp:400: Request processed in 85us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393710.656019:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 449 00000100:00100000:2.0:1749393710.656027:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499741056:12345-192.168.203.32@tcp:38: Request processed in 90us (298us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393710.656036:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1084 00000100:00100000:3.0:1749393710.656039:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499741184:12345-192.168.203.32@tcp:38: Request processed in 90us (248us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393710.656047:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1085 00000100:00100000:0.0:1749393710.660207:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393710.660218:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507532800:0@lo:900: 00000100:00100000:2.0:1749393710.883189:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393710.883214:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507532928/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393715 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393710.883266:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393710.883342:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393710.883417:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507532928 00000100:00100000:0.0:1749393710.883427:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507532928 00000100:00080000:1.0:1749393710.883460:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393710.883471:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1749393710.883481:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507532928:12345-0@lo:700: 40000000:00080000:0.0:1749393710.883506:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393710.883562:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507532928:12345-0@lo:700: Request processed in 82us (294us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393710.883570:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100400:2.0:1749393710.883593:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507532928/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393726 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393710.895413:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393710.896173:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393710.896194:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507533056/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393715 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393710.896237:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393710.896294:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507533056 00000100:00100000:0.0:1749393710.896303:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507533056 00000100:00100000:1.0:1749393710.896311:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393710.896341:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00080000:1.0:1749393710.896345:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393710.896349:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507533056:12345-0@lo:700: 40000000:00080000:0.0:1749393710.896367:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393710.896455:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507533056:12345-0@lo:700: Request processed in 104us (216us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393710.896464:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100400:1.0:1749393710.896501:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507533056/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393726 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393710.896513:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:1.0:1749393710.988332:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393711.192200:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393711.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393711.404335:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507533184:0@lo:41: 00000100:00100000:1.0:1749393711.404443:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393711.404519:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507533184 00000100:00100000:3.0:1749393711.404529:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507533184 00000100:00100000:3.0:1749393711.404571:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1749393711.404580:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507533184:12345-0@lo:41: 00000004:00000024:3.0:1749393711.404615:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393711.404679:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507533184:12345-0@lo:41: Request processed in 99us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393711.404687:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1749393711.404719:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507533184:0@lo:41: 00010000:00010000:2.0:1749393711.990338:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393712.043218:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507533312:0@lo:700: 00000100:00100000:0.0:1749393712.043289:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393712.043363:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393712.043436:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507533312 00000100:00100000:2.0:1749393712.043447:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507533312 00000100:00080000:1.0:1749393712.043514:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393712.043524:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1749393712.043535:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507533312:12345-0@lo:700: 00000100:00100000:2.0:1749393712.043577:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393712.043585:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507533440:0@lo:700: 40000000:00080000:2.0:1749393712.043598:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393712.043601:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393712.043657:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507533312:12345-0@lo:700: Request processed in 124us (368us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393712.043679:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1749393712.043691:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507533312:0@lo:700: 00000100:00100000:3.0:1749393712.045192:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099be8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507533568:0@lo:700: 00000100:00100000:3.0:1749393712.045233:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393712.045291:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393712.045362:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507533568 00000100:00100000:2.0:1749393712.045394:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507533568 00000100:00080000:1.0:1749393712.045446:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393712.045453:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1749393712.045461:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507533568:12345-0@lo:700: 00000100:00100000:2.0:1749393712.045506:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393712.045513:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507533696:0@lo:700: 40000000:00080000:2.0:1749393712.045523:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393712.045526:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393712.045578:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507533568:12345-0@lo:700: Request processed in 117us (344us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393712.045587:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1749393712.045600:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099be8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507533568:0@lo:700: 00000100:00100000:2.0:1749393712.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393712.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393712.332217:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393712.332224:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1749393712.332225:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393712.332228:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393712.332235:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 749 00000100:00080000:2.0:1749393712.332239:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393712.332242:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507533952:0@lo:400: 00000100:00080000:2.0:1749393712.332245:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393712.332265:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45ed80 x1834371507534080/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393712.332287:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393712.332287:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393712.332290:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393712.332292:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393712.332296:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 749 00000100:00080000:2.0:1749393712.332306:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393712.332310:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393712.332322:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507534080:0@lo:38: 00000100:00100000:2.0:1749393712.332323:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45d880 x1834371507534336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393712.332323:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507533824:0@lo:41: 00000100:00100000:1.0:1749393712.332324:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507534208:0@lo:400: 00000100:00080000:2.0:1749393712.332342:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393712.332345:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393712.332347:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393712.332349:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393712.332350:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 749 00000100:00080000:2.0:1749393712.332353:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393712.332356:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393712.332389:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45f480 x1834371507534592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393712.332398:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393712.332401:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393712.332403:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393712.332406:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 749 00000100:00100000:0.0:1749393712.332407:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393712.332408:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393712.332411:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393712.332415:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393712.332421:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45c000 x1834371507534720/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393712.332438:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507533952 00000100:00100000:0.0:1749393712.332444:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507534336:0@lo:38: 00000100:00100000:1.0:1749393712.332446:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507533952 00000100:00080000:2.0:1749393712.332453:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393712.332457:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393712.332458:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393712.332461:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507534848:0@lo:400: 00000100:00080000:2.0:1749393712.332462:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 749 00000100:00100000:0.0:1749393712.332465:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393712.332468:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393712.332473:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393712.332483:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507534592:0@lo:38: 00000100:00100000:2.0:1749393712.332485:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d784380 x1834371507535104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393712.332487:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393712.332491:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00080000:2.0:1749393712.332495:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393712.332499:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393712.332500:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393712.332501:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393712.332503:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 749 00000100:00080000:2.0:1749393712.332505:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393712.332506:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1749393712.332508:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393712.332513:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507534464:0@lo:400: 00000100:00100000:0.0:1749393712.332516:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507534720:0@lo:38: 00000100:00100000:1.0:1749393712.332516:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507533952:12345-0@lo:400: 00000100:00100000:2.0:1749393712.332518:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d784700 x1834371507535232/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393712.332529:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393712.332532:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393712.332542:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393712.332548:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507535488:0@lo:400: 00000100:00100000:0.0:1749393712.332549:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507535104:0@lo:38: 00000100:00100000:2.0:1749393712.332559:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507534208 00000100:00100000:2.0:1749393712.332564:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507534208 00000100:00100000:1.0:1749393712.332566:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507533952:12345-0@lo:400: Request processed in 55us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393712.332568:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393712.332571:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393712.332574:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1749393712.332588:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507535232:0@lo:38: 00000100:00100000:2.0:1749393712.332589:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507533824 00000100:00100000:2.0:1749393712.332592:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507533824 00000100:00100000:3.0:1749393712.332596:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507534976:0@lo:400: 00000100:00100000:2.0:1749393712.332601:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507534464 00000100:00100000:2.0:1749393712.332603:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507534464 00000100:00100000:0.0:1749393712.332604:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393712.332609:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507534848 00000100:00100000:1.0:1749393712.332614:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507534848 00000100:00100000:2.0:1749393712.332614:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1749393712.332616:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393712.332621:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507534208:12345-0@lo:400: 00000100:00100000:3.0:1749393712.332631:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393712.332633:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507534080 00000100:00100000:1.0:1749393712.332637:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507535488 00000100:00100000:3.0:1749393712.332637:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507535360:0@lo:400: 00000100:00100000:0.0:1749393712.332639:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507534080 00000100:00100000:1.0:1749393712.332640:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507535488 00000100:00100000:0.0:1749393712.332653:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507534336 00000100:00100000:0.0:1749393712.332656:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507534336 00000100:00100000:1.0:1749393712.332657:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507534976 00000100:00100000:3.0:1749393712.332658:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393712.332659:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507534976 00000100:00100000:0.0:1749393712.332661:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507534592 00000100:00100000:1.0:1749393712.332668:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507535360 00000100:00100000:1.0:1749393712.332670:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507535360 00000100:00100000:0.0:1749393712.332672:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507534592 00000100:00100000:2.0:1749393712.332672:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507534208:12345-0@lo:400: Request processed in 51us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393712.332679:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1749393712.332683:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507534720 00000100:00100000:1.0:1749393712.332683:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1749393712.332685:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507534720 00000100:00100000:1.0:1749393712.332689:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507534848:12345-0@lo:400: 00000100:00100000:0.0:1749393712.332691:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507535104 00000100:00100000:3.0:1749393712.332691:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1749393712.332693:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507535104 00000100:00100000:3.0:1749393712.332699:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507533824:12345-0@lo:41: 00000100:00100000:0.0:1749393712.332700:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507535232 00000100:00100000:0.0:1749393712.332702:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507535232 00000100:00100000:2.0:1749393712.332706:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1749393712.332712:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:2.0:1749393712.332713:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507534464:12345-0@lo:400: 00000100:00100000:0.0:1749393712.332717:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507534080:12345-0@lo:38: 00000100:00100000:1.0:1749393712.332721:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507534848:12345-0@lo:400: Request processed in 32us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393712.332727:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000004:00000024:3.0:1749393712.332727:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393712.332738:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507534464:12345-0@lo:400: Request processed in 26us (208us total) trans 0 rc 0/0 00010000:00020000:0.0:1749393712.332740:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393712.332742:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1749393712.332750:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507535488:12345-0@lo:400: 00000100:00100000:2.0:1749393712.332752:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1749393712.332758:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507533824:12345-0@lo:41: Request processed in 59us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393712.332765:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1749393712.332777:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507534080:12345-0@lo:38: Request processed in 58us (371us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393712.332777:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:2.0:1749393712.332782:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d738700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507534336:12345-0@lo:38: 00000100:00100000:0.0:1749393712.332785:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:1.0:1749393712.332792:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507535488:12345-0@lo:400: Request processed in 41us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393712.332795:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00010000:00020000:2.0:1749393712.332799:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393712.332802:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1749393712.332802:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507534976:12345-0@lo:400: 00000100:00100000:1.0:1749393712.332803:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1749393712.332806:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507534592:12345-0@lo:38: 00010000:00020000:0.0:1749393712.332817:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393712.332820:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:1.0:1749393712.332829:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507535360:12345-0@lo:400: 00000100:00100000:2.0:1749393712.332830:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d738700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507534336:12345-0@lo:38: Request processed in 47us (364us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393712.332834:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507534976:12345-0@lo:400: Request processed in 34us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393712.332836:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:0.0:1749393712.332839:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507534592:12345-0@lo:38: Request processed in 32us (337us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393712.332846:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:2.0:1749393712.332850:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:3.0:1749393712.332852:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1749393712.332854:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507534720:12345-0@lo:38: 00000100:00100000:0.0:1749393712.332856:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:0.0:1749393712.332860:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507535104:12345-0@lo:38: 00010000:00020000:2.0:1749393712.332865:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393712.332869:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393712.332872:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507535360:12345-0@lo:400: Request processed in 42us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393712.332882:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1749393712.332888:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507534720:12345-0@lo:38: Request processed in 33us (355us total) trans 0 rc -19/-19 00010000:00080000:3.0:1749393712.332891:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d784a80 x1834371507535360/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393712.332892:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507535104:12345-0@lo:38: Request processed in 31us (320us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393712.332895:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1749393712.332898:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:2.0:1749393712.332905:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:2.0:1749393712.332909:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507535232:12345-0@lo:38: 00000100:00100000:3.0:1749393712.332918:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507535360:0@lo:400: 00010000:00020000:2.0:1749393712.332919:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1749393712.332934:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d784000 x1834371507534976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749393712.332940:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d784e00 x1834371507535488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393712.332940:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507535232:12345-0@lo:38: Request processed in 30us (335us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393712.332944:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507534976:0@lo:400: 00000100:00100000:2.0:1749393712.332946:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00080000:0.0:1749393712.332950:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393712.332954:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393712.332962:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507535488:0@lo:400: 00000100:00100000:0.0:1749393712.332965:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507535104:0@lo:38: 00000100:00080000:3.0:1749393712.332977:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393712.332978:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507534464:0@lo:400: 00000100:00080000:0.0:1749393712.332979:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393712.332982:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393712.332986:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507535232:0@lo:38: 00010000:00080000:1.0:1749393712.332989:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c45d180 x1834371507534848/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393712.332994:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507534208:0@lo:400: 00000100:02020000:0.0:1749393712.332996:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:1.0:1749393712.332999:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507534848:0@lo:400: 00000100:00080000:0.0:1749393712.333000:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393712.333002:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393712.333004:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507533952:0@lo:400: 00000100:00100000:0.0:1749393712.333006:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507534336:0@lo:38: 00000100:00080000:0.0:1749393712.333013:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393712.333014:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507533824:0@lo:41: 00000100:00080000:0.0:1749393712.333016:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393712.333019:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507534592:0@lo:38: 00000100:00080000:0.0:1749393712.333027:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393712.333029:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393712.333032:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507534720:0@lo:38: 00000100:00080000:0.0:1749393712.333039:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393712.333042:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393712.333045:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507534080:0@lo:38: 00000100:00100000:0.0:1749393712.661204:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393712.661216:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d739880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507535616:0@lo:900: 00010000:00010000:1.0:1749393712.992333:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393713.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393713.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393713.994347:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393714.044217:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d739880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507535744:0@lo:700: 00000100:00100000:0.0:1749393714.044283:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393714.044375:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393714.044424:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507535744 00000100:00100000:2.0:1749393714.044436:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507535744 00000100:00080000:3.0:1749393714.044471:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393714.044506:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1749393714.044516:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507535744:12345-0@lo:700: 00000100:00100000:2.0:1749393714.044568:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393714.044575:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507535872:0@lo:700: 40000000:00080000:2.0:1749393714.044589:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393714.044592:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393714.044649:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507535744:12345-0@lo:700: Request processed in 135us (366us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393714.044659:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1749393714.044677:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d739880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507535744:0@lo:700: 00000100:00100000:3.0:1749393714.046188:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d2a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507536000:0@lo:700: 00000100:00100000:3.0:1749393714.046228:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393714.046285:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393714.046348:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507536000 00000100:00100000:2.0:1749393714.046380:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507536000 00000100:00080000:3.0:1749393714.046437:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393714.046440:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1749393714.046449:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507536000:12345-0@lo:700: 00000100:00100000:2.0:1749393714.046480:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393714.046487:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507536128:0@lo:700: 40000000:00080000:2.0:1749393714.046498:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393714.046501:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393714.046551:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507536000:12345-0@lo:700: Request processed in 103us (322us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393714.046559:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1749393714.046573:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d2a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507536000:0@lo:700: 00000100:00100000:2.0:1749393714.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393714.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393714.662205:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393714.662216:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d739880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507536256:0@lo:900: 00010000:00010000:0.0:1749393714.996255:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393715.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393715.322174:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393715.663521:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393715.663567:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393715.663637:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499741312 00000100:00100000:0.0:1749393715.663647:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393715.663653:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499741312 00000100:00100000:0.0:1749393715.663673:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499741440 00000100:00100000:0.0:1749393715.663679:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499741440 00000100:00100000:2.0:1749393715.663680:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499741568 00000100:00100000:2.0:1749393715.663689:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499741568 00000100:00100000:0.0:1749393715.663708:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1092 00000100:00100000:1.0:1749393715.663709:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 451 00000100:00100000:0.0:1749393715.663716:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d739880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499741440:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393715.663718:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499741312:12345-192.168.203.32@tcp:400: 00010000:00080000:0.0:1749393715.663744:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 757 last 0 00000100:00100000:2.0:1749393715.663746:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1093 00000100:00100000:2.0:1749393715.663754:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499741568:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393715.663778:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 757 last 0 00000100:00100000:1.0:1749393715.663786:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499741312:12345-192.168.203.32@tcp:400: Request processed in 69us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393715.663795:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 451 00000100:00100000:0.0:1749393715.663796:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d739880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499741440:12345-192.168.203.32@tcp:38: Request processed in 80us (228us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393715.663805:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1092 00000100:00100000:2.0:1749393715.663827:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499741568:12345-192.168.203.32@tcp:38: Request processed in 73us (180us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393715.663847:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1093 00010000:00010000:2.0:1749393715.998334:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393716.045220:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d73a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507536384:0@lo:700: 00000100:00100000:0.0:1749393716.045283:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393716.045394:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393716.045425:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507536384 00000100:00100000:2.0:1749393716.045436:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507536384 00000100:00100000:2.0:1749393716.045502:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00080000:3.0:1749393716.045505:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393716.045513:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d73a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507536384:12345-0@lo:700: 00000100:00100000:2.0:1749393716.045555:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393716.045562:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507536512:0@lo:700: 40000000:00080000:2.0:1749393716.045577:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393716.045580:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393716.045636:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d73a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507536384:12345-0@lo:700: Request processed in 125us (351us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393716.045645:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1749393716.045660:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d73a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507536384:0@lo:700: 00000100:00100000:3.0:1749393716.047186:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d2a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507536640:0@lo:700: 00000100:00100000:3.0:1749393716.047225:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393716.047282:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393716.047367:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507536640 00000100:00100000:2.0:1749393716.047376:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507536640 00000100:00100000:2.0:1749393716.047427:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1749393716.047435:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507536640:12345-0@lo:700: 00000100:00080000:3.0:1749393716.047435:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393716.047467:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393716.047474:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507536768:0@lo:700: 40000000:00080000:2.0:1749393716.047484:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393716.047487:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393716.047536:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507536640:12345-0@lo:700: Request processed in 101us (310us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393716.047544:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1749393716.047559:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d2a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507536640:0@lo:700: 00000100:00100000:2.0:1749393716.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393716.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393716.412368:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507536896:0@lo:41: 00000100:00100000:2.0:1749393716.412454:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393716.412579:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507536896 00000100:00100000:0.0:1749393716.412590:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507536896 00000100:00100000:0.0:1749393716.412647:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:0.0:1749393716.412656:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507536896:12345-0@lo:41: 00000004:00000024:0.0:1749393716.412692:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393716.412765:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507536896:12345-0@lo:41: Request processed in 109us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393716.412773:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1749393716.412803:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507536896:0@lo:41: 00000100:00100000:0.0:1749393716.663202:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393716.663213:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d73a300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507537024:0@lo:900: 00010000:00010000:0.0:1749393717.000287:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393717.192188:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393717.322144:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393717.340246:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393717.340255:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393717.340259:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393717.340267:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 754 00000100:00080000:2.0:1749393717.340272:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393717.340273:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507537280:0@lo:41: 00000100:00080000:2.0:1749393717.340279:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393717.340300:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d785880 x1834371507537408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393717.340371:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393717.340376:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393717.340377:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507537152:0@lo:400: 00000100:00080000:2.0:1749393717.340378:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393717.340381:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 754 00000100:00080000:2.0:1749393717.340384:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393717.340388:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393717.340388:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393717.340400:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d785f80 x1834371507537664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393717.340414:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393717.340418:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393717.340420:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393717.340423:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 754 00000100:00080000:2.0:1749393717.340425:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393717.340428:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507537408:0@lo:38: 00000100:00100000:3.0:1749393717.340433:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393717.340444:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393717.340456:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d786680 x1834371507537920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393717.340467:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507537152 00000100:00080000:2.0:1749393717.340467:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393717.340470:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393717.340471:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393717.340475:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 754 00000100:00100000:0.0:1749393717.340476:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393717.340476:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507537152 00000100:00080000:2.0:1749393717.340477:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393717.340480:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393717.340487:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507537536:0@lo:400: 00000100:00100000:2.0:1749393717.340489:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d786a00 x1834371507538048/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393717.340504:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507537664:0@lo:38: 00000100:00100000:3.0:1749393717.340510:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393717.340515:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00080000:2.0:1749393717.340518:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393717.340521:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393717.340522:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393717.340523:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136babc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507537152:12345-0@lo:400: 00000100:00100000:0.0:1749393717.340524:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393717.340526:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 754 00000100:00080000:2.0:1749393717.340528:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393717.340531:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393717.340540:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d787480 x1834371507538432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393717.340545:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749393717.340547:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507537920:0@lo:38: 00000100:00080000:2.0:1749393717.340549:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393717.340552:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749393717.340553:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507537792:0@lo:400: 00000100:00080000:2.0:1749393717.340554:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393717.340557:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 754 00000100:00080000:2.0:1749393717.340559:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393717.340568:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393717.340569:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393717.340572:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136babc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507537152:12345-0@lo:400: Request processed in 49us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393717.340575:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393717.340580:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1749393717.340583:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507538048:0@lo:38: 00000100:00100000:2.0:1749393717.340590:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d787800 x1834371507538560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393717.340598:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507537280 00000100:00100000:0.0:1749393717.340600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393717.340603:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507537280 00000100:00100000:0.0:1749393717.340615:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507538432:0@lo:38: 00000100:00100000:1.0:1749393717.340628:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507538304:0@lo:400: 00000100:00100000:0.0:1749393717.340631:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393717.340634:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507538816:0@lo:400: 00000100:00100000:0.0:1749393717.340645:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507538560:0@lo:38: 00000100:00100000:3.0:1749393717.340645:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507537536 00000100:00100000:3.0:1749393717.340647:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507537536 00000100:00100000:1.0:1749393717.340657:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393717.340657:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507537792 00000100:00100000:3.0:1749393717.340659:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507537792 00000100:00100000:0.0:1749393717.340670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393717.340670:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1749393717.340678:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393717.340678:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507537280:12345-0@lo:41: 00000100:00100000:1.0:1749393717.340680:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393717.340686:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507538176:0@lo:400: 00000100:00100000:0.0:1749393717.340702:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1749393717.340704:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393717.340705:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00000024:3.0:1749393717.340709:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393717.340713:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507537536:12345-0@lo:400: 00000100:00100000:2.0:1749393717.340713:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507538688:0@lo:400: 00000100:00100000:1.0:1749393717.340726:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507538304 00000100:00100000:1.0:1749393717.340730:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507538304 00000100:00100000:2.0:1749393717.340732:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393717.340751:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507538816 00000100:00100000:3.0:1749393717.340751:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507537280:12345-0@lo:41: Request processed in 74us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393717.340753:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507537536:12345-0@lo:400: Request processed in 44us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393717.340754:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507538816 00000100:00100000:3.0:1749393717.340758:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1749393717.340762:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1749393717.340762:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507537408 00000100:00100000:2.0:1749393717.340768:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507537408 00000100:00100000:1.0:1749393717.340773:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507538176 00000100:00100000:3.0:1749393717.340773:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1749393717.340776:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507538176 00000100:00100000:3.0:1749393717.340778:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507537792:12345-0@lo:400: 00000100:00100000:2.0:1749393717.340783:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507537664 00000100:00100000:0.0:1749393717.340785:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507537920 00000100:00100000:1.0:1749393717.340785:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507538688 00000100:00100000:2.0:1749393717.340786:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507537664 00000100:00100000:1.0:1749393717.340788:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507538688 00000100:00100000:2.0:1749393717.340793:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507538048 00000100:00100000:2.0:1749393717.340796:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507538048 00000100:00100000:0.0:1749393717.340799:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507537920 00000100:00100000:1.0:1749393717.340800:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1749393717.340802:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507538432 00000100:00100000:3.0:1749393717.340802:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507537792:12345-0@lo:400: Request processed in 24us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393717.340804:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507538432 00000100:00100000:3.0:1749393717.340808:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1749393717.340812:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507538560 00000100:00100000:2.0:1749393717.340814:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507538560 00000100:00100000:0.0:1749393717.340818:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:1.0:1749393717.340818:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507538304:12345-0@lo:400: 00000100:00100000:0.0:1749393717.340823:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d73a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507537408:12345-0@lo:38: 00000100:00100000:3.0:1749393717.340831:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1749393717.340836:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1749393717.340837:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507538816:12345-0@lo:400: 00000100:00100000:2.0:1749393717.340843:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d73aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507537664:12345-0@lo:38: 00010000:00020000:0.0:1749393717.340844:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393717.340851:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507538304:12345-0@lo:400: Request processed in 45us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393717.340858:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00010000:00020000:2.0:1749393717.340860:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393717.340868:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507538816:12345-0@lo:400: Request processed in 32us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393717.340870:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1749393717.340875:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1749393717.340876:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507538176:12345-0@lo:400: 00000100:00100000:0.0:1749393717.340878:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d73a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507537408:12345-0@lo:38: Request processed in 54us (403us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393717.340885:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:3.0:1749393717.340888:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1749393717.340893:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507538688:12345-0@lo:400: 00000100:00100000:2.0:1749393717.340896:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d73aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507537664:12345-0@lo:38: Request processed in 52us (370us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393717.340897:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1749393717.340899:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507538176:12345-0@lo:400: Request processed in 24us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393717.340901:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d73b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507538048:12345-0@lo:38: 00000100:00100000:2.0:1749393717.340903:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:1.0:1749393717.340906:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00010000:00020000:0.0:1749393717.340913:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393717.340914:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507538688:12345-0@lo:400: Request processed in 20us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393717.340915:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:2.0:1749393717.340920:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d73ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507537920:12345-0@lo:38: 00000100:00100000:3.0:1749393717.340929:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1749393717.340932:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00010000:00020000:2.0:1749393717.340932:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393717.340937:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d73b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507538432:12345-0@lo:38: 00000100:00100000:0.0:1749393717.340945:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d73b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507538048:12345-0@lo:38: Request processed in 42us (343us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393717.340946:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:1.0:1749393717.340952:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393717.340953:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:2.0:1749393717.340964:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d73ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507537920:12345-0@lo:38: Request processed in 42us (394us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393717.340965:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:0.0:1749393717.340969:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d73b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507538560:12345-0@lo:38: 00000100:00100000:2.0:1749393717.340971:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:3.0:1749393717.340973:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507537792:0@lo:400: 00000100:00100000:1.0:1749393717.340974:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d73b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507538432:12345-0@lo:38: Request processed in 37us (343us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393717.340981:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393717.340984:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507537536:0@lo:400: 00000100:00100000:1.0:1749393717.340989:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:0.0:1749393717.340997:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d73b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507538560:12345-0@lo:38: Request processed in 27us (327us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393717.341003:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1749393717.341010:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507537152:0@lo:400: 00010000:00080000:2.0:1749393717.341012:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d787b80 x1834371507538688/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393717.341025:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507538688:0@lo:400: 00010000:00080000:1.0:1749393717.341026:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d786d80 x1834371507538176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749393717.341038:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d784700 x1834371507538816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393717.341040:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507538176:0@lo:400: 00000100:00080000:0.0:1749393717.341042:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393717.341047:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507538816:0@lo:400: 00000100:00080000:0.0:1749393717.341048:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:1.0:1749393717.341051:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d787100 x1834371507538304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393717.341070:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507538432:0@lo:38: 00000100:00100000:1.0:1749393717.341076:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507538304:0@lo:400: 00000100:00080000:0.0:1749393717.341080:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393717.341083:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393717.341108:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507537280:0@lo:41: 00000100:00100000:0.0:1749393717.341111:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507538560:0@lo:38: 00000100:00080000:0.0:1749393717.341149:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393717.341153:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393717.341157:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507537920:0@lo:38: 00000100:00080000:0.0:1749393717.341165:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393717.341168:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393717.341172:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507538048:0@lo:38: 00000100:00080000:0.0:1749393717.341181:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393717.341184:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393717.341187:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507537408:0@lo:38: 00000100:00080000:0.0:1749393717.341197:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393717.341200:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393717.341204:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507537664:0@lo:38: 00010000:00010000:2.0:1749393718.002412:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393718.046235:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d73bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507538944:0@lo:700: 00000100:00100000:0.0:1749393718.046345:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393718.046445:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393718.046473:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507538944 00000100:00100000:2.0:1749393718.046485:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507538944 00000100:00080000:3.0:1749393718.046547:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393718.046554:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1749393718.046565:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507538944:12345-0@lo:700: 00000100:00100000:2.0:1749393718.046609:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393718.046616:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507539072:0@lo:700: 40000000:00080000:2.0:1749393718.046632:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393718.046635:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393718.046691:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507538944:12345-0@lo:700: Request processed in 128us (371us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393718.046700:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1749393718.046725:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d73bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507538944:0@lo:700: 00000100:00100000:3.0:1749393718.048189:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997d0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507539200:0@lo:700: 00000100:00100000:3.0:1749393718.048231:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393718.048302:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393718.048396:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507539200 00000100:00100000:2.0:1749393718.048406:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507539200 00000100:00080000:3.0:1749393718.048461:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393718.048464:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1749393718.048472:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507539200:12345-0@lo:700: 00000100:00100000:2.0:1749393718.048523:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393718.048529:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507539328:0@lo:700: 40000000:00080000:2.0:1749393718.048541:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393718.048544:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393718.048595:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507539200:12345-0@lo:700: Request processed in 123us (363us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393718.048605:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1749393718.048619:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997d0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507539200:0@lo:700: 00000100:00100000:2.0:1749393718.192245:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393718.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393718.664225:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393718.664242:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d73bb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507539456:0@lo:900: 00010000:00010000:1.0:1749393719.004377:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393719.192230:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393719.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393720.006382:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393720.047223:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d73bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507539584:0@lo:700: 00000100:00100000:0.0:1749393720.047332:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393720.047405:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393720.047458:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507539584 00000100:00100000:2.0:1749393720.047471:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507539584 00000100:00080000:3.0:1749393720.047506:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393720.047539:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:2.0:1749393720.047550:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507539584:12345-0@lo:700: 00000100:00100000:2.0:1749393720.047595:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393720.047601:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507539712:0@lo:700: 40000000:00080000:2.0:1749393720.047618:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393720.047621:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393720.047678:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507539584:12345-0@lo:700: Request processed in 129us (368us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393720.047687:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1749393720.047703:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d73bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507539584:0@lo:700: 00000100:00100000:3.0:1749393720.049188:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507539840:0@lo:700: 00000100:00100000:3.0:1749393720.049227:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393720.049285:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393720.049370:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507539840 00000100:00100000:2.0:1749393720.049379:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507539840 00000100:00080000:3.0:1749393720.049435:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393720.049437:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:2.0:1749393720.049446:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507539840:12345-0@lo:700: 00000100:00100000:2.0:1749393720.049478:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393720.049493:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507539968:0@lo:700: 40000000:00080000:2.0:1749393720.049505:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393720.049508:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393720.049561:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507539840:12345-0@lo:700: Request processed in 115us (333us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393720.049570:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1749393720.049583:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507539840:0@lo:700: 00000100:00100000:2.0:1749393720.192218:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393720.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393720.665248:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393720.665265:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b0380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507540096:0@lo:900: 00000100:00100000:0.0:1749393720.671567:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393720.671619:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393720.671662:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393720.671691:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499741824 00000100:00100000:0.0:1749393720.671700:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499741824 00000100:00100000:2.0:1749393720.671704:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499741952 00000100:00100000:2.0:1749393720.671713:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499741952 00000100:00100000:0.0:1749393720.671734:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1100 00000100:00100000:0.0:1749393720.671742:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499741824:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393720.671749:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499741696 00000100:00100000:1.0:1749393720.671758:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499741696 00000100:00100000:2.0:1749393720.671764:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1101 00010000:00080000:0.0:1749393720.671772:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 762 last 0 00000100:00100000:2.0:1749393720.671772:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499741952:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393720.671796:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 762 last 0 00000100:00100000:1.0:1749393720.671803:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 453 00000100:00100000:1.0:1749393720.671811:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499741696:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393720.671839:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499741824:12345-192.168.203.32@tcp:38: Request processed in 96us (277us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393720.671850:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1100 00000100:00100000:2.0:1749393720.671851:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499741952:12345-192.168.203.32@tcp:38: Request processed in 77us (186us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393720.671859:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499741696:12345-192.168.203.32@tcp:400: Request processed in 48us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393720.671859:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1101 00000100:00100000:1.0:1749393720.671867:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 453 00010000:00010000:1.0:1749393721.008373:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393721.192208:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393721.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393721.420402:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507540224:0@lo:41: 00000100:00100000:3.0:1749393721.420476:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393721.420544:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507540224 00000100:00100000:2.0:1749393721.420556:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507540224 00000100:00100000:2.0:1749393721.420599:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1749393721.420608:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507540224:12345-0@lo:41: 00000004:00000024:2.0:1749393721.420646:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393721.420713:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507540224:12345-0@lo:41: Request processed in 104us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393721.420721:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1749393721.420748:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507540224:0@lo:41: 00000100:00100000:2.0:1749393721.895196:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393721.895224:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507540352/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393726 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393721.895338:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393721.895406:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393721.895470:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507540352 00000100:00100000:0.0:1749393721.895480:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507540352 00000100:00080000:3.0:1749393721.895515:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393721.895544:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1749393721.895555:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507540352:12345-0@lo:700: 40000000:00080000:0.0:1749393721.895584:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393721.895639:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507540352:12345-0@lo:700: Request processed in 86us (301us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393721.895647:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1749393721.895668:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507540352/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393737 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393721.895679:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393721.896173:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393721.896194:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507540480/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393726 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393721.896239:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393721.896288:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507540480 00000100:00100000:0.0:1749393721.896294:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507540480 00000100:00100000:1.0:1749393721.896323:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00080000:3.0:1749393721.896334:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393721.896349:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1749393721.896365:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507540480:12345-0@lo:700: 40000000:00080000:0.0:1749393721.896380:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393721.896421:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507540480:12345-0@lo:700: Request processed in 58us (182us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393721.896428:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1749393721.896433:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507540480/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393737 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393721.896444:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:2.0:1749393722.010326:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393722.048202:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507540608:0@lo:700: 00000100:00100000:0.0:1749393722.048241:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393722.048314:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393722.048379:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507540608 00000100:00100000:2.0:1749393722.048388:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507540608 00000100:00080000:3.0:1749393722.048418:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393722.048442:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:2.0:1749393722.048451:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507540608:12345-0@lo:700: 00000100:00100000:2.0:1749393722.048488:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393722.048495:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507540736:0@lo:700: 40000000:00080000:2.0:1749393722.048510:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393722.048513:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393722.048565:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507540608:12345-0@lo:700: Request processed in 115us (323us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393722.048574:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1749393722.048594:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507540608:0@lo:700: 00000100:00100000:3.0:1749393722.050191:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507540864:0@lo:700: 00000100:00100000:3.0:1749393722.050242:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393722.050323:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542000 going to sleep for 11 seconds 00000100:00100000:2.0:1749393722.050354:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507540864 00000100:00100000:2.0:1749393722.050362:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507540864 00000100:00080000:3.0:1749393722.050418:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393722.050426:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1749393722.050438:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507540864:12345-0@lo:700: 00000100:00100000:2.0:1749393722.050474:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393722.050482:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507540992:0@lo:700: 40000000:00080000:2.0:1749393722.050496:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393722.050500:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393722.050560:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507540864:12345-0@lo:700: Request processed in 122us (315us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393722.050579:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507540864:0@lo:700: 00000100:00100000:2.0:1749393722.050583:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1749393722.192195:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393722.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393722.348236:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393722.348245:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393722.348250:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393722.348256:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1749393722.348259:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 759 00000100:00080000:2.0:1749393722.348264:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393722.348272:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393722.348274:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507541248:0@lo:400: 00000100:00100000:2.0:1749393722.348326:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d784a80 x1834371507541376/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393722.348343:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507541120:0@lo:41: 00000100:00100000:1.0:1749393722.348344:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393722.348370:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393722.348376:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393722.348378:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507541248 00000100:00080000:2.0:1749393722.348379:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393722.348383:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507541504:0@lo:400: 00000100:00080000:2.0:1749393722.348384:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 759 00000100:00100000:3.0:1749393722.348387:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507541248 00000100:00100000:0.0:1749393722.348388:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393722.348388:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393722.348394:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393722.348410:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393722.348413:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d785f80 x1834371507541632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393722.348427:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00080000:2.0:1749393722.348428:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393722.348432:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507541376:0@lo:38: 00000100:00080000:2.0:1749393722.348433:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393722.348435:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393722.348436:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507541248:12345-0@lo:400: 00000100:00080000:2.0:1749393722.348440:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 759 00000100:00080000:2.0:1749393722.348444:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393722.348445:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507541120 00000100:00080000:2.0:1749393722.348449:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393722.348451:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507541120 00000100:00100000:0.0:1749393722.348456:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393722.348475:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507541632:0@lo:38: 00000100:00100000:1.0:1749393722.348476:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507541504 00000100:00100000:1.0:1749393722.348479:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507541504 00000100:00100000:2.0:1749393722.348481:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d785880 x1834371507541760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393722.348490:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507541248:12345-0@lo:400: Request processed in 55us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393722.348493:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393722.348493:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00080000:2.0:1749393722.348497:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393722.348498:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1749393722.348500:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507541120:12345-0@lo:41: 00000100:00080000:2.0:1749393722.348502:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393722.348504:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393722.348508:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507541760:0@lo:38: 00000100:00080000:2.0:1749393722.348510:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 759 00000100:00080000:2.0:1749393722.348513:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393722.348519:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393722.348526:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:1.0:1749393722.348529:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393722.348530:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1749393722.348534:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d786a00 x1834371507541888/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393722.348537:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507541504:12345-0@lo:400: 00000100:00100000:0.0:1749393722.348549:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507541376 00000100:00100000:0.0:1749393722.348555:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507541376 00000100:00100000:1.0:1749393722.348568:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507541120:12345-0@lo:41: Request processed in 68us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393722.348569:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507541504:12345-0@lo:400: Request processed in 32us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393722.348573:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507541632 00000100:00080000:2.0:1749393722.348573:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393722.348575:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507541632 00000100:00100000:1.0:1749393722.348576:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00080000:2.0:1749393722.348580:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393722.348582:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393722.348585:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507541760 00000100:00100000:0.0:1749393722.348587:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507541760 00000100:00080000:2.0:1749393722.348588:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 759 00000100:00100000:3.0:1749393722.348589:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00080000:2.0:1749393722.348592:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393722.348597:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393722.348603:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:0.0:1749393722.348610:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507541376:12345-0@lo:38: 00000100:00100000:2.0:1749393722.348612:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d787480 x1834371507542272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393722.348619:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:3.0:1749393722.348625:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:1.0:1749393722.348626:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507541632:12345-0@lo:38: 00000100:00080000:2.0:1749393722.348626:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393722.348631:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749393722.348631:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507541760:12345-0@lo:38: 00010000:00020000:0.0:1749393722.348632:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393722.348633:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393722.348638:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 759 00010000:00020000:1.0:1749393722.348642:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393722.348642:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393722.348646:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00010000:00020000:3.0:1749393722.348650:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393722.348671:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d787100 x1834371507542400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393722.348674:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507541632:12345-0@lo:38: Request processed in 49us (181us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393722.348680:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507541376:12345-0@lo:38: Request processed in 69us (223us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393722.348680:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507541760:12345-0@lo:38: Request processed in 49us (153us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393722.348681:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:3.0:1749393722.348687:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1749393722.348702:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:1.0:1749393722.348706:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507542656:0@lo:400: 00000100:00100000:3.0:1749393722.348707:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507542016:0@lo:400: 00000100:00100000:1.0:1749393722.348731:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393722.348733:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507542528:0@lo:400: 00000100:00100000:2.0:1749393722.348736:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507541888:0@lo:38: 00000100:00100000:0.0:1749393722.348748:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507542144:0@lo:400: 00000100:00100000:3.0:1749393722.348755:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393722.348767:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507541504:0@lo:400: 00000100:00100000:0.0:1749393722.348784:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507542656 00000100:00100000:1.0:1749393722.348786:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507541248:0@lo:400: 00000100:00100000:0.0:1749393722.348788:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507542656 00000100:00100000:3.0:1749393722.348810:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393722.348812:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507542528 00000100:00100000:0.0:1749393722.348815:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507542528 00000100:00100000:2.0:1749393722.348817:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393722.348823:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507542016 00000100:00100000:0.0:1749393722.348831:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1749393722.348836:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507542016 00000100:00100000:0.0:1749393722.348837:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507542656:12345-0@lo:400: 00000100:00100000:3.0:1749393722.348839:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1749393722.348847:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507542528:12345-0@lo:400: 00000100:00100000:2.0:1749393722.348852:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507542272:0@lo:38: 00000100:00100000:1.0:1749393722.348859:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1749393722.348866:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507542016:12345-0@lo:400: 00000100:00100000:0.0:1749393722.348880:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507542656:12345-0@lo:400: Request processed in 43us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393722.348887:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1749393722.348889:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507542528:12345-0@lo:400: Request processed in 43us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393722.348892:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393722.348896:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1749393722.348905:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393722.348910:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507542016:12345-0@lo:400: Request processed in 44us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393722.348912:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507542144 00000100:00100000:3.0:1749393722.348916:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507542144 00000100:00100000:1.0:1749393722.348917:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1749393722.348917:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507542400:0@lo:38: 00000100:00100000:3.0:1749393722.348930:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1749393722.348935:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507541120:0@lo:41: 00000100:00100000:3.0:1749393722.348935:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eece450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507542144:12345-0@lo:400: 00000100:00100000:2.0:1749393722.348944:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393722.348962:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507541888 00000100:00100000:1.0:1749393722.348966:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507541888 00000100:00100000:3.0:1749393722.348966:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eece450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507542144:12345-0@lo:400: Request processed in 30us (60us total) trans 0 rc 0/0 00010000:00080000:0.0:1749393722.348969:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d785500 x1834371507542656/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393722.348972:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1749393722.348978:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00080000:2.0:1749393722.348979:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393722.348982:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507542656:0@lo:400: 00000100:00100000:1.0:1749393722.348983:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507541888:12345-0@lo:38: 00000100:00080000:2.0:1749393722.348985:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393722.348992:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507541760:0@lo:38: 00000100:00100000:0.0:1749393722.348997:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507542272 00010000:00020000:1.0:1749393722.348997:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393722.349000:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507542272 00000100:00080000:2.0:1749393722.349008:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393722.349013:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00080000:2.0:1749393722.349013:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393722.349017:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507542272:12345-0@lo:38: 00000100:00100000:2.0:1749393722.349018:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507541376:0@lo:38: 00000100:00100000:1.0:1749393722.349020:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507541888:12345-0@lo:38: Request processed in 37us (206us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393722.349027:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00010000:00020000:0.0:1749393722.349030:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393722.349031:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393722.349034:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393722.349035:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507542400 00000100:00100000:1.0:1749393722.349038:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507542400 00000100:00100000:2.0:1749393722.349039:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507541632:0@lo:38: 00000100:00100000:1.0:1749393722.349049:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:1.0:1749393722.349053:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507542400:12345-0@lo:38: 00000100:00100000:0.0:1749393722.349054:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507542272:12345-0@lo:38: Request processed in 36us (164us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393722.349061:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00010000:00020000:1.0:1749393722.349063:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393722.349119:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393722.349125:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393722.349128:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507542400:12345-0@lo:38: Request processed in 73us (185us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393722.349131:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507541888:0@lo:38: 00010000:00080000:0.0:1749393722.349132:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d787800 x1834371507542144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393722.349135:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:0.0:1749393722.349144:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507542144:0@lo:400: 00000100:00080000:2.0:1749393722.349146:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393722.349150:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393722.349155:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507542272:0@lo:38: 00000100:00080000:2.0:1749393722.349179:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393722.349183:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393722.349188:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507542400:0@lo:38: 00010000:00080000:3.0:1749393722.349221:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d786680 x1834371507542016/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393722.349235:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507542016:0@lo:400: 00010000:00080000:3.0:1749393722.349264:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d786d80 x1834371507542528/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393722.349273:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507542528:0@lo:400: 00000100:00100000:0.0:1749393722.666221:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393722.666237:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507542784:0@lo:900: 00010000:00010000:1.0:1749393723.012470:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393723.192234:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393723.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393724.014386:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393724.049224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507542912:0@lo:700: 00000100:00100000:0.0:1749393724.049313:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393724.049378:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393724.049399:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507542912 00000100:00100000:2.0:1749393724.049412:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507542912 00000100:00100000:2.0:1749393724.049480:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00080000:3.0:1749393724.049488:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393724.049494:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507542912:12345-0@lo:700: 00000100:00100000:2.0:1749393724.049546:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393724.049555:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507543040:0@lo:700: 40000000:00080000:2.0:1749393724.049576:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393724.049581:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393724.049659:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507542912:12345-0@lo:700: Request processed in 165us (342us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393724.049672:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1749393724.049682:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507542912:0@lo:700: 00000100:00100000:3.0:1749393724.051186:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507543168:0@lo:700: 00000100:00100000:3.0:1749393724.051225:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393724.051302:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d5420c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393724.051365:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507543168 00000100:00100000:2.0:1749393724.051374:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507543168 00000100:00080000:3.0:1749393724.051431:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393724.051432:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1749393724.051440:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507543168:12345-0@lo:700: 00000100:00100000:2.0:1749393724.051473:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393724.051479:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507543296:0@lo:700: 40000000:00080000:2.0:1749393724.051490:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393724.051493:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393724.051544:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507543168:12345-0@lo:700: Request processed in 104us (318us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393724.051566:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507543168:0@lo:700: 00000100:00100000:2.0:1749393724.051568:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1749393724.192259:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393724.322131:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393724.667221:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393724.667238:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507543424:0@lo:900: 00010000:00010000:0.0:1749393725.016337:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393725.192250:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393725.322240:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393725.679643:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393725.679692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393725.679734:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393725.679772:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499742208 00000100:00100000:0.0:1749393725.679783:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499742208 00000100:00100000:1.0:1749393725.679787:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499742080 00000100:00100000:1.0:1749393725.679797:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499742080 00000100:00100000:0.0:1749393725.679812:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499742336 00000100:00100000:0.0:1749393725.679815:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499742336 00000100:00100000:2.0:1749393725.679834:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1108 00000100:00100000:0.0:1749393725.679844:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1109 00000100:00100000:2.0:1749393725.679846:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499742208:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393725.679851:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499742336:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393725.679858:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 455 00000100:00100000:1.0:1749393725.679867:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499742080:12345-192.168.203.32@tcp:400: 00010000:00080000:2.0:1749393725.679883:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 767 last 0 00010000:00080000:0.0:1749393725.679894:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 767 last 0 00000100:00100000:1.0:1749393725.679953:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499742080:12345-192.168.203.32@tcp:400: Request processed in 86us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393725.679954:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499742208:12345-192.168.203.32@tcp:38: Request processed in 108us (260us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393725.679963:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1108 00000100:00100000:0.0:1749393725.679964:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499742336:12345-192.168.203.32@tcp:38: Request processed in 109us (225us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393725.679964:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 455 00000100:00100000:0.0:1749393725.679995:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1109 00010000:00010000:2.0:1749393726.018364:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393726.050226:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507543552:0@lo:700: 00000100:00100000:0.0:1749393726.050332:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393726.050430:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 11 seconds 00000100:00100000:2.0:1749393726.050469:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507543552 00000100:00100000:2.0:1749393726.050481:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507543552 00000100:00100000:2.0:1749393726.050537:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00080000:3.0:1749393726.050540:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393726.050547:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507543552:12345-0@lo:700: 00000100:00100000:2.0:1749393726.050590:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393726.050597:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507543680:0@lo:700: 40000000:00080000:2.0:1749393726.050614:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393726.050617:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393726.050680:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507543552:12345-0@lo:700: Request processed in 134us (349us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393726.050689:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:0.0:1749393726.050711:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507543552:0@lo:700: 00000100:00100000:3.0:1749393726.052189:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507543808:0@lo:700: 00000100:00100000:3.0:1749393726.052230:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393726.052308:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d5420c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393726.052354:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507543808 00000100:00100000:2.0:1749393726.052364:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507543808 00000100:00100000:2.0:1749393726.052416:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00080000:3.0:1749393726.052419:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393726.052424:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507543808:12345-0@lo:700: 00000100:00100000:2.0:1749393726.052466:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393726.052472:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507543936:0@lo:700: 40000000:00080000:2.0:1749393726.052484:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393726.052487:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393726.052539:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507543808:12345-0@lo:700: Request processed in 116us (308us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393726.052548:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:3.0:1749393726.052561:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507543808:0@lo:700: 00000100:00100000:2.0:1749393726.192217:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393726.322325:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393726.428438:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507544064:0@lo:41: 00000100:00100000:0.0:1749393726.428512:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393726.428659:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507544064 00000100:00100000:2.0:1749393726.428671:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507544064 00000100:00100000:2.0:1749393726.428733:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1749393726.428743:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507544064:12345-0@lo:41: 00000004:00000024:2.0:1749393726.428781:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393726.428845:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507544064:12345-0@lo:41: Request processed in 102us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393726.428854:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1749393726.428877:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507544064:0@lo:41: 00000100:00100000:0.0:1749393726.668232:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:0.0:1749393726.668250:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507544192:0@lo:900: 00010000:00010000:1.0:1749393727.020331:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393727.192200:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393727.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393727.356226:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393727.356228:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1749393727.356233:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393727.356237:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393727.356244:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 764 00000100:00100000:0.0:1749393727.356248:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507544448:0@lo:41: 00000100:00080000:2.0:1749393727.356249:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393727.356256:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393727.356307:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d787480 x1834371507544576/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393727.356331:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393727.356335:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749393727.356346:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393727.356348:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393727.356350:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393727.356354:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 764 00000100:00100000:3.0:1749393727.356355:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507544704:0@lo:400: 00000100:00080000:2.0:1749393727.356357:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393727.356361:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393727.356367:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507544320:0@lo:400: 00000100:00100000:2.0:1749393727.356374:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d785f80 x1834371507544832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393727.356384:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393727.356387:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393727.356389:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393727.356392:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 764 00000100:00080000:2.0:1749393727.356394:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393727.356397:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393727.356401:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393727.356406:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d784a80 x1834371507544960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393727.356414:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393727.356417:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749393727.356418:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507544448 00000100:00080000:2.0:1749393727.356418:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393727.356419:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393727.356422:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 764 00000100:00080000:2.0:1749393727.356424:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393727.356425:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507544448 00000100:00080000:2.0:1749393727.356426:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393727.356435:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d785880 x1834371507545088/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393727.356452:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507545216:0@lo:400: 00000100:00080000:2.0:1749393727.356456:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393727.356461:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507544704 00000100:00100000:1.0:1749393727.356463:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507545344:0@lo:400: 00000100:00100000:0.0:1749393727.356464:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507544704 00000100:00080000:2.0:1749393727.356464:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393727.356466:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393727.356470:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 764 00000100:00080000:2.0:1749393727.356473:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393727.356476:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393727.356477:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393727.356482:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1749393727.356488:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d786680 x1834371507545472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393727.356490:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507544448:12345-0@lo:41: 00000100:00080000:2.0:1749393727.356496:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393727.356499:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749393727.356500:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00080000:2.0:1749393727.356501:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393727.356504:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 764 00000100:00080000:2.0:1749393727.356506:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393727.356510:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393727.356512:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507544704:12345-0@lo:400: 00000100:00100000:3.0:1749393727.356512:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507544576:0@lo:38: 00000100:00100000:2.0:1749393727.356519:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d787800 x1834371507545600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000024:0.0:1749393727.356524:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393727.356535:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393727.356554:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507544832:0@lo:38: 00000100:00100000:1.0:1749393727.356557:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507544704:12345-0@lo:400: Request processed in 49us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393727.356562:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507544448:12345-0@lo:41: Request processed in 72us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393727.356565:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:2.0:1749393727.356565:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507545728:0@lo:400: 00000100:00100000:0.0:1749393727.356569:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1749393727.356572:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393727.356586:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507544960:0@lo:38: 00000100:00100000:1.0:1749393727.356594:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507544576 00000100:00100000:0.0:1749393727.356595:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507544832 00000100:00100000:1.0:1749393727.356599:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507544576 00000100:00100000:2.0:1749393727.356602:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393727.356606:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393727.356608:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507544832 00000100:00100000:3.0:1749393727.356621:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507545088:0@lo:38: 00000100:00100000:1.0:1749393727.356632:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507544960 00000100:00100000:1.0:1749393727.356635:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507544960 00000100:00100000:0.0:1749393727.356643:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:2.0:1749393727.356644:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507544704:0@lo:400: 00000100:00100000:0.0:1749393727.356649:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507544576:12345-0@lo:38: 00000100:00100000:1.0:1749393727.356650:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:3.0:1749393727.356651:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393727.356655:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507544832:12345-0@lo:38: 00000100:00100000:2.0:1749393727.356662:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393727.356662:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507545472:0@lo:38: 00000100:00100000:2.0:1749393727.356668:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507545856:0@lo:400: 00010000:00020000:0.0:1749393727.356671:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393727.356677:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393727.356680:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393727.356693:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393727.356693:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507545600:0@lo:38: 00000100:00100000:0.0:1749393727.356714:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507544576:12345-0@lo:38: Request processed in 64us (178us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393727.356715:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507544832:12345-0@lo:38: Request processed in 59us (142us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393727.356719:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393727.356721:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1749393727.356725:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1749393727.356725:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507545216 00000100:00100000:2.0:1749393727.356730:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507545216 00000100:00100000:0.0:1749393727.356732:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507545088 00000100:00100000:0.0:1749393727.356735:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507545088 00000100:00100000:1.0:1749393727.356735:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507545472 00000100:00100000:1.0:1749393727.356738:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507545472 00000100:00080000:3.0:1749393727.356739:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393727.356743:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393727.356746:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507545600 00000100:00100000:3.0:1749393727.356748:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507544576:0@lo:38: 00000100:00100000:0.0:1749393727.356749:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507545600 00000100:00100000:1.0:1749393727.356749:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1749393727.356753:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507544960:12345-0@lo:38: 00000100:00100000:2.0:1749393727.356756:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507545728 00000100:00100000:0.0:1749393727.356757:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1749393727.356759:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507545728 00000100:00100000:0.0:1749393727.356761:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507545088:12345-0@lo:38: 00000100:00080000:3.0:1749393727.356770:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00020000:0.0:1749393727.356773:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749393727.356773:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393727.356777:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507544832:0@lo:38: 00010000:00020000:1.0:1749393727.356780:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393727.356789:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507545856 00000100:00100000:2.0:1749393727.356792:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507545856 00000100:00100000:0.0:1749393727.356794:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507545088:12345-0@lo:38: Request processed in 31us (142us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393727.356800:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:02020000:3.0:1749393727.356803:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1749393727.356807:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393727.356809:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507544960:12345-0@lo:38: Request processed in 54us (201us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393727.356809:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00080000:3.0:1749393727.356809:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393727.356810:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:3.0:1749393727.356813:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507545088:0@lo:38: 00000100:00100000:0.0:1749393727.356815:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009945d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507545472:12345-0@lo:38: 00000100:00100000:2.0:1749393727.356816:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507545216:12345-0@lo:400: 00000100:00100000:1.0:1749393727.356817:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00010000:00020000:0.0:1749393727.356826:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:02020000:3.0:1749393727.356826:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:1.0:1749393727.356829:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00080000:3.0:1749393727.356829:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393727.356831:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393727.356833:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507545600:12345-0@lo:38: 00000100:00100000:3.0:1749393727.356835:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507544960:0@lo:38: 00010000:00020000:1.0:1749393727.356844:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749393727.356844:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393727.356846:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393727.356848:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009945d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507545472:12345-0@lo:38: Request processed in 33us (170us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393727.356849:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507545472:0@lo:38: 00000100:00100000:0.0:1749393727.356855:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:2.0:1749393727.356862:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507545216:12345-0@lo:400: Request processed in 46us (384us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393727.356865:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393727.356866:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507545600:12345-0@lo:38: Request processed in 32us (147us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393727.356867:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393727.356870:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1749393727.356871:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507545600:0@lo:38: 00000100:00100000:1.0:1749393727.356872:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:2.0:1749393727.356884:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1749393727.356889:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507545728:12345-0@lo:400: 00000100:00100000:0.0:1749393727.356891:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507544448:0@lo:41: 00000100:00100000:1.0:1749393727.356892:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1749393727.356899:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507545856:12345-0@lo:400: 00000100:00100000:2.0:1749393727.356916:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507545728:12345-0@lo:400: Request processed in 26us (313us total) trans 0 rc 0/0 00010000:00080000:3.0:1749393727.356920:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d784700 x1834371507545216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393727.356923:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1749393727.356926:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507545856:12345-0@lo:400: Request processed in 28us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393727.356930:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507544320 00000100:00100000:1.0:1749393727.356933:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1749393727.356933:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507545216:0@lo:400: 00000100:00100000:0.0:1749393727.356934:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507544320 00000100:00080000:2.0:1749393727.356944:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393727.356954:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393727.356957:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00010000:00080000:2.0:1749393727.356965:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d784e00 x1834371507545856/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393727.356972:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507544320:12345-0@lo:400: 00000100:00100000:2.0:1749393727.356977:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507545856:0@lo:400: 00000100:00100000:1.0:1749393727.356979:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507545344 00000100:00100000:1.0:1749393727.356983:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507545344 00010000:00080000:2.0:1749393727.356988:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d784380 x1834371507545728/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393727.356997:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507545728:0@lo:400: 00000100:00100000:1.0:1749393727.357001:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1749393727.357006:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507545344:12345-0@lo:400: 00000100:00100000:0.0:1749393727.357008:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507544320:12345-0@lo:400: Request processed in 38us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393727.357015:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1749393727.357033:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507545344:12345-0@lo:400: Request processed in 26us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393727.357039:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00010000:00080000:1.0:1749393727.357064:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d786d80 x1834371507545344/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393727.357125:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507545344:0@lo:400: 00000100:00100000:1.0:1749393727.357148:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507544320:0@lo:400: 00010000:00010000:2.0:1749393728.022410:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393728.051225:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507545984:0@lo:700: 00000100:00100000:0.0:1749393728.051322:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393728.051395:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 11 seconds 00000100:00100000:2.0:1749393728.051449:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507545984 00000100:00100000:2.0:1749393728.051460:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507545984 00000100:00080000:0.0:1749393728.051525:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393728.051537:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1749393728.051548:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507545984:12345-0@lo:700: 00000100:00100000:2.0:1749393728.051592:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393728.051599:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507546112:0@lo:700: 40000000:00080000:2.0:1749393728.051631:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393728.051634:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393728.051693:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507545984:12345-0@lo:700: Request processed in 147us (371us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393728.051703:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1749393728.051717:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507545984:0@lo:700: 00000100:00100000:3.0:1749393728.053192:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507546240:0@lo:700: 00000100:00100000:3.0:1749393728.053235:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393728.053326:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d5420c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393728.053368:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507546240 00000100:00100000:2.0:1749393728.053377:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507546240 00000100:00080000:0.0:1749393728.053403:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393728.053415:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1749393728.053423:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ccea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507546240:12345-0@lo:700: 00000100:00100000:2.0:1749393728.053455:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393728.053461:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507546368:0@lo:700: 40000000:00080000:2.0:1749393728.053473:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393728.053476:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393728.053533:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ccea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507546240:12345-0@lo:700: Request processed in 109us (297us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393728.053541:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1749393728.053563:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507546240:0@lo:700: 00000100:00100000:2.0:1749393728.192199:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393728.322227:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393728.669224:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 0 seconds 00000100:00100000:0.0:1749393728.669241:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507546496:0@lo:900: 00010000:00010000:2.0:1749393729.024300:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393729.192300:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393729.322193:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393730.026371:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393730.052224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507546624:0@lo:700: 00000100:00100000:0.0:1749393730.052327:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393730.052425:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 11 seconds 00000100:00100000:2.0:1749393730.052471:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507546624 00000100:00100000:2.0:1749393730.052484:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507546624 00000100:00080000:0.0:1749393730.052554:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393730.052580:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1749393730.052595:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507546624:12345-0@lo:700: 00000100:00100000:2.0:1749393730.052640:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393730.052648:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507546752:0@lo:700: 40000000:00080000:2.0:1749393730.052664:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393730.052679:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393730.052741:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507546624:12345-0@lo:700: Request processed in 150us (416us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393730.052751:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1749393730.052764:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507546624:0@lo:700: 00000100:00100000:3.0:1749393730.054188:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507546880:0@lo:700: 00000100:00100000:3.0:1749393730.054233:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393730.054309:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d5420c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393730.054376:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507546880 00000100:00100000:2.0:1749393730.054386:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507546880 00000100:00080000:0.0:1749393730.054443:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393730.054444:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:2.0:1749393730.054452:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507546880:12345-0@lo:700: 00000100:00100000:2.0:1749393730.054485:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393730.054491:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507547008:0@lo:700: 40000000:00080000:2.0:1749393730.054502:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393730.054505:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393730.054556:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507546880:12345-0@lo:700: Request processed in 104us (322us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393730.054564:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:3.0:1749393730.054590:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507546880:0@lo:700: 00000100:00100000:2.0:1749393730.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393730.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393730.670227:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 0 seconds 00000100:00100000:0.0:1749393730.670287:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507547136:0@lo:900: 00000100:00100000:0.0:1749393730.687617:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393730.687661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393730.687704:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393730.687705:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499742464 00000100:00100000:2.0:1749393730.687716:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499742464 00000100:00100000:0.0:1749393730.687751:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499742592 00000100:00100000:0.0:1749393730.687757:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499742592 00000100:00100000:2.0:1749393730.687767:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 457 00000100:00100000:2.0:1749393730.687776:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499742464:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393730.687790:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499742720 00000100:00100000:0.0:1749393730.687793:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499742720 00000100:00100000:3.0:1749393730.687804:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1116 00000100:00100000:3.0:1749393730.687815:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499742592:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393730.687825:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1117 00000100:00100000:0.0:1749393730.687831:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499742720:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393730.687845:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 772 last 0 00000100:00100000:2.0:1749393730.687848:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499742464:12345-192.168.203.32@tcp:400: Request processed in 72us (236us total) trans 0 rc 0/0 00010000:00080000:0.0:1749393730.687854:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 772 last 0 00000100:00100000:2.0:1749393730.687856:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 457 00000100:00100000:0.0:1749393730.687900:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499742720:12345-192.168.203.32@tcp:38: Request processed in 67us (194us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393730.687907:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1117 00000100:00100000:3.0:1749393730.687915:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499742592:12345-192.168.203.32@tcp:38: Request processed in 99us (252us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393730.687924:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1116 00010000:00010000:0.0:1749393731.028330:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393731.192277:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393731.322201:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393731.436322:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507547264:0@lo:41: 00000100:00100000:3.0:1749393731.436385:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393731.436451:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507547264 00000100:00100000:0.0:1749393731.436461:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507547264 00000100:00100000:0.0:1749393731.436506:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1749393731.436516:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507547264:12345-0@lo:41: 00000004:00000024:0.0:1749393731.436553:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393731.436617:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507547264:12345-0@lo:41: Request processed in 101us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393731.436627:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1749393731.436647:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507547264:0@lo:41: 00010000:00010000:2.0:1749393732.030327:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393732.053179:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507547392:0@lo:700: 00000100:00100000:0.0:1749393732.053266:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393732.053335:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 11 seconds 00000100:00100000:2.0:1749393732.053393:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507547392 00000100:00100000:2.0:1749393732.053404:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507547392 00000100:00080000:0.0:1749393732.053480:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393732.053497:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1749393732.053508:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507547392:12345-0@lo:700: 00000100:00100000:2.0:1749393732.053552:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393732.053558:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507547520:0@lo:700: 40000000:00080000:2.0:1749393732.053574:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393732.053577:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393732.053635:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507547392:12345-0@lo:700: Request processed in 129us (368us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393732.053644:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1749393732.053657:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507547392:0@lo:700: 00000100:00100000:2.0:1749393732.055220:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d787b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507547648:0@lo:700: 00000100:00100000:2.0:1749393732.055297:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393732.055381:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393732.055423:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507547648 00000100:00100000:0.0:1749393732.055433:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507547648 00000100:00080000:2.0:1749393732.055495:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393732.055515:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:0.0:1749393732.055541:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507547648:12345-0@lo:700: 00000100:00100000:0.0:1749393732.055582:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 0 seconds 00000100:00100000:0.0:1749393732.055591:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507547776:0@lo:700: 40000000:00080000:0.0:1749393732.055607:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393732.055611:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393732.055678:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507547648:12345-0@lo:700: Request processed in 138us (380us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393732.055691:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1749393732.055694:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507547648:0@lo:700: 00000100:00100000:2.0:1749393732.192214:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393732.322217:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393732.364260:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393732.364268:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1749393732.364269:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393732.364274:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393732.364282:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 769 00000100:00080000:2.0:1749393732.364287:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393732.364289:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507548032:0@lo:41: 00000100:00080000:2.0:1749393732.364294:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393732.364316:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d784e00 x1834371507548160/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393732.364341:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393732.364342:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749393732.364345:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393732.364351:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507547904:0@lo:400: 00000100:00100000:0.0:1749393732.364357:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393732.364362:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507548288:0@lo:400: 00000100:00080000:2.0:1749393732.364371:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393732.364375:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 769 00000100:00080000:2.0:1749393732.364378:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393732.364381:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393732.364395:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d786d80 x1834371507548416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393732.364405:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393732.364406:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393732.364407:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393732.364408:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393732.364410:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393732.364413:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 769 00000100:00080000:2.0:1749393732.364415:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393732.364418:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393732.364427:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507548032 00000100:00100000:2.0:1749393732.364427:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d784700 x1834371507548544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393732.364435:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507548032 00000100:00080000:2.0:1749393732.364435:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393732.364438:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393732.364439:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393732.364442:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 769 00000100:00080000:2.0:1749393732.364444:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393732.364447:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393732.364456:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d787800 x1834371507548672/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393732.364470:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507548288 00000100:00100000:0.0:1749393732.364473:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507548288 00000100:00100000:1.0:1749393732.364481:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1749393732.364483:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393732.364485:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00080000:2.0:1749393732.364486:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393732.364489:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507548928:0@lo:400: 00000100:00080000:2.0:1749393732.364492:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393732.364493:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00080000:2.0:1749393732.364496:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 769 00000100:00100000:3.0:1749393732.364496:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507548032:12345-0@lo:41: 00000100:00080000:2.0:1749393732.364499:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393732.364500:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507548288:12345-0@lo:400: 00000100:00080000:2.0:1749393732.364503:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393732.364516:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393732.364516:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d785880 x1834371507549056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393732.364524:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393732.364527:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393732.364529:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393732.364532:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 769 00000100:00100000:1.0:1749393732.364533:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507548800:0@lo:400: 00000004:00000024:3.0:1749393732.364533:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00080000:2.0:1749393732.364535:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393732.364538:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393732.364545:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507548288:12345-0@lo:400: Request processed in 45us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393732.364547:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d785f80 x1834371507549184/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393732.364551:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393732.364552:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1749393732.364572:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507548032:12345-0@lo:41: Request processed in 79us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393732.364580:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507547904 00000100:00100000:3.0:1749393732.364580:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1749393732.364586:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507547904 00000100:00100000:2.0:1749393732.364588:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507548160:0@lo:38: 00000100:00100000:0.0:1749393732.364592:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507548928 00000100:00100000:0.0:1749393732.364595:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507548928 00000100:00100000:3.0:1749393732.364605:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507548800 00000100:00100000:0.0:1749393732.364617:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1749393732.364619:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1749393732.364621:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507548800 00000100:00100000:0.0:1749393732.364623:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507548928:12345-0@lo:400: 00000100:00100000:1.0:1749393732.364626:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507547904:12345-0@lo:400: 00000100:00100000:2.0:1749393732.364628:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393732.364650:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1749393732.364653:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507548416:0@lo:38: 00000100:00100000:3.0:1749393732.364656:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507548800:12345-0@lo:400: 00000100:00100000:0.0:1749393732.364657:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507548928:12345-0@lo:400: Request processed in 34us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393732.364664:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507547904:12345-0@lo:400: Request processed in 38us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393732.364673:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1749393732.364673:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393732.364679:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1749393732.364689:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507548544:0@lo:38: 00000100:00100000:3.0:1749393732.364692:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507548800:12345-0@lo:400: Request processed in 37us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393732.364699:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1749393732.364703:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507548160 00000100:00100000:2.0:1749393732.364706:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393732.364707:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507548160 00010000:00080000:1.0:1749393732.364719:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d784a80 x1834371507548928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393732.364720:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507548672:0@lo:38: 00000100:00100000:0.0:1749393732.364721:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507548416 00000100:00100000:0.0:1749393732.364724:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507548416 00000100:00100000:0.0:1749393732.364732:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507548544 00000100:00100000:1.0:1749393732.364733:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507548928:0@lo:400: 00000100:00100000:3.0:1749393732.364733:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507548288:0@lo:400: 00000100:00100000:0.0:1749393732.364735:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507548544 00000100:00100000:2.0:1749393732.364736:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393732.364744:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507548672 00010000:00080000:1.0:1749393732.364745:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d786680 x1834371507548800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393732.364746:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507548672 00000100:00100000:2.0:1749393732.364749:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507549056:0@lo:38: 00000100:00100000:3.0:1749393732.364752:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507549312:0@lo:400: 00000100:00100000:1.0:1749393732.364754:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507548800:0@lo:400: 00000100:00100000:0.0:1749393732.364756:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:0.0:1749393732.364761:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507548160:12345-0@lo:38: 00000100:00100000:1.0:1749393732.364763:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507547904:0@lo:400: 00000100:00100000:2.0:1749393732.364766:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393732.364776:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749393732.364782:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393732.364787:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507549184:0@lo:38: 00000100:00100000:1.0:1749393732.364788:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507549056 00000100:00100000:1.0:1749393732.364792:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507549056 00000100:00100000:3.0:1749393732.364793:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393732.364799:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507549440:0@lo:400: 00000100:00100000:2.0:1749393732.364810:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393732.364816:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507549184 00000100:00100000:0.0:1749393732.364818:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507548160:12345-0@lo:38: Request processed in 56us (190us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393732.364819:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507549184 00000100:00100000:3.0:1749393732.364822:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393732.364824:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:1.0:1749393732.364833:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:0.0:1749393732.364838:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:1.0:1749393732.364839:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507548416:12345-0@lo:38: 00000100:00080000:2.0:1749393732.364839:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393732.364843:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507548544:12345-0@lo:38: 00000100:00080000:2.0:1749393732.364843:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393732.364845:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507549312 00000100:00100000:2.0:1749393732.364847:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507548160:0@lo:38: 00000100:00100000:3.0:1749393732.364849:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507549312 00010000:00020000:1.0:1749393732.364856:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393732.364867:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393732.364871:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507549440 00000100:00100000:3.0:1749393732.364873:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507549440 00000100:00100000:2.0:1749393732.364879:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1749393732.364885:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507548672:12345-0@lo:38: 00000100:00100000:3.0:1749393732.364889:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1749393732.364895:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507548544:12345-0@lo:38: Request processed in 51us (187us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393732.364895:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507548416:12345-0@lo:38: Request processed in 55us (222us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393732.364895:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507549312:12345-0@lo:400: 00000100:00100000:0.0:1749393732.364901:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00010000:00020000:2.0:1749393732.364903:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393732.364905:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:0.0:1749393732.364912:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:0.0:1749393732.364916:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507549056:12345-0@lo:38: 00000100:00100000:1.0:1749393732.364918:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:1.0:1749393732.364922:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507549184:12345-0@lo:38: 00010000:00020000:0.0:1749393732.364926:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393732.364926:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507549312:12345-0@lo:400: Request processed in 31us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393732.364932:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507548672:12345-0@lo:38: Request processed in 46us (195us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393732.364933:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00010000:00020000:1.0:1749393732.364934:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393732.364940:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:3.0:1749393732.364943:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1749393732.364948:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507549056:12345-0@lo:38: Request processed in 29us (178us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393732.364948:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507549440:12345-0@lo:400: 00000100:00100000:1.0:1749393732.364954:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507549184:12345-0@lo:38: Request processed in 30us (143us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393732.364960:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1749393732.364969:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507549440:12345-0@lo:400: Request processed in 21us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393732.364972:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:3.0:1749393732.364976:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1749393732.364981:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507548032:0@lo:41: 00000100:00080000:1.0:1749393732.364985:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393732.364988:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1749393732.364989:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393732.364993:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507548416:0@lo:38: 00000100:00080000:1.0:1749393732.365002:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393732.365005:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393732.365008:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507548544:0@lo:38: 00000100:00080000:1.0:1749393732.365019:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393732.365021:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393732.365025:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507548672:0@lo:38: 00010000:00080000:3.0:1749393732.365026:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880093b01880 x1834371507549440/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393732.365033:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393732.365035:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393732.365039:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507549440:0@lo:400: 00010000:00080000:3.0:1749393732.365050:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d787480 x1834371507549312/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393732.365054:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507549056:0@lo:38: 00000100:00100000:3.0:1749393732.365060:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507549312:0@lo:400: 00000100:00080000:1.0:1749393732.365066:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393732.365068:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393732.365115:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507549184:0@lo:38: 00000100:00100000:0.0:1749393732.671217:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 0 seconds 00000100:00100000:0.0:1749393732.671260:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b3480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507549568:0@lo:900: 00000100:00100000:2.0:1749393732.895258:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393732.895293:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507549696/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393737 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393732.895366:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393732.895445:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393732.895503:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507549696 00000100:00100000:0.0:1749393732.895515:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507549696 00000100:00100000:0.0:1749393732.895579:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:0.0:1749393732.895587:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507549696:12345-0@lo:700: 40000000:00080000:0.0:1749393732.895620:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393732.895676:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507549696:12345-0@lo:700: Request processed in 89us (308us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393732.895684:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1749393732.895707:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507549696/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393748 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393732.895719:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393732.896142:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393732.896155:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507549824/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393737 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393732.896186:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393732.896256:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507549824 00000100:00100000:2.0:1749393732.896258:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393732.896262:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507549824 00000100:00100000:0.0:1749393732.896285:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:0.0:1749393732.896291:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507549824:12345-0@lo:700: 40000000:00080000:0.0:1749393732.896304:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393732.896347:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507549824:12345-0@lo:700: Request processed in 56us (160us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393732.896354:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1749393732.896373:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507549824/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393748 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393732.896394:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:0.0:1749393733.032376:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393733.192253:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393733.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393734.034369:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393734.054248:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507549952:0@lo:700: 00000100:00100000:0.0:1749393734.054317:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393734.054388:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 11 seconds 00000100:00100000:2.0:1749393734.054452:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507549952 00000100:00100000:2.0:1749393734.054464:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507549952 00000100:00080000:3.0:1749393734.054497:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393734.054531:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1749393734.054542:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507549952:12345-0@lo:700: 00000100:00100000:2.0:1749393734.054587:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393734.054594:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507550080:0@lo:700: 40000000:00080000:2.0:1749393734.054610:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393734.054613:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393734.054671:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507549952:12345-0@lo:700: Request processed in 131us (353us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393734.054681:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1749393734.054704:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507549952:0@lo:700: 00000100:00100000:2.0:1749393734.056191:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507550208:0@lo:700: 00000100:00100000:2.0:1749393734.056251:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393734.056308:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393734.056323:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507550208 00000100:00100000:0.0:1749393734.056342:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507550208 00000100:00100000:0.0:1749393734.056381:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1749393734.056389:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507550208:12345-0@lo:700: 00000100:00080000:3.0:1749393734.056413:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393734.056421:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 0 seconds 00000100:00100000:0.0:1749393734.056427:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507550336:0@lo:700: 40000000:00080000:0.0:1749393734.056437:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393734.056440:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393734.056495:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507550208:12345-0@lo:700: Request processed in 106us (243us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393734.056504:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1749393734.056527:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507550208:0@lo:700: 00000100:00100000:2.0:1749393734.192208:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393734.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393734.672257:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 0 seconds 00000100:00100000:0.0:1749393734.672272:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b3480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507550464:0@lo:900: 00010000:00010000:2.0:1749393735.036408:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393735.192190:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393735.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393735.695633:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393735.695681:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393735.695774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393735.695784:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499742848 00000100:00100000:1.0:1749393735.695796:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499742848 00000100:00100000:0.0:1749393735.695801:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499742976 00000100:00100000:0.0:1749393735.695806:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499742976 00000100:00100000:2.0:1749393735.695806:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499743104 00000100:00100000:2.0:1749393735.695816:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499743104 00000100:00100000:0.0:1749393735.695840:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1124 00000100:00100000:1.0:1749393735.695846:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 459 00000100:00100000:0.0:1749393735.695848:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008266bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499742976:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393735.695854:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499742848:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393735.695865:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1125 00000100:00100000:2.0:1749393735.695872:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499743104:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393735.695878:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 777 last 0 00010000:00080000:2.0:1749393735.695898:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 777 last 0 00000100:00100000:1.0:1749393735.695923:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499742848:12345-192.168.203.32@tcp:400: Request processed in 70us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393735.695929:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008266bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499742976:12345-192.168.203.32@tcp:38: Request processed in 81us (246us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393735.695932:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 459 00000100:00100000:0.0:1749393735.695937:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1124 00000100:00100000:2.0:1749393735.695964:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499743104:12345-192.168.203.32@tcp:38: Request processed in 90us (189us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393735.695973:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1125 00010000:00010000:3.0:1749393736.038427:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393736.055246:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507550592:0@lo:700: 00000100:00100000:0.0:1749393736.055329:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393736.055402:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 11 seconds 00000100:00100000:2.0:1749393736.055457:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507550592 00000100:00100000:2.0:1749393736.055469:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507550592 00000100:00080000:3.0:1749393736.055505:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393736.055538:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1749393736.055549:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507550592:12345-0@lo:700: 00000100:00100000:2.0:1749393736.055593:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393736.055600:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507550720:0@lo:700: 40000000:00080000:2.0:1749393736.055619:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393736.055623:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393736.055698:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507550592:12345-0@lo:700: Request processed in 148us (365us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393736.055711:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1749393736.055733:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507550592:0@lo:700: 00000100:00100000:2.0:1749393736.057169:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507550848:0@lo:700: 00000100:00100000:2.0:1749393736.057232:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393736.057286:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393736.057306:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507550848 00000100:00100000:0.0:1749393736.057314:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507550848 00000100:00100000:0.0:1749393736.057350:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1749393736.057358:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507550848:12345-0@lo:700: 00000100:00100000:0.0:1749393736.057390:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 0 seconds 00000100:00080000:3.0:1749393736.057392:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393736.057395:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507550976:0@lo:700: 40000000:00080000:0.0:1749393736.057405:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393736.057408:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393736.057461:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507550848:12345-0@lo:700: Request processed in 103us (228us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393736.057470:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1749393736.057490:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507550848:0@lo:700: 00000100:00100000:2.0:1749393736.192188:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393736.322254:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393736.444407:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507551104:0@lo:41: 00000100:00100000:0.0:1749393736.444479:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393736.444545:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507551104 00000100:00100000:3.0:1749393736.444556:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507551104 00000100:00100000:3.0:1749393736.444609:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1749393736.444618:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507551104:12345-0@lo:41: 00000004:00000024:3.0:1749393736.444656:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393736.444719:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507551104:12345-0@lo:41: Request processed in 100us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393736.444727:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1749393736.444750:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507551104:0@lo:41: 00000100:00100000:0.0:1749393736.673257:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 0 seconds 00000100:00100000:0.0:1749393736.673268:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507551232:0@lo:900: 00010000:00010000:2.0:1749393737.040394:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393737.192169:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393737.322291:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393737.372279:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393737.372287:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393737.372291:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393737.372299:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 774 00000100:00080000:2.0:1749393737.372304:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393737.372325:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393737.372333:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393737.372351:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c4a80 x1834371507551616/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393737.372355:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507551360:0@lo:400: 00000100:00080000:2.0:1749393737.372376:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393737.372380:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393737.372382:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393737.372386:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 774 00000100:00080000:2.0:1749393737.372388:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393737.372391:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393737.372397:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507551616:0@lo:38: 00000100:00100000:2.0:1749393737.372402:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c5880 x1834371507551872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393737.372421:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393737.372424:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393737.372426:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393737.372429:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 774 00000100:00080000:2.0:1749393737.372431:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393737.372435:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393737.372439:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393737.372444:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c7b80 x1834371507552128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393737.372444:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507551488:0@lo:41: 00000100:00080000:2.0:1749393737.372453:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393737.372455:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393737.372457:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393737.372460:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 774 00000100:00080000:2.0:1749393737.372461:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393737.372466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393737.372471:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393737.372483:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c5500 x1834371507552256/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393737.372493:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393737.372501:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507552000:0@lo:400: 00000100:00080000:2.0:1749393737.372503:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393737.372505:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507551872:0@lo:38: 00000100:00080000:2.0:1749393737.372506:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393737.372508:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393737.372512:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 774 00000100:00080000:2.0:1749393737.372514:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393737.372517:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393737.372524:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393737.372527:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c4000 x1834371507552640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393737.372527:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507552512:0@lo:400: 00000100:00080000:2.0:1749393737.372535:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393737.372538:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393737.372540:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393737.372541:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507552128:0@lo:38: 00000100:00080000:2.0:1749393737.372543:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 774 00000100:00080000:2.0:1749393737.372545:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393737.372548:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393737.372554:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393737.372555:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393737.372557:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c6a00 x1834371507552768/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393737.372558:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393737.372576:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1749393737.372577:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507552256:0@lo:38: 00000100:00100000:3.0:1749393737.372583:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507551744:0@lo:400: 00000100:00100000:0.0:1749393737.372587:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507553024:0@lo:400: 00000100:00100000:1.0:1749393737.372594:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393737.372602:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507551616 00000100:00100000:3.0:1749393737.372602:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393737.372609:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507551616 00000100:00100000:0.0:1749393737.372612:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393737.372615:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507552640:0@lo:38: 00000100:00100000:3.0:1749393737.372618:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507552896:0@lo:400: 00000100:00100000:0.0:1749393737.372629:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393737.372633:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393737.372635:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507552384:0@lo:400: 00000100:00100000:2.0:1749393737.372648:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507551872 00000100:00100000:1.0:1749393737.372650:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507552768:0@lo:38: 00000100:00100000:2.0:1749393737.372651:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507551872 00000100:00100000:3.0:1749393737.372655:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393737.372658:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507552128 00000100:00100000:2.0:1749393737.372660:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507552128 00000100:00100000:0.0:1749393737.372666:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507551360 00000100:00100000:2.0:1749393737.372667:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507552256 00000100:00100000:0.0:1749393737.372671:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507551360 00000100:00100000:2.0:1749393737.372675:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507552256 00000100:00100000:1.0:1749393737.372679:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393737.372685:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507552640 00000100:00100000:2.0:1749393737.372687:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507552640 00000100:00100000:2.0:1749393737.372693:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507552768 00000100:00100000:2.0:1749393737.372695:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507552768 00000100:00100000:3.0:1749393737.372702:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507551488 00000100:00100000:0.0:1749393737.372705:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1749393737.372706:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1749393737.372708:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507551488 00000100:00100000:2.0:1749393737.372712:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507551616:12345-0@lo:38: 00000100:00100000:0.0:1749393737.372713:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507551360:12345-0@lo:400: 00000100:00100000:1.0:1749393737.372720:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:3.0:1749393737.372733:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507552000 00000100:00100000:3.0:1749393737.372736:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507552000 00010000:00020000:2.0:1749393737.372737:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393737.372738:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507551872:12345-0@lo:38: 00000100:00100000:3.0:1749393737.372744:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507551744 00000100:00100000:3.0:1749393737.372746:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507551744 00000100:00100000:0.0:1749393737.372753:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507551360:12345-0@lo:400: Request processed in 40us (317us total) trans 0 rc 0/0 00010000:00020000:1.0:1749393737.372758:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393737.372758:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1749393737.372761:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1749393737.372765:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507551488:12345-0@lo:41: 00000100:00100000:2.0:1749393737.372787:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507551616:12345-0@lo:38: Request processed in 74us (321us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393737.372794:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000004:00000024:3.0:1749393737.372794:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393737.372795:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507551872:12345-0@lo:38: Request processed in 56us (269us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393737.372799:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507552128:12345-0@lo:38: 00000100:00100000:2.0:1749393737.372806:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:1.0:1749393737.372811:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00010000:00020000:0.0:1749393737.372815:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393737.372823:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:3.0:1749393737.372826:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507551488:12345-0@lo:41: Request processed in 61us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393737.372828:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507552256:12345-0@lo:38: 00000100:00100000:1.0:1749393737.372829:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:1.0:1749393737.372833:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507552640:12345-0@lo:38: 00000100:00100000:3.0:1749393737.372834:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1749393737.372836:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507552128:12345-0@lo:38: Request processed in 36us (278us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393737.372840:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393737.372843:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00010000:00020000:1.0:1749393737.372845:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393737.372848:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:3.0:1749393737.372852:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507552000:12345-0@lo:400: 00000100:00100000:0.0:1749393737.372855:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1749393737.372859:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507552768:12345-0@lo:38: 00000100:00100000:2.0:1749393737.372867:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507552256:12345-0@lo:38: Request processed in 38us (271us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393737.372868:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507552640:12345-0@lo:38: Request processed in 33us (234us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393737.372869:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393737.372873:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:3.0:1749393737.372875:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507552000:12345-0@lo:400: Request processed in 22us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393737.372877:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:3.0:1749393737.372882:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1749393737.372887:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507552768:12345-0@lo:38: Request processed in 26us (207us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393737.372890:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507552512 00000100:00100000:3.0:1749393737.372890:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1749393737.372893:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:2.0:1749393737.372893:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507552512 00000100:00100000:3.0:1749393737.372896:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507551744:12345-0@lo:400: 00000100:02020000:1.0:1749393737.372912:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:2.0:1749393737.372915:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507553024 00000100:00100000:0.0:1749393737.372916:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393737.372916:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507551744:12345-0@lo:400: Request processed in 20us (313us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393737.372917:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393737.372918:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507553024 00000100:00080000:1.0:1749393737.372922:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393737.372922:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1749393737.372926:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507552640:0@lo:38: 00000100:02020000:1.0:1749393737.372936:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1749393737.372939:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393737.372939:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507552896 00000100:00080000:1.0:1749393737.372941:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393737.372941:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507552896 00000100:00100000:3.0:1749393737.372941:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507552384 00000100:00100000:1.0:1749393737.372944:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507552768:0@lo:38: 00000100:00100000:3.0:1749393737.372944:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507552384 00000100:00080000:1.0:1749393737.372953:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393737.372954:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00080000:1.0:1749393737.372956:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393737.372959:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507552000:0@lo:400: 00000100:00100000:1.0:1749393737.372959:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507551872:0@lo:38: 00000100:00100000:2.0:1749393737.372961:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507552512:12345-0@lo:400: 00000100:00100000:3.0:1749393737.372964:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00080000:1.0:1749393737.372966:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393737.372969:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507551360:0@lo:400: 00000100:00080000:1.0:1749393737.372969:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393737.372969:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507553024:12345-0@lo:400: 00000100:00100000:1.0:1749393737.372979:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507552128:0@lo:38: 00000100:00080000:1.0:1749393737.372991:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393737.372994:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393737.372997:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507552256:0@lo:38: 00000100:00100000:2.0:1749393737.372998:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507552512:12345-0@lo:400: Request processed in 37us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393737.372999:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507553024:12345-0@lo:400: Request processed in 29us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393737.373004:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00080000:1.0:1749393737.373006:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393737.373009:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393737.373012:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507551616:0@lo:38: 00000100:00100000:0.0:1749393737.373022:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1749393737.373029:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1749393737.373034:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507552896:12345-0@lo:400: 00000100:00100000:2.0:1749393737.373034:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1749393737.373040:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507552384:12345-0@lo:400: 00010000:00080000:1.0:1749393737.373062:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c7100 x1834371507552512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393737.373104:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507552384:12345-0@lo:400: Request processed in 63us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393737.373111:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1749393737.373116:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507552512:0@lo:400: 00000100:00100000:0.0:1749393737.373119:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507552896:12345-0@lo:400: Request processed in 86us (460us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393737.373122:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393737.373129:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1749393737.373133:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507551488:0@lo:41: 00000100:00100000:1.0:1749393737.373151:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507551744:0@lo:400: 00010000:00080000:1.0:1749393737.373162:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c5f80 x1834371507552896/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749393737.373164:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c6300 x1834371507552384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393737.373172:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507552896:0@lo:400: 00000100:00100000:0.0:1749393737.373177:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507552384:0@lo:400: 00010000:00080000:0.0:1749393737.373217:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c4e00 x1834371507553024/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393737.373227:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507553024:0@lo:400: 00010000:00010000:2.0:1749393738.042380:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393738.056242:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507553152:0@lo:700: 00000100:00100000:0.0:1749393738.056311:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393738.056381:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12d80 going to sleep for 11 seconds 00000100:00100000:2.0:1749393738.056402:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507553152 00000100:00100000:2.0:1749393738.056414:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507553152 00000100:00100000:2.0:1749393738.056466:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1749393738.056476:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507553152:12345-0@lo:700: 00000100:00080000:3.0:1749393738.056484:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393738.056519:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393738.056526:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507553280:0@lo:700: 40000000:00080000:2.0:1749393738.056543:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393738.056546:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393738.056608:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507553152:12345-0@lo:700: Request processed in 133us (296us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393738.056617:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:0.0:1749393738.056639:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507553152:0@lo:700: 00000100:00100000:2.0:1749393738.058150:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507553408:0@lo:700: 00000100:00100000:2.0:1749393738.058203:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393738.058253:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393738.058319:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507553408 00000100:00100000:0.0:1749393738.058328:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507553408 00000100:00080000:3.0:1749393738.058357:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393738.058377:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1749393738.058385:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507553408:12345-0@lo:700: 00000100:00100000:0.0:1749393738.058417:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12d80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393738.058423:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507553536:0@lo:700: 40000000:00080000:0.0:1749393738.058433:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393738.058449:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393738.058504:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507553408:12345-0@lo:700: Request processed in 119us (319us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393738.058513:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1749393738.058532:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507553408:0@lo:700: 00000100:00100000:2.0:1749393738.192251:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393738.322204:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393738.674263:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12d80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393738.674280:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507553664:0@lo:900: 00010000:00010000:2.0:1749393739.044332:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393739.192206:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393739.322232:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393740.046412:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393740.057248:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507553792:0@lo:700: 00000100:00100000:0.0:1749393740.057325:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393740.057422:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12d80 going to sleep for 11 seconds 00000100:00100000:2.0:1749393740.057461:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507553792 00000100:00100000:2.0:1749393740.057473:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507553792 00000100:00080000:3.0:1749393740.057518:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393740.057541:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1749393740.057568:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507553792:12345-0@lo:700: 00000100:00100000:2.0:1749393740.057612:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393740.057618:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507553920:0@lo:700: 40000000:00080000:2.0:1749393740.057634:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393740.057637:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393740.057696:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507553792:12345-0@lo:700: Request processed in 131us (373us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393740.057706:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1749393740.057736:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507553792:0@lo:700: 00000100:00100000:2.0:1749393740.059206:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507554048:0@lo:700: 00000100:00100000:2.0:1749393740.059246:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393740.059304:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393740.059328:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507554048 00000100:00100000:0.0:1749393740.059336:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507554048 00000100:00100000:0.0:1749393740.059379:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1749393740.059390:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507554048:12345-0@lo:700: 00000100:00080000:3.0:1749393740.059402:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393740.059424:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12d80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393740.059431:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507554176:0@lo:700: 40000000:00080000:0.0:1749393740.059443:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393740.059446:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393740.059505:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507554048:12345-0@lo:700: Request processed in 115us (256us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393740.059516:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:2.0:1749393740.059534:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507554048:0@lo:700: 00000100:00100000:2.0:1749393740.192216:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393740.322147:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393740.675265:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12d80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393740.675281:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507554304:0@lo:900: 00000100:00100000:0.0:1749393740.703591:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393740.703655:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393740.703739:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499743232 00000100:00100000:1.0:1749393740.703751:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499743232 00000100:00100000:0.0:1749393740.703775:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393740.703798:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499743360 00000100:00100000:1.0:1749393740.703807:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 461 00000100:00100000:2.0:1749393740.703808:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499743360 00000100:00100000:1.0:1749393740.703816:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499743232:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393740.703837:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499743488 00000100:00100000:2.0:1749393740.703840:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499743488 00000100:00100000:2.0:1749393740.703867:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1132 00000100:00100000:2.0:1749393740.703875:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499743360:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393740.703883:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499743232:12345-192.168.203.32@tcp:400: Request processed in 67us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393740.703891:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 461 00000100:00100000:0.0:1749393740.703902:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1133 00010000:00080000:2.0:1749393740.703902:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 782 last 0 00000100:00100000:0.0:1749393740.703911:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499743488:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393740.703935:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 782 last 0 00000100:00100000:2.0:1749393740.703959:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499743360:12345-192.168.203.32@tcp:38: Request processed in 83us (305us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393740.703967:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1132 00000100:00100000:0.0:1749393740.703979:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499743488:12345-192.168.203.32@tcp:38: Request processed in 68us (206us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393740.703987:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1133 00010000:00010000:3.0:1749393741.048446:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393741.192287:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393741.322304:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393741.452446:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507554432:0@lo:41: 00000100:00100000:1.0:1749393741.452538:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393741.452688:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507554432 00000100:00100000:3.0:1749393741.452700:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507554432 00000100:00100000:3.0:1749393741.452767:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1749393741.452776:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507554432:12345-0@lo:41: 00000004:00000024:3.0:1749393741.452813:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393741.452877:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507554432:12345-0@lo:41: Request processed in 101us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393741.452885:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1749393741.452917:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507554432:0@lo:41: 00010000:00010000:2.0:1749393742.050470:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393742.058430:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507554560:0@lo:700: 00000100:00100000:0.0:1749393742.058498:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393742.058579:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12d80 going to sleep for 11 seconds 00000100:00100000:2.0:1749393742.058621:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507554560 00000100:00100000:2.0:1749393742.058647:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507554560 00000100:00080000:3.0:1749393742.058696:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393742.058722:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1749393742.058733:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507554560:12345-0@lo:700: 00000100:00100000:2.0:1749393742.058775:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393742.058782:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507554688:0@lo:700: 40000000:00080000:2.0:1749393742.058799:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393742.058802:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393742.058859:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507554560:12345-0@lo:700: Request processed in 129us (361us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393742.058868:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1749393742.058899:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507554560:0@lo:700: 00000100:00100000:2.0:1749393742.060215:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507554816:0@lo:700: 00000100:00100000:2.0:1749393742.060253:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393742.060309:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393742.060373:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507554816 00000100:00100000:0.0:1749393742.060382:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507554816 00000100:00080000:3.0:1749393742.060410:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393742.060440:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1749393742.060449:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507554816:12345-0@lo:700: 00000100:00100000:0.0:1749393742.060481:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12d80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393742.060487:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507554944:0@lo:700: 40000000:00080000:0.0:1749393742.060497:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393742.060500:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393742.060550:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507554816:12345-0@lo:700: Request processed in 102us (296us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393742.060558:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:2.0:1749393742.060582:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507554816:0@lo:700: 00000100:00100000:2.0:1749393742.192229:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393742.322204:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393742.380271:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393742.380279:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393742.380284:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393742.380292:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 779 00000100:00080000:2.0:1749393742.380296:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393742.380304:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393742.380326:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c5f80 x1834371507555328/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393742.380364:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393742.380368:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749393742.380377:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507555200:0@lo:400: 00000100:00100000:3.0:1749393742.380377:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507555072:0@lo:41: 00000100:00080000:2.0:1749393742.380384:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393742.380388:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507555328:0@lo:38: 00000100:00080000:2.0:1749393742.380388:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 779 00000100:00080000:2.0:1749393742.380391:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393742.380395:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393742.380408:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c7100 x1834371507555584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393742.380425:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393742.380429:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393742.380430:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393742.380434:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 779 00000100:00080000:2.0:1749393742.380436:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393742.380439:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393742.380448:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c5500 x1834371507555840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393742.380456:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393742.380459:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393742.380459:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393742.380460:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393742.380460:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393742.380461:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393742.380463:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 779 00000100:00080000:2.0:1749393742.380465:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393742.380468:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393742.380477:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c7b80 x1834371507555968/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393742.380500:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393742.380502:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507555712:0@lo:400: 00000100:00080000:2.0:1749393742.380504:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393742.380506:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507555072 00000100:00080000:2.0:1749393742.380510:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393742.380514:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 779 00000100:00100000:3.0:1749393742.380514:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507555072 00000100:00080000:2.0:1749393742.380516:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393742.380520:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393742.380521:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507556096:0@lo:400: 00000100:00100000:1.0:1749393742.380523:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393742.380534:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c4000 x1834371507556352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393742.380542:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393742.380545:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393742.380545:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749393742.380546:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1749393742.380547:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393742.380549:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507555712 00000100:00080000:2.0:1749393742.380550:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 779 00000100:00080000:2.0:1749393742.380552:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393742.380552:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507555712 00000100:00100000:1.0:1749393742.380553:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507555456:0@lo:400: 00000100:00080000:2.0:1749393742.380555:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393742.380564:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393742.380564:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c4700 x1834371507556480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393742.380568:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1749393742.380570:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393742.380571:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507556224:0@lo:400: 00000100:00100000:3.0:1749393742.380576:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507555072:12345-0@lo:41: 00000100:00100000:1.0:1749393742.380580:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393742.380587:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507556736:0@lo:400: 00000100:00100000:0.0:1749393742.380589:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393742.380606:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:3.0:1749393742.380612:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393742.380620:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507556096 00000100:00100000:0.0:1749393742.380622:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507555328 00000100:00100000:1.0:1749393742.380622:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507556608:0@lo:400: 00000100:00100000:2.0:1749393742.380626:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507556096 00000100:00100000:0.0:1749393742.380627:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507555328 00000100:00100000:1.0:1749393742.380644:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393742.380649:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507555072:12345-0@lo:41: Request processed in 74us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393742.380651:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:2.0:1749393742.380655:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507556224 00000100:00100000:0.0:1749393742.380657:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507555328:12345-0@lo:38: 00000100:00100000:2.0:1749393742.380657:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507556224 00000100:00100000:3.0:1749393742.380668:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1749393742.380671:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507556736 00000100:00100000:2.0:1749393742.380673:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507556736 00000100:00100000:1.0:1749393742.380675:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507555456 00010000:00020000:0.0:1749393742.380680:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393742.380680:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507555456 00000100:00100000:3.0:1749393742.380686:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1749393742.380689:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507556608 00000100:00100000:3.0:1749393742.380691:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507555712:12345-0@lo:400: 00000100:00100000:2.0:1749393742.380692:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507556608 00000100:00100000:1.0:1749393742.380704:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1749393742.380705:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1749393742.380712:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507555456:12345-0@lo:400: 00000100:00100000:2.0:1749393742.380712:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507556096:12345-0@lo:400: 00000100:00100000:0.0:1749393742.380713:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507555328:12345-0@lo:38: Request processed in 55us (254us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393742.380721:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:3.0:1749393742.380728:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507555712:12345-0@lo:400: Request processed in 37us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393742.380735:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1749393742.380745:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1749393742.380751:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507555456:12345-0@lo:400: Request processed in 40us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393742.380754:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507556224:12345-0@lo:400: 00000100:00080000:3.0:1749393742.380757:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393742.380758:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1749393742.380764:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507556096:12345-0@lo:400: Request processed in 52us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393742.380772:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1749393742.380783:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1749393742.380785:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507556224:12345-0@lo:400: Request processed in 34us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393742.380789:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507556736:12345-0@lo:400: 00000100:00100000:3.0:1749393742.380789:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507555072:0@lo:41: 00000100:00100000:0.0:1749393742.380792:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1749393742.380797:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1749393742.380803:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507556608:12345-0@lo:400: 00000100:00100000:0.0:1749393742.380813:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507555200 00000100:00100000:1.0:1749393742.380814:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507556736:12345-0@lo:400: Request processed in 25us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393742.380816:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507555200 00000100:00100000:1.0:1749393742.380820:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1749393742.380832:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507556608:12345-0@lo:400: Request processed in 29us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393742.380838:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1749393742.380839:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1749393742.380844:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507555200:12345-0@lo:400: 00000100:00080000:1.0:1749393742.380865:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393742.380869:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507555200:12345-0@lo:400: Request processed in 25us (413us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393742.380870:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393742.380875:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507555328:0@lo:38: 00000100:00100000:0.0:1749393742.380886:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1749393742.380896:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507555584:0@lo:38: 00000100:00100000:1.0:1749393742.380920:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1749393742.380925:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c6a00 x1834371507556224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393742.380938:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507556224:0@lo:400: 00010000:00080000:0.0:1749393742.380950:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c5880 x1834371507556096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393742.380953:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507555840:0@lo:38: 00000100:00100000:0.0:1749393742.380959:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507556096:0@lo:400: 00000100:00100000:0.0:1749393742.380967:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507555200:0@lo:400: 00000100:00100000:1.0:1749393742.380970:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393742.380977:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507555584 00000100:00100000:1.0:1749393742.380983:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507555968:0@lo:38: 00000100:00100000:3.0:1749393742.380983:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507555584 00000100:00100000:0.0:1749393742.380992:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507555840 00000100:00100000:0.0:1749393742.380995:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507555840 00000100:00100000:1.0:1749393742.380998:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393742.381029:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507555968 00000100:00100000:3.0:1749393742.381032:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507555968 00000100:00100000:1.0:1749393742.381036:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507556352:0@lo:38: 00000100:00100000:0.0:1749393742.381040:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:0.0:1749393742.381045:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507555584:12345-0@lo:38: 00000100:00100000:3.0:1749393742.381046:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1749393742.381052:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507555840:12345-0@lo:38: 00000100:00100000:1.0:1749393742.381053:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749393742.381059:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393742.381059:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:1.0:1749393742.381062:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507556480:0@lo:38: 00000100:00100000:2.0:1749393742.381066:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507555968:12345-0@lo:38: 00000100:00100000:1.0:1749393742.381100:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1749393742.381103:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393742.381106:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393742.381116:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507555584:12345-0@lo:38: Request processed in 69us (194us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393742.381119:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393742.381123:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00080000:1.0:1749393742.381123:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393742.381127:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507555584:0@lo:38: 00000100:00100000:0.0:1749393742.381133:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507556352 00000100:00080000:1.0:1749393742.381135:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393742.381136:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507556352 00000100:00080000:1.0:1749393742.381138:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393742.381139:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507555840:12345-0@lo:38: Request processed in 86us (167us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393742.381142:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507555840:0@lo:38: 00000100:00100000:2.0:1749393742.381144:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507555968:12345-0@lo:38: Request processed in 77us (145us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393742.381145:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507556480 00000100:00100000:3.0:1749393742.381146:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:0.0:1749393742.381147:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507556480 00000100:00080000:1.0:1749393742.381150:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393742.381151:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00080000:1.0:1749393742.381172:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393742.381176:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507555968:0@lo:38: 00000100:00100000:3.0:1749393742.381183:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:3.0:1749393742.381188:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507556352:12345-0@lo:38: 00000100:00100000:2.0:1749393742.381189:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:2.0:1749393742.381193:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507556480:12345-0@lo:38: 00010000:00020000:3.0:1749393742.381201:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393742.381206:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:1.0:1749393742.381211:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c45ca80 x1834371507556736/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393742.381229:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507556352:12345-0@lo:38: Request processed in 40us (176us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393742.381230:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507556480:12345-0@lo:38: Request processed in 35us (130us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393742.381231:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507556736:0@lo:400: 00000100:00100000:3.0:1749393742.381236:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00100000:2.0:1749393742.381245:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00010000:00080000:1.0:1749393742.381246:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c6680 x1834371507556608/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393742.381255:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507556608:0@lo:400: 00000100:00100000:1.0:1749393742.381264:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507555456:0@lo:400: 00000100:00100000:1.0:1749393742.381273:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507555712:0@lo:400: 00000100:00080000:1.0:1749393742.381300:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393742.381303:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393742.381306:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507556352:0@lo:38: 00000100:00080000:1.0:1749393742.381315:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393742.381317:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393742.381320:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507556480:0@lo:38: 00000100:00100000:0.0:1749393742.676271:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12e40 going to sleep for 0 seconds 00000100:00100000:0.0:1749393742.676291:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507556864:0@lo:900: 00010000:00010000:0.0:1749393743.052291:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393743.192190:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393743.322136:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393743.895259:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393743.895292:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507556992/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393748 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393743.895371:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393743.895449:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393743.895513:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507556992 00000100:00100000:0.0:1749393743.895540:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507556992 00000100:00100000:0.0:1749393743.895608:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1749393743.895618:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507556992:12345-0@lo:700: 40000000:00080000:0.0:1749393743.895653:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:0.0:1749393743.895657:0:10058:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393743.895712:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507556992:12345-0@lo:700: Request processed in 96us (341us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393743.895721:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1749393743.895743:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507556992/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393759 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393743.895755:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393743.896169:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:3.0:1749393743.896190:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507557120/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393748 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393743.896244:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393743.896297:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507557120 00000100:00100000:0.0:1749393743.896303:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507557120 00000100:00100000:3.0:1749393743.896304:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393743.896326:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1749393743.896332:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507557120:12345-0@lo:700: 40000000:00080000:0.0:1749393743.896347:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393743.896389:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507557120:12345-0@lo:700: Request processed in 57us (144us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393743.896396:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1749393743.896417:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507557120/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393759 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393743.896428:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:3.0:1749393744.054334:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393744.059225:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507557248:0@lo:700: 00000100:00100000:0.0:1749393744.059263:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393744.059318:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12e40 going to sleep for 11 seconds 00000100:00100000:2.0:1749393744.059392:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507557248 00000100:00100000:2.0:1749393744.059401:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507557248 00000100:00080000:3.0:1749393744.059430:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393744.059456:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1749393744.059466:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507557248:12345-0@lo:700: 00000100:00100000:2.0:1749393744.059503:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393744.059510:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507557376:0@lo:700: 40000000:00080000:2.0:1749393744.059524:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393744.059527:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393744.059579:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507557248:12345-0@lo:700: Request processed in 114us (315us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393744.059587:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1749393744.059610:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507557248:0@lo:700: 00000100:00100000:2.0:1749393744.061206:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507557504:0@lo:700: 00000100:00100000:2.0:1749393744.061243:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393744.061301:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393744.061366:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507557504 00000100:00100000:0.0:1749393744.061375:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507557504 00000100:00080000:3.0:1749393744.061402:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393744.061433:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1749393744.061441:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507557504:12345-0@lo:700: 00000100:00100000:0.0:1749393744.061474:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12e40 going to sleep for 0 seconds 00000100:00100000:0.0:1749393744.061480:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507557632:0@lo:700: 40000000:00080000:0.0:1749393744.061502:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393744.061505:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393744.061557:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507557504:12345-0@lo:700: Request processed in 116us (314us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393744.061566:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:2.0:1749393744.061588:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507557504:0@lo:700: 00000100:00100000:2.0:1749393744.192246:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393744.322242:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393744.677280:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12e40 going to sleep for 0 seconds 00000100:00100000:0.0:1749393744.677297:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507557760:0@lo:900: 00010000:00010000:3.0:1749393745.056456:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393745.192264:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393745.322230:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393745.711609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393745.711659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393745.711758:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499743744 00000100:00100000:0.0:1749393745.711760:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393745.711771:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499743744 00000100:00100000:1.0:1749393745.711799:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499743616 00000100:00100000:1.0:1749393745.711809:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499743616 00000100:00100000:2.0:1749393745.711816:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499743872 00000100:00100000:2.0:1749393745.711819:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499743872 00000100:00100000:0.0:1749393745.711834:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1140 00000100:00100000:0.0:1749393745.711845:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499743744:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393745.711848:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1141 00000100:00100000:1.0:1749393745.711855:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 463 00000100:00100000:2.0:1749393745.711856:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499743872:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393745.711863:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499743616:12345-192.168.203.32@tcp:400: 00010000:00080000:0.0:1749393745.711877:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 787 last 0 00010000:00080000:2.0:1749393745.711880:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 787 last 0 00000100:00100000:1.0:1749393745.711931:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499743616:12345-192.168.203.32@tcp:400: Request processed in 67us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393745.711939:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 463 00000100:00100000:0.0:1749393745.711941:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499743744:12345-192.168.203.32@tcp:38: Request processed in 96us (344us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393745.711949:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499743872:12345-192.168.203.32@tcp:38: Request processed in 93us (189us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393745.711950:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1140 00000100:00100000:2.0:1749393745.711957:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1141 00010000:00010000:2.0:1749393746.058337:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393746.060238:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507557888:0@lo:700: 00000100:00100000:0.0:1749393746.060320:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393746.060419:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12e40 going to sleep for 11 seconds 00000100:00100000:2.0:1749393746.060449:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507557888 00000100:00100000:2.0:1749393746.060461:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507557888 00000100:00080000:3.0:1749393746.060517:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393746.060527:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:2.0:1749393746.060538:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507557888:12345-0@lo:700: 00000100:00100000:2.0:1749393746.060582:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393746.060589:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507558016:0@lo:700: 40000000:00080000:2.0:1749393746.060604:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393746.060607:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393746.060666:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507557888:12345-0@lo:700: Request processed in 130us (348us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393746.060675:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1749393746.060708:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507557888:0@lo:700: 00000100:00100000:2.0:1749393746.062210:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507558144:0@lo:700: 00000100:00100000:2.0:1749393746.062247:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393746.062303:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393746.062341:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507558144 00000100:00100000:0.0:1749393746.062353:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507558144 00000100:00100000:0.0:1749393746.062400:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00080000:3.0:1749393746.062402:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393746.062413:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507558144:12345-0@lo:700: 00000100:00100000:0.0:1749393746.062470:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12e40 going to sleep for 0 seconds 00000100:00100000:0.0:1749393746.062477:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507558272:0@lo:700: 40000000:00080000:0.0:1749393746.062488:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393746.062491:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393746.062546:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507558144:12345-0@lo:700: Request processed in 137us (298us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393746.062556:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:2.0:1749393746.062576:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507558144:0@lo:700: 00000100:00100000:2.0:1749393746.192247:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393746.322210:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393746.460382:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507558400:0@lo:41: 00000100:00100000:0.0:1749393746.460456:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393746.460520:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507558400 00000100:00100000:1.0:1749393746.460531:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507558400 00000100:00100000:1.0:1749393746.460575:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1749393746.460584:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507558400:12345-0@lo:41: 00000004:00000024:1.0:1749393746.460637:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393746.460704:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507558400:12345-0@lo:41: Request processed in 120us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393746.460713:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1749393746.460759:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507558400:0@lo:41: 00000100:00100000:0.0:1749393746.678236:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12e40 going to sleep for 0 seconds 00000100:00100000:0.0:1749393746.678247:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507558528:0@lo:900: 00010000:00010000:2.0:1749393747.060435:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393747.192223:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393747.322287:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393747.388258:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393747.388267:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393747.388271:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393747.388280:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 784 00000100:00080000:2.0:1749393747.388285:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393747.388287:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507558784:0@lo:41: 00000100:00080000:2.0:1749393747.388294:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393747.388322:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507558656:0@lo:400: 00000100:00100000:2.0:1749393747.388326:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45e300 x1834371507558912/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393747.388359:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393747.388388:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393747.388391:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507558784 00000100:00100000:1.0:1749393747.388403:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507558784 00000100:00080000:2.0:1749393747.388405:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393747.388411:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393747.388414:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393747.388414:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1749393747.388419:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 784 00000100:00100000:3.0:1749393747.388421:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507559040:0@lo:400: 00000100:00080000:2.0:1749393747.388423:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393747.388428:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393747.388441:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393747.388448:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45f480 x1834371507559168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393747.388456:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507559040 00000100:00100000:1.0:1749393747.388459:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507559040 00000100:00100000:0.0:1749393747.388460:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507558656 00000100:00080000:2.0:1749393747.388462:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393747.388467:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507558656 00000100:00080000:2.0:1749393747.388467:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393747.388469:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393747.388473:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 784 00000100:00100000:3.0:1749393747.388476:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00080000:2.0:1749393747.388477:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393747.388481:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393747.388486:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507558784:12345-0@lo:41: 00000100:00100000:1.0:1749393747.388487:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1749393747.388495:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45d180 x1834371507559296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393747.388496:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507559040:12345-0@lo:400: 00000100:00080000:2.0:1749393747.388507:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393747.388510:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00080000:2.0:1749393747.388511:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393747.388513:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393747.388519:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 784 00000100:00100000:0.0:1749393747.388521:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507558656:12345-0@lo:400: 00000004:00000024:3.0:1749393747.388521:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00080000:2.0:1749393747.388522:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393747.388526:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393747.388541:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45f100 x1834371507559424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393747.388573:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507558784:12345-0@lo:41: Request processed in 88us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393747.388578:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507559040:12345-0@lo:400: Request processed in 83us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393747.388581:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1749393747.388586:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00080000:2.0:1749393747.388594:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393747.388595:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507558656:12345-0@lo:400: Request processed in 74us (207us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393747.388598:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393747.388600:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393747.388605:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 784 00000100:00100000:0.0:1749393747.388607:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00080000:2.0:1749393747.388607:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393747.388611:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507558912:0@lo:38: 00000100:00080000:2.0:1749393747.388611:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393747.388626:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56d500 x1834371507559808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393747.388628:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507559552:0@lo:400: 00000100:00080000:2.0:1749393747.388636:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393747.388639:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393747.388641:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393747.388642:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393747.388644:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 784 00000100:00080000:2.0:1749393747.388645:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393747.388648:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393747.388655:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507559680:0@lo:400: 00000100:00100000:3.0:1749393747.388655:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393747.388658:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56ce00 x1834371507559936/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393747.388662:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507559168:0@lo:38: 00000100:00100000:1.0:1749393747.388680:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393747.388683:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507559552 00000100:00100000:3.0:1749393747.388687:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507559552 00000100:00100000:0.0:1749393747.388690:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393747.388695:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507559296:0@lo:38: 00000100:00100000:2.0:1749393747.388701:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507558912 00000100:00100000:2.0:1749393747.388706:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507558912 00000100:00100000:1.0:1749393747.388710:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393747.388717:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507559680 00000100:00100000:2.0:1749393747.388728:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507559168 00000100:00100000:3.0:1749393747.388729:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507559680 00000100:00100000:2.0:1749393747.388731:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507559168 00000100:00100000:1.0:1749393747.388734:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507559424:0@lo:38: 00000100:00100000:0.0:1749393747.388736:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507559296 00000100:00100000:0.0:1749393747.388742:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507559296 00000100:00100000:2.0:1749393747.388746:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1749393747.388748:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393747.388750:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1749393747.388753:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507558912:12345-0@lo:38: 00000100:00100000:3.0:1749393747.388756:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507559552:12345-0@lo:400: 00000100:00100000:0.0:1749393747.388759:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507559424 00000100:00100000:0.0:1749393747.388762:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507559424 00000100:00100000:1.0:1749393747.388765:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507559808:0@lo:38: 00010000:00020000:2.0:1749393747.388776:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393747.388777:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:0.0:1749393747.388785:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507559168:12345-0@lo:38: 00000100:00100000:1.0:1749393747.388788:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393747.388795:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507559552:12345-0@lo:400: Request processed in 39us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393747.388802:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507559936:0@lo:38: 00000100:00100000:3.0:1749393747.388802:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00010000:00020000:0.0:1749393747.388807:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393747.388814:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1749393747.388819:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507558912:12345-0@lo:38: Request processed in 66us (176us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393747.388819:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507559680:12345-0@lo:400: 00000100:00100000:1.0:1749393747.388821:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393747.388834:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:3.0:1749393747.388844:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507559680:12345-0@lo:400: Request processed in 25us (155us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393747.388846:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393747.388850:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507559808 00000100:00100000:3.0:1749393747.388850:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1749393747.388851:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507559168:12345-0@lo:38: Request processed in 65us (168us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393747.388853:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507559808 00000100:00080000:1.0:1749393747.388860:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393747.388861:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507559936 00000100:00100000:0.0:1749393747.388862:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:2.0:1749393747.388863:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507559936 00000100:00100000:1.0:1749393747.388866:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507558912:0@lo:38: 00000100:00100000:3.0:1749393747.388872:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00080000:1.0:1749393747.388879:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393747.388879:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:3.0:1749393747.388879:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507559296:12345-0@lo:38: 00000100:00080000:1.0:1749393747.388882:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393747.388883:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507559424:12345-0@lo:38: 00000100:00100000:0.0:1749393747.388885:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:1.0:1749393747.388885:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507559168:0@lo:38: 00000100:00100000:0.0:1749393747.388892:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507559808:12345-0@lo:38: 00010000:00020000:3.0:1749393747.388894:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393747.388901:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393747.388910:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393747.388923:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507559296:12345-0@lo:38: Request processed in 45us (212us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393747.388924:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507560064:0@lo:400: 00000100:00100000:2.0:1749393747.388930:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507559424:12345-0@lo:38: Request processed in 45us (181us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393747.388930:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:2.0:1749393747.388937:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:3.0:1749393747.388943:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:0.0:1749393747.388947:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507559808:12345-0@lo:38: Request processed in 54us (156us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393747.388948:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507559936:12345-0@lo:38: 00000100:00100000:1.0:1749393747.388951:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393747.388956:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00010000:00020000:3.0:1749393747.388959:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393747.388967:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507560064 00000100:00100000:2.0:1749393747.388970:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507560064 00000100:00100000:1.0:1749393747.388975:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507559040:0@lo:400: 00000100:00100000:3.0:1749393747.388978:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507559936:12345-0@lo:38: Request processed in 29us (156us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393747.388984:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:1.0:1749393747.388990:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507558784:0@lo:41: 00000100:00100000:3.0:1749393747.389002:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507560192:0@lo:400: 00000100:00100000:2.0:1749393747.389003:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00010000:00080000:0.0:1749393747.389010:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c45ca80 x1834371507559680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393747.389012:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507560064:12345-0@lo:400: 00000100:00080000:1.0:1749393747.389018:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393747.389021:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393747.389023:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393747.389024:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507559808:0@lo:38: 00000100:00100000:0.0:1749393747.389029:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507559680:0@lo:400: 00000100:00080000:1.0:1749393747.389033:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393747.389035:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393747.389039:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507559936:0@lo:38: 00000100:00100000:0.0:1749393747.389045:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507558656:0@lo:400: 00000100:00080000:1.0:1749393747.389047:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393747.389050:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393747.389053:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507559296:0@lo:38: 00000100:00080000:1.0:1749393747.389060:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393747.389062:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393747.389065:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507559424:0@lo:38: 00010000:00080000:3.0:1749393747.389103:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c45df80 x1834371507559552/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393747.389111:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507560064:12345-0@lo:400: Request processed in 61us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393747.389136:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507559552:0@lo:400: 00000100:00100000:2.0:1749393747.389146:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00080000:0.0:1749393747.389151:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393747.389164:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507560192 00000100:00100000:1.0:1749393747.389176:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507560192 00010000:00080000:0.0:1749393747.389193:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d56f100 x1834371507560064/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393747.389209:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507560064:0@lo:400: 00000100:00080000:2.0:1749393747.389217:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393747.389225:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1749393747.389232:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507560192:12345-0@lo:400: 00000100:00100000:1.0:1749393747.389274:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507560192:12345-0@lo:400: Request processed in 42us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393747.389280:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00010000:00080000:3.0:1749393747.389293:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d56f800 x1834371507560192/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393747.389305:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507560192:0@lo:400: 00000100:00100000:0.0:1749393748.061413:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507560320:0@lo:700: 00000100:00100000:0.0:1749393748.061500:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393748.061555:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507560320 00000100:00100000:2.0:1749393748.061567:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507560320 00000100:00100000:0.0:1749393748.061569:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 11 seconds 00000100:00080000:0.0:1749393748.061602:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393748.061624:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1749393748.061635:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507560320:12345-0@lo:700: 00000100:00100000:2.0:1749393748.061677:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393748.061684:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507560448:0@lo:700: 40000000:00080000:2.0:1749393748.061700:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393748.061703:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393748.061775:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507560320:12345-0@lo:700: Request processed in 142us (274us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393748.061785:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1749393748.061806:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507560320:0@lo:700: 00010000:00010000:3.0:1749393748.062182:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393748.063206:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507560576:0@lo:700: 00000100:00100000:2.0:1749393748.063243:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393748.063299:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393748.063368:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507560576 00000100:00100000:0.0:1749393748.063377:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507560576 00000100:00080000:2.0:1749393748.063436:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393748.063437:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1749393748.063445:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507560576:12345-0@lo:700: 00000100:00100000:0.0:1749393748.063480:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393748.063486:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507560704:0@lo:700: 40000000:00080000:0.0:1749393748.063496:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393748.063498:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393748.063548:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507560576:12345-0@lo:700: Request processed in 103us (304us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393748.063556:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:2.0:1749393748.063571:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507560576:0@lo:700: 00000100:00100000:2.0:1749393748.192236:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393748.322239:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393748.679257:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393748.679274:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507560832:0@lo:900: 00010000:00010000:3.0:1749393749.064322:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393749.192204:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393749.322219:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393750.062332:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507560960:0@lo:700: 00000100:00100000:0.0:1749393750.062401:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393750.062458:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507560960 00000100:00100000:2.0:1749393750.062470:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507560960 00000100:00100000:0.0:1749393750.062474:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 11 seconds 00000100:00080000:0.0:1749393750.062524:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393750.062535:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1749393750.062546:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507560960:12345-0@lo:700: 00000100:00100000:2.0:1749393750.062590:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393750.062598:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507561088:0@lo:700: 40000000:00080000:2.0:1749393750.062612:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393750.062616:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393750.062675:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507560960:12345-0@lo:700: Request processed in 131us (273us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393750.062684:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1749393750.062706:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507560960:0@lo:700: 00000100:00100000:2.0:1749393750.064202:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507561216:0@lo:700: 00000100:00100000:2.0:1749393750.064239:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393750.064295:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393750.064359:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507561216 00000100:00100000:0.0:1749393750.064368:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507561216 00000100:00080000:2.0:1749393750.064442:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393750.064443:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1749393750.064451:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507561216:12345-0@lo:700: 00000100:00100000:0.0:1749393750.064483:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393750.064489:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507561344:0@lo:700: 40000000:00080000:0.0:1749393750.064499:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393750.064502:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393750.064550:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507561216:12345-0@lo:700: Request processed in 99us (310us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393750.064558:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1749393750.064573:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507561216:0@lo:700: 00010000:00010000:2.0:1749393750.066311:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393750.192235:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393750.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393750.680260:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393750.680282:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507561472:0@lo:900: 00000100:00100000:0.0:1749393750.719667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393750.719732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393750.719790:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499744000 00000100:00100000:0.0:1749393750.719791:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393750.719802:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499744000 00000100:00100000:2.0:1749393750.719853:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 465 00000100:00100000:2.0:1749393750.719862:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499744000:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393750.719871:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499744128 00000100:00100000:3.0:1749393750.719881:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499744128 00000100:00100000:3.0:1749393750.719909:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499744256 00000100:00100000:3.0:1749393750.719911:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499744256 00000100:00100000:2.0:1749393750.719931:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499744000:12345-192.168.203.32@tcp:400: Request processed in 69us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393750.719932:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1148 00000100:00100000:2.0:1749393750.719939:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 465 00000100:00100000:1.0:1749393750.719944:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499744128:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393750.719946:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1149 00000100:00100000:3.0:1749393750.719953:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499744256:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393750.719973:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 792 last 0 00010000:00080000:3.0:1749393750.719977:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 792 last 0 00000100:00100000:3.0:1749393750.720031:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499744256:12345-192.168.203.32@tcp:38: Request processed in 77us (240us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393750.720039:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1149 00000100:00100000:1.0:1749393750.720046:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499744128:12345-192.168.203.32@tcp:38: Request processed in 103us (316us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393750.720054:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1148 00010000:00010000:2.0:1749393751.068440:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393751.192297:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393751.322227:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393751.468359:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507561600:0@lo:41: 00000100:00100000:3.0:1749393751.468433:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393751.468499:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507561600 00000100:00100000:0.0:1749393751.468509:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507561600 00000100:00100000:0.0:1749393751.468566:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1749393751.468575:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507561600:12345-0@lo:41: 00000004:00000024:0.0:1749393751.468610:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393751.468671:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507561600:12345-0@lo:41: Request processed in 97us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393751.468679:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1749393751.468705:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507561600:0@lo:41: 00000100:00100000:0.0:1749393752.063343:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507561728:0@lo:700: 00000100:00100000:0.0:1749393752.063413:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393752.063484:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507561728 00000100:00100000:2.0:1749393752.063496:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507561728 00000100:00100000:0.0:1749393752.063501:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 11 seconds 00000100:00080000:0.0:1749393752.063551:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393752.063561:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1749393752.063572:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507561728:12345-0@lo:700: 00000100:00100000:2.0:1749393752.063615:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe3c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393752.063622:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507561856:0@lo:700: 40000000:00080000:2.0:1749393752.063638:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393752.063641:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393752.063702:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507561728:12345-0@lo:700: Request processed in 132us (288us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393752.063711:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1749393752.063735:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507561728:0@lo:700: 00000100:00100000:2.0:1749393752.065200:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507561984:0@lo:700: 00000100:00100000:2.0:1749393752.065238:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393752.065295:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393752.065324:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507561984 00000100:00100000:0.0:1749393752.065335:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507561984 00000100:00080000:2.0:1749393752.065386:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393752.065396:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:0.0:1749393752.065408:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507561984:12345-0@lo:700: 00000100:00100000:0.0:1749393752.065447:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393752.065455:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507562112:0@lo:700: 40000000:00080000:0.0:1749393752.065468:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393752.065473:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393752.065535:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507561984:12345-0@lo:700: Request processed in 128us (295us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393752.065547:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1749393752.065552:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507561984:0@lo:700: 00010000:00010000:3.0:1749393752.070312:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393752.192233:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393752.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393752.396268:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393752.396294:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507562368:0@lo:41: 00000100:00080000:2.0:1749393752.396296:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393752.396302:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393752.396310:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 789 00000100:00080000:2.0:1749393752.396315:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393752.396323:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393752.396352:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56ea00 x1834371507562496/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393752.396355:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507562240:0@lo:400: 00000100:00100000:1.0:1749393752.396365:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393752.396391:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393752.396397:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393752.396399:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393752.396404:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 789 00000100:00100000:0.0:1749393752.396406:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393752.396407:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393752.396410:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507562368 00000100:00080000:2.0:1749393752.396412:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393752.396421:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507562368 00000100:00100000:2.0:1749393752.396428:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56c000 x1834371507562752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393752.396429:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507562496:0@lo:38: 00000100:00080000:2.0:1749393752.396443:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393752.396447:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1749393752.396447:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393752.396450:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393752.396453:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393752.396454:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507562624:0@lo:400: 00000100:00080000:2.0:1749393752.396454:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 789 00000100:00080000:2.0:1749393752.396457:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393752.396461:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393752.396466:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1749393752.396472:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507562752:0@lo:38: 00000100:00100000:2.0:1749393752.396475:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56c700 x1834371507562880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393752.396476:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393752.396476:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507562368:12345-0@lo:41: 00000100:00080000:2.0:1749393752.396488:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393752.396491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393752.396500:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393752.396503:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393752.396507:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507562880:0@lo:38: 00000100:00100000:0.0:1749393752.396508:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507562624 00000100:00080000:2.0:1749393752.396508:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 789 00000100:00080000:2.0:1749393752.396511:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393752.396513:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507562624 00000100:00080000:2.0:1749393752.396516:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393752.396522:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:3.0:1749393752.396525:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393752.396532:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56ca80 x1834371507563008/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393752.396542:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1749393752.396546:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507562496 00000100:00100000:0.0:1749393752.396549:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507562624:12345-0@lo:400: 00000100:00100000:1.0:1749393752.396551:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507562496 00000100:00100000:1.0:1749393752.396570:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507562752 00000100:00080000:2.0:1749393752.396572:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393752.396573:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507562752 00000100:00100000:3.0:1749393752.396576:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507562368:12345-0@lo:41: Request processed in 101us (211us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393752.396577:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393752.396579:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393752.396582:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507562880 00000100:00100000:1.0:1749393752.396585:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507562880 00000100:00080000:2.0:1749393752.396585:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 789 00000100:00100000:3.0:1749393752.396586:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00080000:2.0:1749393752.396588:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393752.396590:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507562624:12345-0@lo:400: Request processed in 41us (112us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393752.396593:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393752.396597:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:2.0:1749393752.396607:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56f800 x1834371507563392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393752.396611:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1749393752.396614:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507562496:12345-0@lo:38: 00000100:00080000:2.0:1749393752.396618:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393752.396622:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393752.396624:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393752.396629:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 789 00000100:00100000:3.0:1749393752.396629:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507562240 00000100:00080000:2.0:1749393752.396632:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393752.396633:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507562240 00000100:00080000:2.0:1749393752.396636:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00010000:00020000:1.0:1749393752.396637:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393752.396639:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:0.0:1749393752.396644:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507562752:12345-0@lo:38: 00000100:00100000:2.0:1749393752.396650:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56f100 x1834371507563520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393752.396657:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00010000:00020000:0.0:1749393752.396661:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393752.396663:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507562240:12345-0@lo:400: 00000100:00100000:1.0:1749393752.396671:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507562496:12345-0@lo:38: Request processed in 56us (216us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393752.396678:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:0.0:1749393752.396691:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507562752:12345-0@lo:38: Request processed in 46us (200us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393752.396693:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:3.0:1749393752.396697:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507562240:12345-0@lo:400: Request processed in 33us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393752.396698:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507562880:12345-0@lo:38: 00000100:00100000:0.0:1749393752.396699:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:2.0:1749393752.396701:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507563136:0@lo:400: 00000100:00100000:3.0:1749393752.396704:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00010000:00020000:1.0:1749393752.396708:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393752.396724:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507563648:0@lo:400: 00000100:00100000:1.0:1749393752.396728:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507562880:12345-0@lo:38: Request processed in 29us (205us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393752.396734:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:0.0:1749393752.396752:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393752.396753:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507563008:0@lo:38: 00000100:00100000:2.0:1749393752.396763:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507563776:0@lo:400: 00000100:00100000:1.0:1749393752.396781:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393752.396784:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393752.396789:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507562624:0@lo:400: 00000100:00100000:1.0:1749393752.396797:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507563392:0@lo:38: 00000100:00100000:0.0:1749393752.396815:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507562240:0@lo:400: 00000100:00100000:2.0:1749393752.396816:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507563648 00000100:00100000:1.0:1749393752.396823:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393752.396823:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507563648 00000100:00100000:3.0:1749393752.396828:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393752.396837:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507563520:0@lo:38: 00000100:00100000:3.0:1749393752.396837:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507563264:0@lo:400: 00000100:00100000:0.0:1749393752.396840:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507563136 00000100:00100000:0.0:1749393752.396844:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507563136 00000100:00100000:1.0:1749393752.396851:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393752.396863:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393752.396867:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00080000:1.0:1749393752.396873:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393752.396878:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00080000:1.0:1749393752.396878:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393752.396878:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507563648:12345-0@lo:400: 00000100:00100000:1.0:1749393752.396882:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507562880:0@lo:38: 00000100:00100000:0.0:1749393752.396884:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507563136:12345-0@lo:400: 00000100:00100000:3.0:1749393752.396888:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507563264 00000100:00080000:1.0:1749393752.396891:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393752.396892:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507563264 00000100:00080000:1.0:1749393752.396894:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393752.396898:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507562752:0@lo:38: 00000100:00080000:1.0:1749393752.396905:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393752.396913:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00080000:1.0:1749393752.396915:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393752.396918:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507563264:12345-0@lo:400: 00000100:00100000:1.0:1749393752.396920:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507562496:0@lo:38: 00000100:00100000:0.0:1749393752.396922:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507563136:12345-0@lo:400: Request processed in 38us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393752.396928:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1749393752.396940:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507563648:12345-0@lo:400: Request processed in 63us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393752.396946:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507563264:12345-0@lo:400: Request processed in 28us (82us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393752.396952:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1749393752.396960:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507562368:0@lo:41: 00000100:00100000:3.0:1749393752.396965:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00010000:00080000:0.0:1749393752.396975:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d56ce00 x1834371507563648/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393752.396976:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507563008 00000100:00100000:1.0:1749393752.396979:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507563008 00000100:00080000:2.0:1749393752.396979:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393752.396983:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507563392 00000100:00100000:3.0:1749393752.396987:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507563392 00000100:00100000:1.0:1749393752.396993:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507563520 00000100:00100000:0.0:1749393752.396994:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507563648:0@lo:400: 00000100:00100000:1.0:1749393752.396996:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507563520 00000100:00100000:2.0:1749393752.396999:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393752.397003:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:3.0:1749393752.397008:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507563008:12345-0@lo:38: 00000100:00100000:1.0:1749393752.397009:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:1.0:1749393752.397014:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507563392:12345-0@lo:38: 00010000:00020000:3.0:1749393752.397025:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393752.397026:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00010000:00020000:1.0:1749393752.397030:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393752.397035:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507563520:12345-0@lo:38: 00000100:00100000:2.0:1749393752.397039:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507563776 00000100:00100000:2.0:1749393752.397045:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507563776 00010000:00020000:0.0:1749393752.397056:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393752.397060:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507563392:12345-0@lo:38: Request processed in 45us (236us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393752.397064:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507563008:12345-0@lo:38: Request processed in 55us (282us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393752.397066:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:3.0:1749393752.397140:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:2.0:1749393752.397147:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00080000:1.0:1749393752.397154:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393752.397156:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507563776:12345-0@lo:400: 00000100:00080000:1.0:1749393752.397158:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393752.397162:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507563008:0@lo:38: 00000100:00080000:1.0:1749393752.397173:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393752.397175:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:3.0:1749393752.397177:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d56e680 x1834371507563264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393752.397179:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507563392:0@lo:38: 00000100:00100000:0.0:1749393752.397182:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507563520:12345-0@lo:38: Request processed in 144us (326us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393752.397187:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393752.397190:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393752.397191:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507563264:0@lo:400: 00000100:00100000:1.0:1749393752.397193:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507563520:0@lo:38: 00000100:00100000:0.0:1749393752.397194:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:2.0:1749393752.397200:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507563776:12345-0@lo:400: Request processed in 45us (201us total) trans 0 rc 0/0 00010000:00080000:3.0:1749393752.397204:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d56e300 x1834371507563136/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393752.397207:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1749393752.397213:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507563136:0@lo:400: 00000100:00080000:2.0:1749393752.397222:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1749393752.397248:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d56d500 x1834371507563776/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393752.397260:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507563776:0@lo:400: 00000100:00100000:0.0:1749393752.681237:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393752.681254:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972df80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507563904:0@lo:900: 00010000:00010000:2.0:1749393753.072459:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393753.192245:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393753.322232:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393754.064226:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507564032:0@lo:700: 00000100:00100000:0.0:1749393754.064296:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393754.064372:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393754.064432:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507564032 00000100:00100000:2.0:1749393754.064444:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507564032 00000100:00080000:0.0:1749393754.064508:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393754.064520:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1749393754.064531:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507564032:12345-0@lo:700: 00000100:00100000:2.0:1749393754.064575:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe3c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393754.064591:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507564160:0@lo:700: 40000000:00080000:2.0:1749393754.064607:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393754.064610:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393754.064668:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507564032:12345-0@lo:700: Request processed in 139us (371us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393754.064678:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1749393754.064694:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507564032:0@lo:700: 00000100:00100000:2.0:1749393754.066195:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507564288:0@lo:700: 00000100:00100000:2.0:1749393754.066232:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393754.066289:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393754.066345:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507564288 00000100:00100000:0.0:1749393754.066354:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507564288 00000100:00080000:2.0:1749393754.066410:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393754.066414:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1749393754.066426:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507564288:12345-0@lo:700: 00000100:00100000:0.0:1749393754.066462:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393754.066468:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507564416:0@lo:700: 40000000:00080000:0.0:1749393754.066482:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393754.066485:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393754.066533:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507564288:12345-0@lo:700: Request processed in 107us (300us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393754.066550:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1749393754.066556:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507564288:0@lo:700: 00010000:00010000:2.0:1749393754.074312:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393754.192227:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393754.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393754.682232:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393754.682251:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972df80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507564544:0@lo:900: 00000100:00100000:2.0:1749393754.895180:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393754.895214:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507564672/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393759 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393754.895291:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393754.895375:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393754.895387:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507564672 00000100:00100000:0.0:1749393754.895402:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507564672 00000100:00080000:2.0:1749393754.895449:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393754.895468:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1749393754.895481:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507564672:12345-0@lo:700: 40000000:00080000:0.0:1749393754.895513:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393754.895573:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507564672:12345-0@lo:700: Request processed in 96us (282us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393754.895582:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:2.0:1749393754.895599:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507564672/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393770 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393754.895611:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393754.896191:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:3.0:1749393754.896212:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507564800/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393759 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393754.896257:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393754.896308:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507564800 00000100:00100000:0.0:1749393754.896314:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507564800 00000100:00100000:3.0:1749393754.896316:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393754.896341:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00080000:2.0:1749393754.896345:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393754.896347:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507564800:12345-0@lo:700: 40000000:00080000:0.0:1749393754.896361:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393754.896403:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507564800:12345-0@lo:700: Request processed in 55us (145us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393754.896409:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:3.0:1749393754.896432:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507564800/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393770 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393754.896443:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:3.0:1749393755.076384:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393755.192237:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393755.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393755.727646:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393755.727697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393755.727741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393755.727774:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499744512 00000100:00100000:0.0:1749393755.727783:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499744512 00000100:00100000:3.0:1749393755.727796:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499744384 00000100:00100000:3.0:1749393755.727806:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499744384 00000100:00100000:0.0:1749393755.727825:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499744640 00000100:00100000:0.0:1749393755.727828:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499744640 00000100:00100000:0.0:1749393755.727852:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1156 00000100:00100000:3.0:1749393755.727855:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 467 00000100:00100000:0.0:1749393755.727862:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499744512:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393755.727864:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499744384:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393755.727869:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1157 00000100:00100000:1.0:1749393755.727880:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499744640:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393755.727891:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 797 last 0 00010000:00080000:1.0:1749393755.727917:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 797 last 0 00000100:00100000:3.0:1749393755.727936:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499744384:12345-192.168.203.32@tcp:400: Request processed in 73us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393755.727945:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 467 00000100:00100000:0.0:1749393755.727955:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499744512:12345-192.168.203.32@tcp:38: Request processed in 93us (256us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393755.727964:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1156 00000100:00100000:1.0:1749393755.727973:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499744640:12345-192.168.203.32@tcp:38: Request processed in 93us (230us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393755.727982:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1157 00000100:00100000:0.0:1749393756.065231:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507564928:0@lo:700: 00000100:00100000:0.0:1749393756.065310:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393756.065404:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393756.065422:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507564928 00000100:00100000:2.0:1749393756.065434:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507564928 00000100:00080000:0.0:1749393756.065496:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393756.065504:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:2.0:1749393756.065515:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507564928:12345-0@lo:700: 00000100:00100000:2.0:1749393756.065558:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe3c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393756.065565:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507565056:0@lo:700: 40000000:00080000:2.0:1749393756.065592:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393756.065595:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393756.065655:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507564928:12345-0@lo:700: Request processed in 141us (346us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393756.065664:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:0.0:1749393756.065679:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507564928:0@lo:700: 00000100:00100000:2.0:1749393756.067178:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507565184:0@lo:700: 00000100:00100000:2.0:1749393756.067215:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393756.067272:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393756.067334:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507565184 00000100:00100000:0.0:1749393756.067343:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507565184 00000100:00080000:2.0:1749393756.067401:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393756.067409:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:0.0:1749393756.067418:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507565184:12345-0@lo:700: 00000100:00100000:0.0:1749393756.067449:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393756.067455:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507565312:0@lo:700: 40000000:00080000:0.0:1749393756.067465:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393756.067468:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393756.067517:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507565184:12345-0@lo:700: Request processed in 99us (301us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393756.067525:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1749393756.067539:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507565184:0@lo:700: 00010000:00010000:3.0:1749393756.078303:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393756.192237:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393756.322222:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393756.476357:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507565440:0@lo:41: 00000100:00100000:0.0:1749393756.476444:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393756.476594:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507565440 00000100:00100000:2.0:1749393756.476608:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507565440 00000100:00100000:2.0:1749393756.476686:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1749393756.476701:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507565440:12345-0@lo:41: 00000004:00000024:2.0:1749393756.476744:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393756.476825:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507565440:12345-0@lo:41: Request processed in 125us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393756.476839:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1749393756.476850:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507565440:0@lo:41: 00000100:00100000:0.0:1749393756.683241:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393756.683257:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972d500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507565568:0@lo:900: 00010000:00010000:0.0:1749393757.080240:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393757.192200:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393757.322215:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393757.404229:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393757.404239:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393757.404243:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393757.404250:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 794 00000100:00100000:1.0:1749393757.404251:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507565696:0@lo:400: 00000100:00080000:2.0:1749393757.404254:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393757.404261:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393757.404281:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56f480 x1834371507565824/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393757.404347:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393757.404351:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393757.404353:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393757.404356:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 794 00000100:00100000:0.0:1749393757.404359:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507565952:0@lo:41: 00000100:00080000:2.0:1749393757.404359:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393757.404362:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393757.404374:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56e680 x1834371507566208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393757.404384:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393757.404392:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393757.404395:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393757.404397:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393757.404400:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 794 00000100:00080000:2.0:1749393757.404402:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393757.404406:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393757.404415:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56f800 x1834371507566464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393757.404422:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393757.404425:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393757.404426:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393757.404427:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393757.404430:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 794 00000100:00080000:2.0:1749393757.404432:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393757.404435:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393757.404440:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749393757.404444:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56ca80 x1834371507566592/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393757.404448:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507566336:0@lo:400: 00000100:00100000:3.0:1749393757.404464:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507566080:0@lo:400: 00000100:00100000:1.0:1749393757.404472:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393757.404479:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507565824:0@lo:38: 00000100:00100000:1.0:1749393757.404493:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507566720:0@lo:400: 00000100:00080000:2.0:1749393757.404494:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393757.404498:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393757.404499:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393757.404503:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 794 00000100:00080000:2.0:1749393757.404506:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393757.404509:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393757.404509:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393757.404513:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393757.404516:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393757.404520:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f14000 x1834371507566976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393757.404525:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507566208:0@lo:38: 00000100:00080000:2.0:1749393757.404529:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393757.404532:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393757.404534:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393757.404537:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 794 00000100:00080000:2.0:1749393757.404539:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393757.404542:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393757.404543:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393757.404545:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393757.404550:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507566720 00000100:00100000:2.0:1749393757.404551:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f16a00 x1834371507567104/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393757.404552:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507566848:0@lo:400: 00000100:00100000:0.0:1749393757.404556:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507566464:0@lo:38: 00000100:00100000:1.0:1749393757.404558:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507566720 00000100:00100000:3.0:1749393757.404574:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393757.404575:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393757.404587:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507566592:0@lo:38: 00000100:00100000:1.0:1749393757.404592:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507566848 00000100:00100000:1.0:1749393757.404595:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507566848 00000100:00100000:3.0:1749393757.404596:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507567232:0@lo:400: 00000100:00100000:2.0:1749393757.404598:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507565952 00000100:00100000:2.0:1749393757.404603:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507565952 00000100:00100000:0.0:1749393757.404604:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393757.404612:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1749393757.404614:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393757.404620:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507566720:12345-0@lo:400: 00000100:00100000:0.0:1749393757.404622:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507566976:0@lo:38: 00000100:00100000:2.0:1749393757.404629:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507566336 00000100:00100000:2.0:1749393757.404632:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507566336 00000100:00100000:0.0:1749393757.404640:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393757.404640:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507566080 00000100:00100000:2.0:1749393757.404643:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507566080 00000100:00100000:3.0:1749393757.404647:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507565696 00000100:00100000:3.0:1749393757.404653:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507565696 00000100:00100000:0.0:1749393757.404654:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507567104:0@lo:38: 00000100:00100000:2.0:1749393757.404656:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1749393757.404662:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507565952:12345-0@lo:41: 00000100:00100000:1.0:1749393757.404666:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507566720:12345-0@lo:400: Request processed in 47us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393757.404670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393757.404674:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1749393757.404685:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1749393757.404688:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507567232 00000100:00100000:1.0:1749393757.404692:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507567232 00000004:00000024:2.0:1749393757.404692:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393757.404692:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507565696:12345-0@lo:400: 00000100:00100000:0.0:1749393757.404699:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1749393757.404710:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507566336:12345-0@lo:400: 00000100:00100000:1.0:1749393757.404715:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1749393757.404721:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507566848:12345-0@lo:400: 00000100:00100000:3.0:1749393757.404733:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507565696:12345-0@lo:400: Request processed in 41us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393757.404740:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1749393757.404766:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507565952:12345-0@lo:41: Request processed in 103us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393757.404769:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507566336:12345-0@lo:400: Request processed in 62us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393757.404772:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1749393757.404774:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507566848:12345-0@lo:400: Request processed in 52us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393757.404777:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1749393757.404778:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507566080:12345-0@lo:400: 00000100:00100000:0.0:1749393757.404781:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1749393757.404781:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1749393757.404803:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507566080:12345-0@lo:400: Request processed in 25us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393757.404804:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507565824 00000100:00100000:1.0:1749393757.404805:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1749393757.404806:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507566208 00000100:00100000:2.0:1749393757.404808:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507565824 00000100:00100000:3.0:1749393757.404810:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1749393757.404811:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507566208 00000100:00100000:1.0:1749393757.404811:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507567232:12345-0@lo:400: 00000100:00100000:2.0:1749393757.404819:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507566464 00000100:00100000:2.0:1749393757.404821:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507566464 00000100:00100000:0.0:1749393757.404823:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507566592 00000100:00100000:2.0:1749393757.404829:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507566976 00000100:00100000:3.0:1749393757.404830:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507567104 00000100:00100000:2.0:1749393757.404831:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507566976 00000100:00100000:3.0:1749393757.404834:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507567104 00000100:00100000:0.0:1749393757.404835:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507566592 00000100:00100000:2.0:1749393757.404840:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:1.0:1749393757.404842:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507567232:12345-0@lo:400: Request processed in 32us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393757.404846:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507565824:12345-0@lo:38: 00000100:00100000:1.0:1749393757.404848:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1749393757.404862:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00010000:00020000:2.0:1749393757.404867:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393757.404869:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:3.0:1749393757.404869:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507566208:12345-0@lo:38: 00000100:00100000:0.0:1749393757.404875:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507566464:12345-0@lo:38: 00000100:00100000:1.0:1749393757.404882:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00010000:00020000:3.0:1749393757.404885:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393757.404888:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507566976:12345-0@lo:38: 00010000:00020000:0.0:1749393757.404893:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393757.404898:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507565824:12345-0@lo:38: Request processed in 51us (389us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393757.404904:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393757.404905:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:3.0:1749393757.404914:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507566208:12345-0@lo:38: Request processed in 46us (371us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393757.404916:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:2.0:1749393757.404920:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507567104:12345-0@lo:38: 00000100:00100000:0.0:1749393757.404926:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507566464:12345-0@lo:38: Request processed in 50us (350us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393757.404930:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507566976:12345-0@lo:38: Request processed in 42us (289us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393757.404931:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393757.404933:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:3.0:1749393757.404939:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:1.0:1749393757.404943:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:0.0:1749393757.404947:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:2.0:1749393757.404949:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507567104:12345-0@lo:38: Request processed in 28us (279us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393757.404951:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507566592:12345-0@lo:38: 00000100:00100000:2.0:1749393757.404956:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00010000:00020000:0.0:1749393757.404963:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393757.404978:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1749393757.404983:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d56ce00 x1834371507566720/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393757.404986:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507566592:12345-0@lo:38: Request processed in 34us (382us total) trans 0 rc -19/-19 00010000:00080000:3.0:1749393757.404987:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f17b80 x1834371507567232/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393757.404993:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:1.0:1749393757.405000:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507566720:0@lo:400: 00000100:00100000:3.0:1749393757.405001:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507567232:0@lo:400: 00000100:00100000:2.0:1749393757.405005:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507565952:0@lo:41: 00000100:00100000:1.0:1749393757.405011:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507566336:0@lo:400: 00010000:00080000:3.0:1749393757.405014:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f16300 x1834371507566848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393757.405018:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507567360:0@lo:400: 00000100:00100000:1.0:1749393757.405021:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507565696:0@lo:400: 00000100:00100000:3.0:1749393757.405023:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507566848:0@lo:400: 00000100:00100000:3.0:1749393757.405033:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507566080:0@lo:400: 00000100:00100000:0.0:1749393757.405039:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393757.405136:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507567360 00000100:00100000:0.0:1749393757.405141:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507567360 00000100:00100000:0.0:1749393757.405187:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1749393757.405194:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507567360:12345-0@lo:400: 00000100:00080000:2.0:1749393757.405201:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393757.405236:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507567360:12345-0@lo:400: Request processed in 42us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393757.405242:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00010000:00080000:2.0:1749393757.405252:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f17800 x1834371507567360/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393757.405265:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507567360:0@lo:400: 00000100:00080000:0.0:1749393757.405270:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393757.405275:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393757.405280:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507566976:0@lo:38: 00000100:00080000:0.0:1749393757.405289:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393757.405300:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393757.405304:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507567104:0@lo:38: 00000100:00080000:0.0:1749393757.405315:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393757.405318:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393757.405321:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507565824:0@lo:38: 00000100:00080000:0.0:1749393757.405329:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393757.405331:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393757.405334:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507566208:0@lo:38: 00000100:00080000:0.0:1749393757.405341:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393757.405343:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393757.405346:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507566464:0@lo:38: 00000100:00080000:0.0:1749393757.405353:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393757.405355:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393757.405358:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507566592:0@lo:38: 00000100:00100000:2.0:1749393758.066430:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507567488:0@lo:700: 00000100:00100000:2.0:1749393758.066498:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393758.066578:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393758.066621:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507567488 00000100:00100000:0.0:1749393758.066633:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507567488 00000100:00080000:2.0:1749393758.066695:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393758.066702:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1749393758.066713:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507567488:12345-0@lo:700: 00000100:00100000:0.0:1749393758.066758:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393758.066765:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507567616:0@lo:700: 40000000:00080000:0.0:1749393758.066778:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393758.066781:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393758.066838:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507567488:12345-0@lo:700: Request processed in 127us (339us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393758.066861:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507567488:0@lo:700: 00000100:00100000:0.0:1749393758.066862:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1749393758.068179:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507567744:0@lo:700: 00000100:00100000:2.0:1749393758.068216:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393758.068272:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393758.068336:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507567744 00000100:00100000:0.0:1749393758.068345:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507567744 00000100:00080000:2.0:1749393758.068369:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393758.068384:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1749393758.068391:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507567744:12345-0@lo:700: 00000100:00100000:0.0:1749393758.068423:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393758.068429:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507567872:0@lo:700: 40000000:00080000:0.0:1749393758.068439:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393758.068442:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393758.068480:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507567744:12345-0@lo:700: Request processed in 89us (264us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393758.068489:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:2.0:1749393758.068489:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507567744:0@lo:700: 00010000:00010000:2.0:1749393758.082306:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393758.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393758.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393758.684231:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393758.684248:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507568000:0@lo:900: 00010000:00010000:3.0:1749393759.084314:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393759.192211:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393759.322164:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393760.067275:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507568128:0@lo:700: 00000100:00100000:2.0:1749393760.067344:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393760.067431:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393760.067501:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507568128 00000100:00100000:0.0:1749393760.067513:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507568128 00000100:00080000:2.0:1749393760.067577:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393760.067589:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:0.0:1749393760.067602:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507568128:12345-0@lo:700: 00000100:00100000:0.0:1749393760.067644:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393760.067652:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507568256:0@lo:700: 40000000:00080000:0.0:1749393760.067666:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393760.067669:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393760.067740:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507568128:12345-0@lo:700: Request processed in 142us (396us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393760.067750:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1749393760.067767:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507568128:0@lo:700: 00000100:00100000:2.0:1749393760.069174:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507568384:0@lo:700: 00000100:00100000:2.0:1749393760.069211:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393760.069269:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393760.069328:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507568384 00000100:00100000:0.0:1749393760.069337:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507568384 00000100:00080000:2.0:1749393760.069395:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393760.069413:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1749393760.069427:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507568384:12345-0@lo:700: 00000100:00100000:0.0:1749393760.069468:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393760.069476:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507568512:0@lo:700: 40000000:00080000:0.0:1749393760.069488:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393760.069491:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393760.069544:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507568384:12345-0@lo:700: Request processed in 121us (332us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393760.069553:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1749393760.069565:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507568384:0@lo:700: 00010000:00010000:3.0:1749393760.086303:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393760.192244:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393760.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393760.685232:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393760.685250:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972e680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507568640:0@lo:900: 00000100:00100000:0.0:1749393760.735603:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393760.735669:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393760.735707:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499744768 00000100:00100000:3.0:1749393760.735719:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499744768 00000100:00100000:0.0:1749393760.735738:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393760.735772:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 469 00000100:00100000:3.0:1749393760.735781:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499744768:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393760.735807:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499744896 00000100:00100000:1.0:1749393760.735817:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499744896 00000100:00100000:1.0:1749393760.735858:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499745024 00000100:00100000:1.0:1749393760.735861:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499745024 00000100:00100000:3.0:1749393760.735875:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499744768:12345-192.168.203.32@tcp:400: Request processed in 94us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393760.735883:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1164 00000100:00100000:3.0:1749393760.735884:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 469 00000100:00100000:2.0:1749393760.735894:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499744896:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393760.735896:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1165 00000100:00100000:1.0:1749393760.735904:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499745024:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393760.735925:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 802 last 0 00010000:00080000:1.0:1749393760.735928:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 802 last 0 00000100:00100000:2.0:1749393760.735982:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499744896:12345-192.168.203.32@tcp:38: Request processed in 87us (313us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393760.735989:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499745024:12345-192.168.203.32@tcp:38: Request processed in 84us (253us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393760.736003:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1164 00000100:00100000:1.0:1749393760.736018:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1165 00010000:00010000:2.0:1749393761.088366:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393761.192237:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393761.322240:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393761.484407:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507568768:0@lo:41: 00000100:00100000:1.0:1749393761.484487:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393761.484547:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507568768 00000100:00100000:2.0:1749393761.484559:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507568768 00000100:00100000:2.0:1749393761.484608:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1749393761.484617:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507568768:12345-0@lo:41: 00000004:00000024:2.0:1749393761.484656:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393761.484725:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507568768:12345-0@lo:41: Request processed in 108us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393761.484734:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1749393761.484765:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507568768:0@lo:41: 00000100:00100000:0.0:1749393762.068405:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507568896:0@lo:700: 00000100:00100000:0.0:1749393762.068476:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393762.068558:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393762.068609:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507568896 00000100:00100000:2.0:1749393762.068621:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507568896 00000100:00080000:0.0:1749393762.068684:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393762.068699:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:2.0:1749393762.068710:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507568896:12345-0@lo:700: 00000100:00100000:2.0:1749393762.068753:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe3c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393762.068761:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507569024:0@lo:700: 40000000:00080000:2.0:1749393762.068776:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393762.068779:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393762.068836:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507568896:12345-0@lo:700: Request processed in 128us (359us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393762.068845:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1749393762.068861:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507568896:0@lo:700: 00000100:00100000:2.0:1749393762.070178:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507569152:0@lo:700: 00000100:00100000:2.0:1749393762.070216:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393762.070273:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393762.070334:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507569152 00000100:00100000:0.0:1749393762.070344:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507569152 00000100:00100000:0.0:1749393762.070397:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00080000:2.0:1749393762.070400:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393762.070405:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507569152:12345-0@lo:700: 00000100:00100000:0.0:1749393762.070438:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393762.070444:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507569280:0@lo:700: 40000000:00080000:0.0:1749393762.070454:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393762.070457:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393762.070507:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507569152:12345-0@lo:700: Request processed in 102us (291us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393762.070516:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1749393762.070529:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507569152:0@lo:700: 00010000:00010000:2.0:1749393762.090308:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393762.192199:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393762.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393762.412266:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393762.412275:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393762.412278:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393762.412287:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 799 00000100:00080000:2.0:1749393762.412291:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393762.412298:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393762.412320:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f14700 x1834371507569664/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393762.412343:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507569408:0@lo:400: 00000100:00100000:0.0:1749393762.412345:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507569536:0@lo:41: 00000100:00080000:2.0:1749393762.412358:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393762.412362:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393762.412364:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393762.412367:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 799 00000100:00080000:2.0:1749393762.412370:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393762.412373:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393762.412384:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f15880 x1834371507569920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393762.412400:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393762.412403:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393762.412405:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393762.412408:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 799 00000100:00080000:2.0:1749393762.412410:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393762.412413:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393762.412422:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f14000 x1834371507570176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393762.412426:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393762.412434:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393762.412447:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393762.412450:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393762.412452:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393762.412454:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507569664:0@lo:38: 00000100:00080000:2.0:1749393762.412455:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 799 00000100:00080000:2.0:1749393762.412457:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393762.412460:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393762.412473:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f16300 x1834371507570304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393762.412480:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507569408 00000100:00100000:3.0:1749393762.412487:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507569408 00000100:00100000:0.0:1749393762.412489:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749393762.412497:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507570432:0@lo:400: 00000100:00080000:2.0:1749393762.412497:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393762.412500:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393762.412501:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393762.412503:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393762.412505:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 799 00000100:00080000:2.0:1749393762.412507:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393762.412510:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393762.412519:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d561f80 x1834371507570688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393762.412527:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393762.412529:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00080000:2.0:1749393762.412530:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749393762.412531:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393762.412532:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393762.412535:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 799 00000100:00080000:2.0:1749393762.412536:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393762.412539:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507569408:12345-0@lo:400: 00000100:00080000:2.0:1749393762.412540:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393762.412548:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d562680 x1834371507570816/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393762.412560:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507569536 00000100:00100000:0.0:1749393762.412565:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507569536 00000100:00100000:1.0:1749393762.412565:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507569920:0@lo:38: 00000100:00100000:3.0:1749393762.412589:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507569408:12345-0@lo:400: Request processed in 51us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393762.412590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393762.412592:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507569792:0@lo:400: 00000100:00100000:0.0:1749393762.412596:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1749393762.412603:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507569536:12345-0@lo:41: 00000100:00100000:3.0:1749393762.412607:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1749393762.412611:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507570176:0@lo:38: 00000100:00100000:1.0:1749393762.412630:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393762.412631:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:0.0:1749393762.412633:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393762.412645:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507569792 00000100:00100000:3.0:1749393762.412650:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507569792 00000100:00100000:2.0:1749393762.412659:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507570944:0@lo:400: 00000100:00100000:1.0:1749393762.412664:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507569664 00000100:00100000:0.0:1749393762.412665:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507569536:12345-0@lo:41: Request processed in 62us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393762.412669:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507569664 00000100:00100000:3.0:1749393762.412671:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1749393762.412676:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1749393762.412677:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507569792:12345-0@lo:400: 00000100:00100000:2.0:1749393762.412678:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393762.412691:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507569920 00000100:00100000:1.0:1749393762.412694:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507569920 00000100:00100000:2.0:1749393762.412697:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1749393762.412704:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507570176 00000100:00100000:2.0:1749393762.412704:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507570048:0@lo:400: 00000100:00100000:1.0:1749393762.412707:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507570176 00000100:00100000:3.0:1749393762.412711:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507569792:12345-0@lo:400: Request processed in 33us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393762.412717:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507570432 00000100:00100000:3.0:1749393762.412717:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1749393762.412720:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1749393762.412720:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393762.412721:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507570432 00000100:00100000:1.0:1749393762.412726:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507569664:12345-0@lo:38: 00000100:00100000:3.0:1749393762.412730:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507570048 00000100:00100000:3.0:1749393762.412732:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507570048 00000100:00100000:2.0:1749393762.412734:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507571072:0@lo:400: 00000100:00100000:0.0:1749393762.412744:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507570944 00000100:00100000:3.0:1749393762.412744:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1749393762.412746:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507570944 00010000:00020000:1.0:1749393762.412750:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393762.412750:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393762.412750:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d562a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507570048:12345-0@lo:400: 00000100:00100000:0.0:1749393762.412768:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507571072 00000100:00100000:0.0:1749393762.412770:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507571072 00000100:00100000:3.0:1749393762.412777:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d562a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507570048:12345-0@lo:400: Request processed in 27us (57us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393762.412780:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507569792:0@lo:400: 00000100:00100000:3.0:1749393762.412783:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1749393762.412786:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1749393762.412788:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507569664:12345-0@lo:38: Request processed in 61us (285us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393762.412792:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507570432:12345-0@lo:400: 00000100:00100000:1.0:1749393762.412796:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1749393762.412800:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507570048:0@lo:400: 00000100:00100000:3.0:1749393762.412801:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:3.0:1749393762.412806:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507569920:12345-0@lo:38: 00000100:00100000:1.0:1749393762.412810:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:1.0:1749393762.412815:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507570176:12345-0@lo:38: 00010000:00020000:3.0:1749393762.412822:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393762.412824:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507570432:12345-0@lo:400: Request processed in 32us (292us total) trans 0 rc 0/0 00010000:00020000:1.0:1749393762.412826:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393762.412830:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393762.412831:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1749393762.412842:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1749393762.412845:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507569920:12345-0@lo:38: Request processed in 38us (255us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393762.412848:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507570944:12345-0@lo:400: 00000100:00100000:3.0:1749393762.412852:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:2.0:1749393762.412858:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1749393762.412861:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507570176:12345-0@lo:38: Request processed in 45us (230us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393762.412867:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507571072:12345-0@lo:400: 00000100:00100000:1.0:1749393762.412869:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:0.0:1749393762.412873:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507570944:12345-0@lo:400: Request processed in 25us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393762.412879:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1749393762.412889:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507569408:0@lo:400: 00000100:00100000:3.0:1749393762.412902:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393762.412903:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507571072:12345-0@lo:400: Request processed in 37us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393762.412910:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1749393762.412910:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507570560:0@lo:400: 00000100:00080000:1.0:1749393762.412913:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393762.412917:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:0.0:1749393762.412920:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f17b80 x1834371507570432/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393762.412922:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507570176:0@lo:38: 00000100:00100000:1.0:1749393762.412929:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507570304:0@lo:38: 00000100:00100000:3.0:1749393762.412931:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393762.412934:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507570432:0@lo:400: 00010000:00080000:2.0:1749393762.412940:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d560000 x1834371507571072/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393762.412949:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507569536:0@lo:41: 00000100:00100000:1.0:1749393762.412950:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393762.412951:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507571072:0@lo:400: 00010000:00080000:2.0:1749393762.412962:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d561c00 x1834371507570944/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393762.412967:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507570688:0@lo:38: 00000100:00100000:2.0:1749393762.412971:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507570944:0@lo:400: 00000100:00100000:1.0:1749393762.412982:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393762.412994:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507570816:0@lo:38: 00000100:00100000:2.0:1749393762.413000:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507570560 00000100:00100000:2.0:1749393762.413005:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507570560 00000100:00100000:0.0:1749393762.413006:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507570304 00000100:00100000:0.0:1749393762.413009:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507570304 00000100:00100000:1.0:1749393762.413009:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393762.413054:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393762.413057:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393762.413062:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507569664:0@lo:38: 00000100:00100000:2.0:1749393762.413062:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1749393762.413066:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507570688 00000100:00100000:0.0:1749393762.413069:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507570688 00000100:00100000:2.0:1749393762.413069:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507570560:12345-0@lo:400: 00000100:00080000:1.0:1749393762.413071:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393762.413107:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507570816 00000100:00080000:1.0:1749393762.413111:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393762.413113:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:3.0:1749393762.413113:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507570816 00000100:00100000:1.0:1749393762.413115:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507569920:0@lo:38: 00000100:00100000:0.0:1749393762.413118:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507570304:12345-0@lo:38: 00010000:00020000:0.0:1749393762.413135:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393762.413136:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:2.0:1749393762.413138:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507570560:12345-0@lo:400: Request processed in 70us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393762.413141:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507570688:12345-0@lo:38: 00000100:00100000:2.0:1749393762.413145:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1749393762.413148:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:1.0:1749393762.413153:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507570816:12345-0@lo:38: 00010000:00020000:3.0:1749393762.413156:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393762.413167:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393762.413181:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507570304:12345-0@lo:38: Request processed in 61us (230us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393762.413189:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:3.0:1749393762.413190:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507570688:12345-0@lo:38: Request processed in 48us (206us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393762.413196:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507570816:12345-0@lo:38: Request processed in 42us (185us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393762.413196:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:1.0:1749393762.413203:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00010000:00080000:3.0:1749393762.413227:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d560e00 x1834371507570560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749393762.413232:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393762.413237:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393762.413240:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507570560:0@lo:400: 00000100:00100000:0.0:1749393762.413241:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507570304:0@lo:38: 00000100:00080000:0.0:1749393762.413251:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393762.413254:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393762.413257:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507570688:0@lo:38: 00000100:00080000:0.0:1749393762.413265:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393762.413268:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393762.413271:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507570816:0@lo:38: 00000100:00100000:0.0:1749393762.686216:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393762.686231:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507571200:0@lo:900: 00010000:00010000:0.0:1749393763.092360:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393763.192210:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393763.322254:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393764.069239:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507571328:0@lo:700: 00000100:00100000:0.0:1749393764.069321:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393764.069420:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393764.069449:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507571328 00000100:00100000:2.0:1749393764.069460:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507571328 00000100:00080000:0.0:1749393764.069534:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393764.069534:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1749393764.069544:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507571328:12345-0@lo:700: 00000100:00100000:2.0:1749393764.069589:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe3c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393764.069596:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507571456:0@lo:700: 40000000:00080000:2.0:1749393764.069611:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393764.069614:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393764.069671:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507571328:12345-0@lo:700: Request processed in 128us (351us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393764.069680:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1749393764.069709:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507571328:0@lo:700: 00000100:00100000:2.0:1749393764.071181:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507571584:0@lo:700: 00000100:00100000:2.0:1749393764.071219:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393764.071277:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393764.071343:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507571584 00000100:00100000:0.0:1749393764.071353:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507571584 00000100:00080000:2.0:1749393764.071411:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393764.071419:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1749393764.071438:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507571584:12345-0@lo:700: 00000100:00100000:0.0:1749393764.071471:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393764.071477:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507571712:0@lo:700: 40000000:00080000:0.0:1749393764.071487:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393764.071490:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393764.071540:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507571584:12345-0@lo:700: Request processed in 104us (320us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393764.071549:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1749393764.071562:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507571584:0@lo:700: 00010000:00010000:3.0:1749393764.094310:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393764.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393764.322198:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393764.687220:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393764.687237:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507571840:0@lo:900: 00010000:00010000:2.0:1749393765.096352:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393765.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393765.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393765.743521:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393765.743573:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393765.743671:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393765.743677:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499745152 00000100:00100000:2.0:1749393765.743690:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499745152 00000100:00100000:0.0:1749393765.743699:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499745280 00000100:00100000:1.0:1749393765.743704:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499745408 00000100:00100000:0.0:1749393765.743705:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499745280 00000100:00100000:1.0:1749393765.743714:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499745408 00000100:00100000:0.0:1749393765.743747:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1172 00000100:00100000:2.0:1749393765.743753:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 471 00000100:00100000:0.0:1749393765.743756:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499745280:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393765.743762:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1173 00000100:00100000:1.0:1749393765.743770:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499745408:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393765.743775:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499745152:12345-192.168.203.32@tcp:400: 00010000:00080000:0.0:1749393765.743789:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 807 last 0 00010000:00080000:1.0:1749393765.743794:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 807 last 0 00000100:00100000:2.0:1749393765.743845:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499745152:12345-192.168.203.32@tcp:400: Request processed in 72us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393765.743854:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 471 00000100:00100000:1.0:1749393765.743858:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499745408:12345-192.168.203.32@tcp:38: Request processed in 87us (185us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393765.743864:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499745280:12345-192.168.203.32@tcp:38: Request processed in 108us (289us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393765.743866:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1173 00000100:00100000:0.0:1749393765.743873:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1172 00000100:00100000:2.0:1749393765.895262:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393765.895302:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507571968/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393770 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393765.895365:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393765.895440:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393765.895493:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507571968 00000100:00100000:0.0:1749393765.895513:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507571968 00000100:00080000:2.0:1749393765.895577:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393765.895583:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:0.0:1749393765.895594:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507571968:12345-0@lo:700: 40000000:00080000:0.0:1749393765.895625:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393765.895676:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507571968:12345-0@lo:700: Request processed in 85us (310us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393765.895684:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1749393765.895697:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507571968/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393781 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393765.895712:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393765.896168:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:3.0:1749393765.896190:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507572096/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393770 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393765.896238:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393765.896298:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507572096 00000100:00100000:0.0:1749393765.896304:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507572096 00000100:00100000:3.0:1749393765.896308:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393765.896330:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00080000:2.0:1749393765.896332:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393765.896336:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507572096:12345-0@lo:700: 40000000:00080000:0.0:1749393765.896350:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393765.896392:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507572096:12345-0@lo:700: Request processed in 56us (154us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393765.896399:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:3.0:1749393765.896421:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507572096/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393781 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393765.896432:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393766.070274:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507572224:0@lo:700: 00000100:00100000:0.0:1749393766.070314:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393766.070360:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393766.070362:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507572224 00000100:00100000:2.0:1749393766.070371:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507572224 00000100:00080000:0.0:1749393766.070399:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393766.070424:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:2.0:1749393766.070434:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507572224:12345-0@lo:700: 00000100:00100000:2.0:1749393766.070470:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe480 going to sleep for 0 seconds 00000100:00100000:2.0:1749393766.070477:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507572352:0@lo:700: 40000000:00080000:2.0:1749393766.070491:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393766.070494:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393766.070546:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507572224:12345-0@lo:700: Request processed in 113us (231us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393766.070554:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1749393766.070578:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507572224:0@lo:700: 00000100:00100000:2.0:1749393766.072181:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507572480:0@lo:700: 00000100:00100000:2.0:1749393766.072218:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393766.072290:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe480 going to sleep for 11 seconds 00000100:00100000:0.0:1749393766.072349:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507572480 00000100:00100000:0.0:1749393766.072358:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507572480 00000100:00080000:2.0:1749393766.072417:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393766.072424:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:0.0:1749393766.072433:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d562300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507572480:12345-0@lo:700: 00000100:00100000:0.0:1749393766.072464:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393766.072470:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507572608:0@lo:700: 40000000:00080000:0.0:1749393766.072479:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393766.072490:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393766.072542:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d562300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507572480:12345-0@lo:700: Request processed in 110us (323us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393766.072551:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1749393766.072564:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507572480:0@lo:700: 00010000:00010000:2.0:1749393766.098306:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393766.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393766.322218:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393766.492353:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507572736:0@lo:41: 00000100:00100000:3.0:1749393766.492403:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393766.492460:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507572736 00000100:00100000:0.0:1749393766.492469:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507572736 00000100:00100000:0.0:1749393766.492518:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1749393766.492526:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507572736:12345-0@lo:41: 00000004:00000024:0.0:1749393766.492557:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393766.492617:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507572736:12345-0@lo:41: Request processed in 91us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393766.492625:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1749393766.492653:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507572736:0@lo:41: 00000100:00100000:0.0:1749393766.688230:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393766.688240:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507572864:0@lo:900: 00010000:00010000:2.0:1749393767.100366:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393767.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393767.322190:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393767.420231:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393767.420239:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749393767.420243:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1749393767.420244:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393767.420251:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 804 00000100:00080000:2.0:1749393767.420256:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393767.420263:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507573120:0@lo:41: 00000100:00080000:2.0:1749393767.420263:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393767.420285:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d561500 x1834371507573248/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393767.420310:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393767.420314:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393767.420316:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393767.420319:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 804 00000100:00100000:3.0:1749393767.420320:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749393767.420321:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393767.420325:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393767.420334:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393767.420337:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d561f80 x1834371507573504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393767.420340:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507573376:0@lo:400: 00000100:00100000:1.0:1749393767.420343:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507572992:0@lo:400: 00000100:00080000:2.0:1749393767.420351:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393767.420355:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393767.420356:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393767.420360:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 804 00000100:00080000:2.0:1749393767.420377:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393767.420381:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393767.420386:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507573248:0@lo:38: 00000100:00100000:2.0:1749393767.420394:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f16300 x1834371507573760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393767.420400:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393767.420405:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393767.420405:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393767.420408:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393767.420410:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393767.420412:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393767.420413:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 804 00000100:00080000:2.0:1749393767.420415:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393767.420418:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393767.420427:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f15880 x1834371507573888/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393767.420450:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393767.420454:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393767.420455:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393767.420456:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507573120 00000100:00080000:2.0:1749393767.420458:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 804 00000100:00100000:3.0:1749393767.420459:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507573632:0@lo:400: 00000100:00080000:2.0:1749393767.420460:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393767.420463:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507573120 00000100:00080000:2.0:1749393767.420463:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393767.420467:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507574016:0@lo:400: 00000100:00100000:2.0:1749393767.420473:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f17b80 x1834371507574272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393767.420481:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393767.420483:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393767.420484:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393767.420486:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393767.420489:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 804 00000100:00100000:1.0:1749393767.420493:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393767.420496:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393767.420499:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507573376 00000100:00080000:2.0:1749393767.420500:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393767.420502:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507573376 00000100:00100000:2.0:1749393767.420511:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f17800 x1834371507574400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393767.420512:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507573632 00000100:00100000:0.0:1749393767.420523:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507573632 00000100:00100000:3.0:1749393767.420524:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1749393767.420525:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507574016 00000100:00100000:1.0:1749393767.420531:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507574016 00000100:00100000:3.0:1749393767.420534:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880072790450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507573120:12345-0@lo:41: 00000100:00100000:0.0:1749393767.420539:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1749393767.420546:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507573376:12345-0@lo:400: 00000100:00100000:2.0:1749393767.420562:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507572992 00000100:00100000:1.0:1749393767.420563:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1749393767.420567:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507572992 00000100:00100000:1.0:1749393767.420570:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507574016:12345-0@lo:400: 00000004:00000024:3.0:1749393767.420571:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393767.420591:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507573376:12345-0@lo:400: Request processed in 45us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393767.420599:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1749393767.420599:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1749393767.420609:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507572992:12345-0@lo:400: 00000100:00100000:1.0:1749393767.420610:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507574016:12345-0@lo:400: Request processed in 38us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393767.420610:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880072790450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507573120:12345-0@lo:41: Request processed in 75us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393767.420616:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1749393767.420618:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1749393767.420620:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1749393767.420622:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507573632:12345-0@lo:400: 00000100:00100000:1.0:1749393767.420641:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507573504:0@lo:38: 00000100:00100000:0.0:1749393767.420647:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507573632:12345-0@lo:400: Request processed in 26us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393767.420654:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1749393767.420658:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507572992:12345-0@lo:400: Request processed in 52us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393767.420663:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393767.420665:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1749393767.420682:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507573760:0@lo:38: 00000100:00100000:0.0:1749393767.420683:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507573248 00000100:00100000:0.0:1749393767.420686:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507573248 00000100:00100000:1.0:1749393767.420698:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393767.420704:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507573504 00000100:00100000:0.0:1749393767.420707:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507573504 00000100:00100000:1.0:1749393767.420712:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507573888:0@lo:38: 00000100:00100000:0.0:1749393767.420716:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507573760 00000100:00100000:0.0:1749393767.420719:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507573760 00000100:00100000:1.0:1749393767.420727:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393767.420727:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:2.0:1749393767.420733:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507573248:12345-0@lo:38: 00000100:00100000:0.0:1749393767.420735:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507573888 00000100:00100000:0.0:1749393767.420737:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507573888 00000100:00100000:1.0:1749393767.420740:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507574272:0@lo:38: 00000100:00100000:0.0:1749393767.420747:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:0.0:1749393767.420752:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507573504:12345-0@lo:38: 00010000:00020000:2.0:1749393767.420755:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393767.420768:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393767.420770:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393767.420782:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507574400:0@lo:38: 00000100:00100000:2.0:1749393767.420785:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507573248:12345-0@lo:38: Request processed in 51us (372us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393767.420792:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:0.0:1749393767.420796:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507573504:12345-0@lo:38: Request processed in 44us (133us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393767.420799:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393767.420803:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:2.0:1749393767.420804:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507574272 00000100:00100000:2.0:1749393767.420807:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507574272 00000100:00100000:0.0:1749393767.420811:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507574400 00000100:00100000:0.0:1749393767.420814:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507574400 00000100:00100000:2.0:1749393767.420819:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00080000:1.0:1749393767.420821:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393767.420823:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507573760:12345-0@lo:38: 00000100:00100000:0.0:1749393767.420826:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00080000:1.0:1749393767.420826:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393767.420830:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507573888:12345-0@lo:38: 00000100:00100000:1.0:1749393767.420831:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507573248:0@lo:38: 00010000:00020000:2.0:1749393767.420834:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393767.420840:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393767.420843:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393767.420846:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507573504:0@lo:38: 00010000:00020000:0.0:1749393767.420850:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393767.420855:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507573760:12345-0@lo:38: Request processed in 31us (157us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393767.420861:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00080000:1.0:1749393767.420869:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393767.420871:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393767.420872:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1749393767.420875:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507573888:12345-0@lo:38: Request processed in 44us (147us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393767.420875:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507573760:0@lo:38: 00000100:00100000:0.0:1749393767.420883:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00080000:1.0:1749393767.420884:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393767.420885:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507574272:12345-0@lo:38: 00000100:00080000:1.0:1749393767.420886:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393767.420889:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507573888:0@lo:38: 00000100:00100000:0.0:1749393767.420895:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00010000:00020000:2.0:1749393767.420897:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393767.420899:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507574400:12345-0@lo:38: 00010000:00020000:0.0:1749393767.420908:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:1.0:1749393767.420919:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f14700 x1834371507574016/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393767.420926:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507574272:12345-0@lo:38: Request processed in 41us (155us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393767.420928:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507574400:12345-0@lo:38: Request processed in 28us (127us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393767.420932:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507574016:0@lo:400: 00000100:00100000:2.0:1749393767.420933:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1749393767.420936:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1749393767.420942:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507572992:0@lo:400: 00000100:00100000:1.0:1749393767.420951:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393767.420958:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507574656:0@lo:400: 00000100:00100000:0.0:1749393767.420959:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507574528:0@lo:400: 00000100:00100000:1.0:1749393767.421017:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393767.421040:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507574656 00000100:00100000:2.0:1749393767.421044:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507574656 00000100:00080000:1.0:1749393767.421053:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393767.421053:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507573632:0@lo:400: 00000100:00100000:0.0:1749393767.421054:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393767.421063:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393767.421068:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507574272:0@lo:38: 00000100:00100000:2.0:1749393767.421096:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507574528 00000100:00100000:2.0:1749393767.421099:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507574528 00000100:00100000:2.0:1749393767.421118:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00080000:3.0:1749393767.421118:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393767.421125:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507574656:12345-0@lo:400: 00000100:00100000:0.0:1749393767.421127:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507573120:0@lo:41: 00000100:00080000:1.0:1749393767.421131:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393767.421135:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393767.421139:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507574400:0@lo:38: 00000100:00100000:3.0:1749393767.421139:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507573376:0@lo:400: 00000100:00100000:0.0:1749393767.421140:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749393767.421146:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507574144:0@lo:400: 00000100:00100000:3.0:1749393767.421166:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1749393767.421168:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507574656:12345-0@lo:400: Request processed in 43us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393767.421169:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393767.421173:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507574528:12345-0@lo:400: 00000100:00100000:2.0:1749393767.421175:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1749393767.421185:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507574144 00000100:00100000:2.0:1749393767.421187:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507574144 00000100:00100000:2.0:1749393767.421207:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00010000:00080000:1.0:1749393767.421212:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f16680 x1834371507574656/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393767.421212:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507574144:12345-0@lo:400: 00000100:00100000:3.0:1749393767.421214:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507574528:12345-0@lo:400: Request processed in 42us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393767.421221:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1749393767.421223:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507574656:0@lo:400: 00010000:00080000:0.0:1749393767.421236:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f16a00 x1834371507574528/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393767.421236:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507574144:12345-0@lo:400: Request processed in 24us (67us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393767.421243:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1749393767.421249:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507574528:0@lo:400: 00010000:00080000:0.0:1749393767.421265:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f14000 x1834371507574144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393767.421274:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507574144:0@lo:400: 00000100:00100000:0.0:1749393768.071322:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507574784:0@lo:700: 00000100:00100000:0.0:1749393768.071390:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393768.071458:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507574784 00000100:00100000:2.0:1749393768.071468:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507574784 00000100:00100000:0.0:1749393768.071479:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393768.071511:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1749393768.071521:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507574784:12345-0@lo:700: 00000100:00080000:3.0:1749393768.071530:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393768.071561:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 0 seconds 00000100:00100000:2.0:1749393768.071568:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507574912:0@lo:700: 40000000:00080000:2.0:1749393768.071593:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393768.071597:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393768.071654:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507574784:12345-0@lo:700: Request processed in 135us (266us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393768.071664:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1749393768.071743:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507574784:0@lo:700: 00000100:00100000:2.0:1749393768.073182:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507575040:0@lo:700: 00000100:00100000:2.0:1749393768.073219:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393768.073276:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393768.073337:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507575040 00000100:00100000:0.0:1749393768.073346:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507575040 00000100:00080000:3.0:1749393768.073379:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393768.073385:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1749393768.073393:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507575040:12345-0@lo:700: 00000100:00100000:0.0:1749393768.073424:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393768.073430:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507575168:0@lo:700: 40000000:00080000:0.0:1749393768.073439:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393768.073442:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393768.073497:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507575040:12345-0@lo:700: Request processed in 104us (277us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393768.073505:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1749393768.073529:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507575040:0@lo:700: 00010000:00010000:3.0:1749393768.102301:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393768.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393768.322199:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393768.689234:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393768.689251:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507575296:0@lo:900: 00010000:00010000:2.0:1749393769.104315:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393769.192193:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393769.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393770.072324:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507575424:0@lo:700: 00000100:00100000:2.0:1749393770.072391:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393770.072469:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393770.072516:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507575424 00000100:00100000:0.0:1749393770.072529:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507575424 00000100:00080000:3.0:1749393770.072575:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393770.072582:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1749393770.072593:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507575424:12345-0@lo:700: 00000100:00100000:0.0:1749393770.072636:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393770.072643:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507575552:0@lo:700: 40000000:00080000:0.0:1749393770.072657:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393770.072660:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393770.072734:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507575424:12345-0@lo:700: Request processed in 143us (342us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393770.072744:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1749393770.072763:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507575424:0@lo:700: 00000100:00100000:2.0:1749393770.074175:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507575680:0@lo:700: 00000100:00100000:2.0:1749393770.074212:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393770.074268:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393770.074329:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507575680 00000100:00100000:0.0:1749393770.074338:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507575680 00000100:00080000:3.0:1749393770.074368:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393770.074390:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1749393770.074399:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507575680:12345-0@lo:700: 00000100:00100000:0.0:1749393770.074430:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393770.074436:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507575808:0@lo:700: 40000000:00080000:0.0:1749393770.074447:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393770.074450:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393770.074499:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507575680:12345-0@lo:700: Request processed in 101us (286us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393770.074508:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:2.0:1749393770.074530:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507575680:0@lo:700: 00010000:00010000:2.0:1749393770.106300:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393770.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393770.322200:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393770.690151:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393770.690159:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507575936:0@lo:900: 00000100:00100000:0.0:1749393770.751330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393770.751357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393770.751409:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499745664 00000100:00100000:0.0:1749393770.751413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393770.751415:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499745664 00000100:00100000:3.0:1749393770.751431:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499745536 00000100:00100000:2.0:1749393770.751434:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499745792 00000100:00100000:3.0:1749393770.751435:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499745536 00000100:00100000:2.0:1749393770.751436:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499745792 00000100:00100000:2.0:1749393770.751453:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1180 00000100:00100000:2.0:1749393770.751458:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499745664:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393770.751461:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 473 00000100:00100000:3.0:1749393770.751465:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499745536:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393770.751468:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1181 00000100:00100000:0.0:1749393770.751473:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499745792:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393770.751477:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 812 last 0 00010000:00080000:0.0:1749393770.751486:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 812 last 0 00000100:00100000:3.0:1749393770.751501:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499745536:12345-192.168.203.32@tcp:400: Request processed in 36us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393770.751511:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 473 00000100:00100000:0.0:1749393770.751512:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499745792:12345-192.168.203.32@tcp:38: Request processed in 39us (99us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393770.751516:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499745664:12345-192.168.203.32@tcp:38: Request processed in 58us (189us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393770.751521:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1180 00000100:00100000:0.0:1749393770.751524:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1181 00010000:00010000:0.0:1749393771.108274:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393771.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393771.322193:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393771.500331:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507576064:0@lo:41: 00000100:00100000:1.0:1749393771.500381:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393771.500441:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507576064 00000100:00100000:3.0:1749393771.500450:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507576064 00000100:00100000:3.0:1749393771.500483:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1749393771.500491:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507576064:12345-0@lo:41: 00000004:00000024:3.0:1749393771.500521:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393771.500580:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507576064:12345-0@lo:41: Request processed in 89us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393771.500589:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1749393771.500618:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507576064:0@lo:41: 00000100:00100000:0.0:1749393772.073355:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507576192:0@lo:700: 00000100:00100000:0.0:1749393772.073397:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393772.073456:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393772.073518:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507576192 00000100:00100000:2.0:1749393772.073527:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507576192 00000100:00080000:3.0:1749393772.073562:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393772.073569:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1749393772.073578:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507576192:12345-0@lo:700: 00000100:00100000:2.0:1749393772.073615:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 0 seconds 00000100:00100000:2.0:1749393772.073621:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507576320:0@lo:700: 40000000:00080000:2.0:1749393772.073633:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393772.073636:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393772.073693:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507576192:12345-0@lo:700: Request processed in 116us (295us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393772.073701:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:0.0:1749393772.073722:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507576192:0@lo:700: 00000100:00100000:2.0:1749393772.075187:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507576448:0@lo:700: 00000100:00100000:2.0:1749393772.075225:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393772.075283:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393772.075344:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507576448 00000100:00100000:0.0:1749393772.075353:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507576448 00000100:00080000:3.0:1749393772.075383:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393772.075391:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:0.0:1749393772.075399:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507576448:12345-0@lo:700: 00000100:00100000:0.0:1749393772.075430:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393772.075436:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507576576:0@lo:700: 40000000:00080000:0.0:1749393772.075446:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393772.075449:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393772.075500:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507576448:12345-0@lo:700: Request processed in 102us (275us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393772.075509:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1749393772.075584:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507576448:0@lo:700: 00010000:00010000:3.0:1749393772.110322:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393772.192214:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393772.322204:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393772.428240:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393772.428248:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393772.428251:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393772.428257:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 809 00000100:00080000:2.0:1749393772.428262:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393772.428267:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393772.428287:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f14700 x1834371507576960/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393772.428333:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507576704:0@lo:41: 00000100:00080000:2.0:1749393772.428338:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393772.428342:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393772.428344:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393772.428347:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 809 00000100:00100000:1.0:1749393772.428348:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507576832:0@lo:400: 00000100:00080000:2.0:1749393772.428350:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393772.428353:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393772.428360:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507576960:0@lo:38: 00000100:00100000:2.0:1749393772.428367:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f16300 x1834371507577216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393772.428376:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393772.428382:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393772.428385:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393772.428387:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393772.428390:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 809 00000100:00080000:2.0:1749393772.428393:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393772.428395:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393772.428405:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f15f80 x1834371507577472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393772.428406:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393772.428413:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393772.428415:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393772.428417:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393772.428419:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393772.428420:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 809 00000100:00080000:2.0:1749393772.428422:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393772.428425:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393772.428434:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f16d80 x1834371507577600/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393772.428443:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507576704 00000100:00100000:0.0:1749393772.428449:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507576960 00000100:00100000:3.0:1749393772.428449:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507576704 00000100:00100000:0.0:1749393772.428454:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507576960 00000100:00100000:1.0:1749393772.428455:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393772.428463:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507577728:0@lo:400: 00000100:00080000:2.0:1749393772.428464:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393772.428467:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393772.428469:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393772.428473:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 809 00000100:00080000:2.0:1749393772.428475:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393772.428476:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:3.0:1749393772.428478:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00080000:2.0:1749393772.428479:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393772.428482:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507576960:12345-0@lo:38: 00000100:00100000:3.0:1749393772.428485:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507576704:12345-0@lo:41: 00000100:00100000:1.0:1749393772.428487:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393772.428489:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5ec000 x1834371507577984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393772.428497:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393772.428500:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393772.428501:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393772.428504:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 809 00000100:00080000:2.0:1749393772.428506:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393772.428507:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507577856:0@lo:400: 00000004:00000024:3.0:1749393772.428508:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00010000:00020000:0.0:1749393772.428509:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393772.428510:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393772.428519:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5ec380 x1834371507578112/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393772.428522:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393772.428548:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507576704:12345-0@lo:41: Request processed in 63us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393772.428549:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507576960:12345-0@lo:38: Request processed in 66us (130us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393772.428552:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507577088:0@lo:400: 00000100:00100000:1.0:1749393772.428555:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507577728 00000100:00100000:3.0:1749393772.428555:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1749393772.428558:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:1.0:1749393772.428560:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507577728 00000100:00100000:3.0:1749393772.428574:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507576832 00000100:00100000:3.0:1749393772.428578:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507576832 00000100:00100000:1.0:1749393772.428585:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507577856 00000100:00100000:2.0:1749393772.428586:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393772.428587:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393772.428588:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507577856 00000100:00080000:0.0:1749393772.428591:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393772.428596:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507576960:0@lo:38: 00000100:00100000:3.0:1749393772.428597:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1749393772.428602:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507576832:12345-0@lo:400: 00000100:00100000:1.0:1749393772.428603:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1749393772.428608:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507578240:0@lo:400: 00000100:00100000:1.0:1749393772.428610:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507577728:12345-0@lo:400: 00000100:00100000:0.0:1749393772.428612:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507577216:0@lo:38: 00000100:00100000:3.0:1749393772.428639:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507576832:12345-0@lo:400: Request processed in 36us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393772.428641:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393772.428642:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393772.428650:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507577728:12345-0@lo:400: Request processed in 40us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393772.428655:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1749393772.428659:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507577472:0@lo:38: 00000100:00100000:2.0:1749393772.428664:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1749393772.428668:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1749393772.428671:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507577344:0@lo:400: 00000100:00100000:0.0:1749393772.428677:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393772.428682:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507578240 00000100:00100000:1.0:1749393772.428685:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507578240 00000100:00100000:3.0:1749393772.428687:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1749393772.428689:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393772.428692:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507577600:0@lo:38: 00000100:00100000:3.0:1749393772.428693:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507577856:12345-0@lo:400: 00000100:00100000:1.0:1749393772.428708:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1749393772.428711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393772.428714:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507578240:12345-0@lo:400: 00000100:00100000:2.0:1749393772.428716:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507578368:0@lo:400: 00000100:00100000:3.0:1749393772.428725:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507577856:12345-0@lo:400: Request processed in 33us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393772.428727:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507577984:0@lo:38: 00000100:00100000:3.0:1749393772.428732:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1749393772.428736:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393772.428743:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507578368 00000100:00100000:3.0:1749393772.428747:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507578368 00000100:00100000:0.0:1749393772.428749:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393772.428751:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507578240:12345-0@lo:400: Request processed in 36us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393772.428758:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00010000:00080000:2.0:1749393772.428762:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5ec700 x1834371507578240/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393772.428764:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507578112:0@lo:38: 00000100:00100000:3.0:1749393772.428765:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1749393772.428770:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507578368:12345-0@lo:400: 00000100:00100000:2.0:1749393772.428774:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507578240:0@lo:400: 00000100:00100000:0.0:1749393772.428779:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393772.428795:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507577216 00000100:00100000:3.0:1749393772.428795:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507578368:12345-0@lo:400: Request processed in 25us (59us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393772.428798:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507577216 00000100:00100000:2.0:1749393772.428800:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507577472 00000100:00100000:3.0:1749393772.428801:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1749393772.428805:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507577472 00000100:00100000:1.0:1749393772.428808:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507577600 00000100:00100000:1.0:1749393772.428810:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507577600 00000100:00100000:0.0:1749393772.428813:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507577984 00000100:00080000:3.0:1749393772.428813:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393772.428817:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507577984 00000100:00100000:1.0:1749393772.428818:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507578112 00000100:00100000:1.0:1749393772.428821:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507578112 00000100:00100000:3.0:1749393772.428822:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507577088 00000100:00100000:2.0:1749393772.428824:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:3.0:1749393772.428825:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507577088 00000100:00100000:2.0:1749393772.428830:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507577216:12345-0@lo:38: 00000100:00100000:1.0:1749393772.428835:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:3.0:1749393772.428838:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507577344 00000100:00100000:0.0:1749393772.428841:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:1.0:1749393772.428841:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507577472:12345-0@lo:38: 00000100:00100000:3.0:1749393772.428841:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507577344 00000100:00100000:0.0:1749393772.428846:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507577600:12345-0@lo:38: 00010000:00020000:2.0:1749393772.428847:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393772.428852:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00010000:00020000:1.0:1749393772.428857:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393772.428858:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507577088:12345-0@lo:400: 00010000:00020000:0.0:1749393772.428863:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393772.428887:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507577216:12345-0@lo:38: Request processed in 56us (247us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393772.428891:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507577472:12345-0@lo:38: Request processed in 51us (214us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393772.428892:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507577088:12345-0@lo:400: Request processed in 34us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393772.428896:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00100000:0.0:1749393772.428897:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507577600:12345-0@lo:38: Request processed in 49us (183us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393772.428899:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1749393772.428901:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:3.0:1749393772.428908:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1749393772.428911:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:3.0:1749393772.428913:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507577344:12345-0@lo:400: 00000100:00100000:1.0:1749393772.428916:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:2.0:1749393772.428917:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507577984:12345-0@lo:38: 00000100:00100000:1.0:1749393772.428921:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507578112:12345-0@lo:38: 00000100:00100000:0.0:1749393772.428922:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00010000:00020000:2.0:1749393772.428928:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393772.428933:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393772.428933:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507577344:12345-0@lo:400: Request processed in 19us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393772.428983:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1749393772.428989:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507577984:12345-0@lo:38: Request processed in 71us (239us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393772.428996:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00080000:0.0:1749393772.428997:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393772.428997:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507578112:12345-0@lo:38: Request processed in 74us (216us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749393772.429001:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393772.429004:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:0.0:1749393772.429006:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507577216:0@lo:38: 00000100:00080000:0.0:1749393772.429014:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393772.429017:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393772.429020:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507577472:0@lo:38: 00000100:00100000:3.0:1749393772.429023:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507576704:0@lo:41: 00000100:00080000:0.0:1749393772.429028:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393772.429031:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393772.429034:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507577600:0@lo:38: 00010000:00080000:1.0:1749393772.429035:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5eea00 x1834371507577856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393772.429036:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507577344:0@lo:400: 00000100:00080000:0.0:1749393772.429042:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393772.429045:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393772.429048:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507577984:0@lo:38: 00010000:00080000:2.0:1749393772.429048:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5eca80 x1834371507578368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749393772.429056:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393772.429056:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507577856:0@lo:400: 00000100:00080000:0.0:1749393772.429058:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393772.429058:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507578368:0@lo:400: 00000100:00100000:0.0:1749393772.429062:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507578112:0@lo:38: 00000100:00100000:2.0:1749393772.429096:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507577088:0@lo:400: 00010000:00080000:1.0:1749393772.429107:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5edf80 x1834371507577728/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393772.429118:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507577728:0@lo:400: 00000100:00100000:1.0:1749393772.429128:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507576832:0@lo:400: 00000100:00100000:0.0:1749393772.691218:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393772.691228:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507578496:0@lo:900: 00010000:00010000:0.0:1749393773.112252:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393773.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393773.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393774.074298:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507578624:0@lo:700: 00000100:00100000:2.0:1749393774.074335:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393774.074395:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393774.074446:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507578624 00000100:00100000:0.0:1749393774.074455:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507578624 00000100:00100000:0.0:1749393774.074492:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00080000:3.0:1749393774.074495:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393774.074511:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507578624:12345-0@lo:700: 00000100:00100000:0.0:1749393774.074542:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393774.074548:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507578752:0@lo:700: 40000000:00080000:0.0:1749393774.074558:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393774.074561:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393774.074616:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507578624:12345-0@lo:700: Request processed in 108us (280us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393774.074625:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1749393774.074644:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507578624:0@lo:700: 00000100:00100000:2.0:1749393774.076173:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507578880:0@lo:700: 00000100:00100000:2.0:1749393774.076209:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393774.076265:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393774.076327:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507578880 00000100:00100000:0.0:1749393774.076336:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507578880 00000100:00080000:3.0:1749393774.076366:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393774.076400:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1749393774.076409:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507578880:12345-0@lo:700: 00000100:00100000:0.0:1749393774.076439:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393774.076445:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507579008:0@lo:700: 40000000:00080000:0.0:1749393774.076455:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393774.076458:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393774.076506:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507578880:12345-0@lo:700: Request processed in 97us (296us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393774.076519:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:2.0:1749393774.076594:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507578880:0@lo:700: 00010000:00010000:2.0:1749393774.114319:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393774.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393774.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393774.692205:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393774.692218:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507579136:0@lo:900: 00010000:00010000:2.0:1749393775.116318:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393775.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393775.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393775.759582:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393775.759632:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393775.759663:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393775.759691:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499746048 00000100:00100000:0.0:1749393775.759697:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499746048 00000100:00100000:1.0:1749393775.759712:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499745920 00000100:00100000:1.0:1749393775.759722:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499745920 00000100:00100000:0.0:1749393775.759726:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499746176 00000100:00100000:0.0:1749393775.759729:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499746176 00000100:00100000:0.0:1749393775.759743:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1188 00000100:00100000:0.0:1749393775.759749:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499746048:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393775.759757:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1189 00000100:00100000:1.0:1749393775.759759:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 475 00000100:00100000:1.0:1749393775.759767:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499745920:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393775.759767:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499746176:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393775.759770:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 817 last 0 00010000:00080000:2.0:1749393775.759792:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 817 last 0 00000100:00100000:1.0:1749393775.759815:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499745920:12345-192.168.203.32@tcp:400: Request processed in 48us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393775.759816:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499746048:12345-192.168.203.32@tcp:38: Request processed in 65us (183us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393775.759823:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 475 00000100:00100000:0.0:1749393775.759825:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1188 00000100:00100000:2.0:1749393775.759838:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499746176:12345-192.168.203.32@tcp:38: Request processed in 71us (174us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393775.759847:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1189 00000100:00100000:2.0:1749393776.075194:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507579264:0@lo:700: 00000100:00100000:2.0:1749393776.075230:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393776.075287:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393776.075343:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507579264 00000100:00100000:0.0:1749393776.075352:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507579264 00000100:00100000:0.0:1749393776.075389:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00080000:3.0:1749393776.075390:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393776.075400:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507579264:12345-0@lo:700: 00000100:00100000:0.0:1749393776.075431:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393776.075437:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507579392:0@lo:700: 40000000:00080000:0.0:1749393776.075447:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393776.075450:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393776.075501:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507579264:12345-0@lo:700: Request processed in 104us (270us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393776.075509:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:2.0:1749393776.075585:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507579264:0@lo:700: 00000100:00100000:2.0:1749393776.077173:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507579520:0@lo:700: 00000100:00100000:2.0:1749393776.077209:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393776.077265:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393776.077319:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507579520 00000100:00100000:0.0:1749393776.077328:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507579520 00000100:00100000:0.0:1749393776.077365:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00080000:3.0:1749393776.077366:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393776.077373:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507579520:12345-0@lo:700: 00000100:00100000:0.0:1749393776.077415:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393776.077421:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507579648:0@lo:700: 40000000:00080000:0.0:1749393776.077431:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393776.077434:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393776.077486:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507579520:12345-0@lo:700: Request processed in 112us (275us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393776.077494:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:2.0:1749393776.077570:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507579520:0@lo:700: 00010000:00010000:3.0:1749393776.118296:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393776.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393776.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393776.508262:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749393776.508280:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507579776:0@lo:41: 00000100:00100000:0.0:1749393776.508317:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393776.508447:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507579776 00000100:00100000:2.0:1749393776.508456:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507579776 00000100:00100000:2.0:1749393776.508505:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1749393776.508513:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507579776:12345-0@lo:41: 00000004:00000024:2.0:1749393776.508538:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393776.508582:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507579776:12345-0@lo:41: Request processed in 69us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393776.508589:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1749393776.508598:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507579776:0@lo:41: 00000100:00100000:0.0:1749393776.693196:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393776.693207:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b0380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507579904:0@lo:900: 00000100:00100000:2.0:1749393776.895203:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393776.895223:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507580032/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393781 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393776.895263:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393776.895319:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393776.895379:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507580032 00000100:00100000:0.0:1749393776.895388:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507580032 00000100:00100000:0.0:1749393776.895426:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00080000:3.0:1749393776.895428:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393776.895439:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507580032:12345-0@lo:700: 40000000:00080000:0.0:1749393776.895459:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393776.895511:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507580032:12345-0@lo:700: Request processed in 73us (246us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393776.895520:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:2.0:1749393776.895598:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507580032/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393792 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393776.895613:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393776.896164:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:3.0:1749393776.896184:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507580160/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393781 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393776.896226:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393776.896280:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507580160 00000100:00100000:3.0:1749393776.896284:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393776.896289:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507580160 00000100:00080000:2.0:1749393776.896311:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393776.896325:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:0.0:1749393776.896343:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507580160:12345-0@lo:700: 40000000:00080000:0.0:1749393776.896361:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393776.896415:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507580160:12345-0@lo:700: Request processed in 73us (187us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393776.896423:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1749393776.896440:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507580160/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393792 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393776.896450:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:1.0:1749393777.120329:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393777.192199:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393777.322200:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393777.436238:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393777.436246:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393777.436249:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393777.436254:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 814 00000100:00100000:3.0:1749393777.436256:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749393777.436258:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393777.436263:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749393777.436273:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507580288:0@lo:400: 00000100:00100000:2.0:1749393777.436280:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5ee680 x1834371507580544/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393777.436299:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393777.436311:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393777.436313:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393777.436315:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393777.436319:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 814 00000100:00080000:2.0:1749393777.436321:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393777.436325:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393777.436337:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5ee300 x1834371507580800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393777.436344:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507580544:0@lo:38: 00000100:00100000:1.0:1749393777.436355:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507580672:0@lo:400: 00000100:00100000:3.0:1749393777.436356:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507580416:0@lo:41: 00000100:00080000:2.0:1749393777.436360:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393777.436363:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393777.436365:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393777.436368:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 814 00000100:00080000:2.0:1749393777.436370:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393777.436373:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393777.436384:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5edf80 x1834371507581056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393777.436384:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393777.436389:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393777.436392:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393777.436395:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393777.436396:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393777.436399:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393777.436400:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 814 00000100:00080000:2.0:1749393777.436401:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393777.436404:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393777.436409:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507580928:0@lo:400: 00000100:00100000:2.0:1749393777.436413:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5eea00 x1834371507581184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393777.436420:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507580800:0@lo:38: 00000100:00100000:3.0:1749393777.436426:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393777.436430:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1749393777.436432:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393777.436439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393777.436439:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507581440:0@lo:400: 00000100:00080000:2.0:1749393777.436439:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393777.436441:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393777.436443:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749393777.436445:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 814 00000100:00080000:2.0:1749393777.436447:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393777.436449:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507581312:0@lo:400: 00000100:00080000:2.0:1749393777.436450:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393777.436455:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507581056:0@lo:38: 00000100:00100000:1.0:1749393777.436458:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393777.436464:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016d880 x1834371507581568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393777.436472:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393777.436472:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507580416 00000100:00080000:2.0:1749393777.436475:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393777.436476:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393777.436477:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507580416 00000100:00080000:2.0:1749393777.436479:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 814 00000100:00080000:2.0:1749393777.436481:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393777.436484:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393777.436486:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393777.436493:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016ea00 x1834371507581696/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393777.436503:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507581440 00000100:00100000:0.0:1749393777.436504:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507581184:0@lo:38: 00000100:00100000:1.0:1749393777.436508:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507581440 00000100:00100000:3.0:1749393777.436512:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507580672 00000100:00100000:3.0:1749393777.436515:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507580672 00000100:00100000:0.0:1749393777.436519:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393777.436523:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507580928 00000100:00100000:3.0:1749393777.436525:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507580928 00000100:00100000:0.0:1749393777.436532:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507581568:0@lo:38: 00000100:00100000:1.0:1749393777.436535:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1749393777.436537:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1749393777.436542:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507581440:12345-0@lo:400: 00000100:00100000:0.0:1749393777.436546:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393777.436547:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507580416:12345-0@lo:41: 00000100:00100000:3.0:1749393777.436549:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1749393777.436557:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507580672:12345-0@lo:400: 00000100:00100000:0.0:1749393777.436558:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507581696:0@lo:38: 00000004:00000024:2.0:1749393777.436568:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393777.436573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393777.436578:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507581440:12345-0@lo:400: Request processed in 36us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393777.436599:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1749393777.436600:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507580672:12345-0@lo:400: Request processed in 43us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393777.436603:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1749393777.436608:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1749393777.436610:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507580416:12345-0@lo:41: Request processed in 64us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393777.436613:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507580928:12345-0@lo:400: 00000100:00100000:2.0:1749393777.436617:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1749393777.436622:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507580288 00000100:00100000:1.0:1749393777.436626:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507580288 00000100:00100000:3.0:1749393777.436628:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507580544 00000100:00100000:3.0:1749393777.436631:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507580544 00000100:00100000:3.0:1749393777.436640:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507580800 00000100:00100000:2.0:1749393777.436641:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507581056 00000100:00100000:3.0:1749393777.436642:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507580800 00000100:00100000:1.0:1749393777.436646:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1749393777.436646:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507581056 00000100:00100000:0.0:1749393777.436649:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507580928:12345-0@lo:400: Request processed in 39us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393777.436649:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507581184 00000100:00100000:1.0:1749393777.436652:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507580288:12345-0@lo:400: 00000100:00100000:3.0:1749393777.436652:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507581184 00000100:00100000:0.0:1749393777.436657:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1749393777.436657:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507581568 00000100:00100000:3.0:1749393777.436659:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507581696 00000100:00100000:2.0:1749393777.436660:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507581568 00000100:00100000:3.0:1749393777.436662:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507581696 00000100:00100000:2.0:1749393777.436670:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:1.0:1749393777.436682:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507580288:12345-0@lo:400: Request processed in 30us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393777.436683:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507580544:12345-0@lo:38: 00000100:00100000:3.0:1749393777.436683:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:1.0:1749393777.436688:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1749393777.436688:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507580800:12345-0@lo:38: 00000100:00100000:0.0:1749393777.436695:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00010000:00020000:2.0:1749393777.436700:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393777.436708:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393777.436710:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507581056:12345-0@lo:38: 00000100:00100000:1.0:1749393777.436714:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507581824:0@lo:400: 00010000:00020000:0.0:1749393777.436727:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393777.436736:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393777.436736:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507580544:12345-0@lo:38: Request processed in 52us (346us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393777.436738:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507580800:12345-0@lo:38: Request processed in 50us (298us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393777.436743:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:3.0:1749393777.436747:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:2.0:1749393777.436756:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1749393777.436758:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507581056:12345-0@lo:38: Request processed in 46us (270us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393777.436761:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507581184:12345-0@lo:38: 00000100:00100000:3.0:1749393777.436761:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00010000:00080000:1.0:1749393777.436764:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5ec000 x1834371507581440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393777.436767:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00100000:3.0:1749393777.436768:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507581568:12345-0@lo:38: 00010000:00020000:2.0:1749393777.436772:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393777.436778:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507581440:0@lo:400: 00010000:00020000:3.0:1749393777.436778:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393777.436781:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:0.0:1749393777.436785:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507581696:12345-0@lo:38: 00000100:00100000:1.0:1749393777.436789:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507580672:0@lo:400: 00000100:00100000:2.0:1749393777.436795:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507581184:12345-0@lo:38: Request processed in 33us (275us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393777.436797:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393777.436801:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:3.0:1749393777.436801:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507581568:12345-0@lo:38: Request processed in 34us (254us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393777.436807:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:1.0:1749393777.436811:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507581824 00000100:00100000:1.0:1749393777.436813:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507581824 00000100:00100000:0.0:1749393777.436815:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507581696:12345-0@lo:38: Request processed in 28us (241us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393777.436821:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00080000:2.0:1749393777.436827:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393777.436830:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393777.436831:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1749393777.436835:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507581184:0@lo:38: 00000100:00100000:1.0:1749393777.436837:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507581824:12345-0@lo:400: 00000100:00100000:0.0:1749393777.436841:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1749393777.436845:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393777.436848:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393777.436849:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507581952:0@lo:400: 00000100:00100000:2.0:1749393777.436851:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507581568:0@lo:38: 00000100:00100000:3.0:1749393777.436854:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507580416:0@lo:41: 00000100:00080000:2.0:1749393777.436860:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393777.436862:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393777.436866:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507581696:0@lo:38: 00000100:00100000:1.0:1749393777.436868:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507581824:12345-0@lo:400: Request processed in 31us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393777.436872:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393777.436874:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00080000:2.0:1749393777.436875:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393777.436877:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393777.436880:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507580800:0@lo:38: 00000100:00100000:1.0:1749393777.436883:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507581952 00000100:00100000:1.0:1749393777.436886:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507581952 00000100:00080000:2.0:1749393777.436889:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393777.436898:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393777.436900:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1749393777.436902:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507581056:0@lo:38: 00000100:00100000:1.0:1749393777.436905:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507581952:12345-0@lo:400: 00000100:00100000:3.0:1749393777.436907:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393777.436952:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393777.436954:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507581312 00000100:00080000:2.0:1749393777.436956:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393777.436959:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507580544:0@lo:38: 00000100:00100000:0.0:1749393777.436960:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507581312 00000100:00100000:3.0:1749393777.436974:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507580928:0@lo:400: 00000100:00100000:3.0:1749393777.436983:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507580288:0@lo:400: 00000100:00100000:0.0:1749393777.436984:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1749393777.436990:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507581312:12345-0@lo:400: 00000100:00100000:1.0:1749393777.436993:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507581952:12345-0@lo:400: Request processed in 87us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393777.437000:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1749393777.437026:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507581312:12345-0@lo:400: Request processed in 35us (119us total) trans 0 rc 0/0 00010000:00080000:1.0:1749393777.437032:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016df80 x1834371507581824/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393777.437033:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1749393777.437044:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507581824:0@lo:400: 00010000:00080000:2.0:1749393777.437047:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5ec380 x1834371507581312/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393777.437059:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507581312:0@lo:400: 00010000:00080000:0.0:1749393777.437061:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016f480 x1834371507581952/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393777.437104:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507581952:0@lo:400: 00000100:00100000:0.0:1749393778.076322:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507582080:0@lo:700: 00000100:00100000:0.0:1749393778.076373:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393778.076434:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393778.076435:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507582080 00000100:00100000:2.0:1749393778.076444:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507582080 00000100:00100000:2.0:1749393778.076480:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00080000:0.0:1749393778.076484:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393778.076489:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cce9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507582080:12345-0@lo:700: 00000100:00100000:2.0:1749393778.076520:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 0 seconds 00000100:00100000:2.0:1749393778.076526:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507582208:0@lo:700: 40000000:00080000:2.0:1749393778.076537:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393778.076540:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393778.076592:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cce9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507582080:12345-0@lo:700: Request processed in 105us (218us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393778.076600:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1749393778.076618:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507582080:0@lo:700: 00000100:00100000:2.0:1749393778.078173:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507582336:0@lo:700: 00000100:00100000:2.0:1749393778.078209:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393778.078266:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393778.078323:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507582336 00000100:00100000:0.0:1749393778.078332:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507582336 00000100:00100000:0.0:1749393778.078385:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00080000:2.0:1749393778.078390:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393778.078393:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507582336:12345-0@lo:700: 00000100:00100000:0.0:1749393778.078423:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393778.078430:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507582464:0@lo:700: 40000000:00080000:0.0:1749393778.078439:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393778.078443:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393778.078492:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507582336:12345-0@lo:700: Request processed in 99us (282us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393778.078500:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:2.0:1749393778.078513:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507582336:0@lo:700: 00010000:00010000:2.0:1749393778.122317:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393778.192195:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393778.322198:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393778.694195:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393778.694206:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507582592:0@lo:900: 00010000:00010000:2.0:1749393779.124332:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393779.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393779.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393780.077260:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507582720:0@lo:700: 00000100:00100000:2.0:1749393780.077306:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393780.077343:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507582720 00000100:00100000:0.0:1749393780.077350:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507582720 00000100:00100000:2.0:1749393780.077354:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393780.077389:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1749393780.077397:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507582720:12345-0@lo:700: 00000100:00080000:1.0:1749393780.077415:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393780.077423:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393780.077427:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507582848:0@lo:700: 40000000:00080000:0.0:1749393780.077444:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393780.077445:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393780.077477:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507582720:12345-0@lo:700: Request processed in 83us (171us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393780.077482:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:2.0:1749393780.077492:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507582720:0@lo:700: 00000100:00100000:2.0:1749393780.079131:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507582976:0@lo:700: 00000100:00100000:2.0:1749393780.079151:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393780.079179:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393780.079216:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507582976 00000100:00100000:0.0:1749393780.079220:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507582976 00000100:00080000:1.0:1749393780.079234:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393780.079246:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:0.0:1749393780.079251:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507582976:12345-0@lo:700: 00000100:00100000:0.0:1749393780.079267:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393780.079270:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507583104:0@lo:700: 40000000:00080000:0.0:1749393780.079275:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393780.079277:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393780.079296:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507582976:12345-0@lo:700: Request processed in 46us (144us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393780.079300:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1749393780.079303:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507582976:0@lo:700: 00010000:00010000:3.0:1749393780.126178:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393780.192132:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393780.322127:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393780.695206:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393780.695218:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507583232:0@lo:900: 00000100:00100000:0.0:1749393780.767499:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393780.767529:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393780.767556:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393780.767576:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499746432 00000100:00100000:0.0:1749393780.767582:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499746432 00000100:00100000:1.0:1749393780.767589:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499746304 00000100:00100000:1.0:1749393780.767594:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499746304 00000100:00100000:0.0:1749393780.767600:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499746560 00000100:00100000:0.0:1749393780.767602:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499746560 00000100:00100000:2.0:1749393780.767619:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1196 00000100:00100000:1.0:1749393780.767620:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 477 00000100:00100000:0.0:1749393780.767626:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1197 00000100:00100000:1.0:1749393780.767627:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499746304:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393780.767627:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499746432:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393780.767630:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499746560:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393780.767648:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 822 last 0 00010000:00080000:2.0:1749393780.767649:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 822 last 0 00000100:00100000:1.0:1749393780.767673:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499746304:12345-192.168.203.32@tcp:400: Request processed in 48us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393780.767678:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499746560:12345-192.168.203.32@tcp:38: Request processed in 48us (122us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393780.767678:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 477 00000100:00100000:0.0:1749393780.767682:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1197 00000100:00100000:2.0:1749393780.767682:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499746432:12345-192.168.203.32@tcp:38: Request processed in 57us (153us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393780.767687:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1196 00010000:00010000:2.0:1749393781.128419:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393781.192158:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393781.322201:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393781.516319:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507583360:0@lo:41: 00000100:00100000:2.0:1749393781.516373:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393781.516411:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507583360 00000100:00100000:3.0:1749393781.516419:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507583360 00000100:00100000:3.0:1749393781.516452:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1749393781.516457:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507583360:12345-0@lo:41: 00000004:00000024:3.0:1749393781.516483:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393781.516526:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507583360:12345-0@lo:41: Request processed in 68us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393781.516531:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1749393781.516550:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507583360:0@lo:41: 00000100:00100000:2.0:1749393782.078212:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507583488:0@lo:700: 00000100:00100000:2.0:1749393782.078260:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393782.078313:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393782.078328:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507583488 00000100:00100000:0.0:1749393782.078336:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507583488 00000100:00080000:1.0:1749393782.078375:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393782.078382:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1749393782.078391:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507583488:12345-0@lo:700: 00000100:00100000:0.0:1749393782.078421:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393782.078426:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507583616:0@lo:700: 40000000:00080000:0.0:1749393782.078436:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393782.078438:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393782.078474:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507583488:12345-0@lo:700: Request processed in 85us (213us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393782.078481:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:2.0:1749393782.078485:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507583488:0@lo:700: 00000100:00100000:2.0:1749393782.080124:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507583744:0@lo:700: 00000100:00100000:2.0:1749393782.080154:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393782.080187:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393782.080196:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507583744 00000100:00100000:0.0:1749393782.080200:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507583744 00000100:00100000:0.0:1749393782.080231:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00080000:1.0:1749393782.080232:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393782.080237:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507583744:12345-0@lo:700: 00000100:00100000:0.0:1749393782.080255:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393782.080259:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507583872:0@lo:700: 40000000:00080000:0.0:1749393782.080265:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393782.080273:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393782.080305:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507583744:12345-0@lo:700: Request processed in 67us (149us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393782.080311:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:2.0:1749393782.080316:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507583744:0@lo:700: 00010000:00010000:2.0:1749393782.130361:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393782.192176:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393782.322148:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393782.444288:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393782.444296:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393782.444299:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393782.444305:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 819 00000100:00080000:2.0:1749393782.444309:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393782.444314:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393782.444331:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016ed80 x1834371507584256/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393782.444347:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507584000:0@lo:400: 00000100:00080000:2.0:1749393782.444357:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393782.444360:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393782.444361:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393782.444363:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 819 00000100:00080000:2.0:1749393782.444365:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393782.444367:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507584128:0@lo:41: 00000100:00080000:2.0:1749393782.444367:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393782.444374:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f100 x1834371507584512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393782.444378:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507584256:0@lo:38: 00000100:00080000:2.0:1749393782.444385:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393782.444387:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393782.444388:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393782.444390:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 819 00000100:00080000:2.0:1749393782.444403:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393782.444405:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393782.444412:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393782.444413:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393782.444414:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016c380 x1834371507584768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393782.444420:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393782.444422:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393782.444423:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393782.444425:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 819 00000100:00080000:2.0:1749393782.444426:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393782.444427:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393782.444428:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393782.444434:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f800 x1834371507584896/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393782.444457:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507584000 00000100:00080000:2.0:1749393782.444458:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393782.444460:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393782.444461:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393782.444463:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 819 00000100:00100000:0.0:1749393782.444464:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507584000 00000100:00080000:2.0:1749393782.444464:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393782.444466:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393782.444469:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507585152:0@lo:400: 00000100:00100000:2.0:1749393782.444472:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016c700 x1834371507585280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393782.444474:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507584512:0@lo:38: 00000100:00080000:2.0:1749393782.444478:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393782.444480:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393782.444482:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393782.444484:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 819 00000100:00100000:1.0:1749393782.444487:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393782.444488:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393782.444491:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393782.444499:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1749393782.444499:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393782.444500:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749393782.444500:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f480 x1834371507585408/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393782.444505:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507585024:0@lo:400: 00000100:00100000:0.0:1749393782.444507:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507584000:12345-0@lo:400: 00000100:00100000:1.0:1749393782.444516:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393782.444516:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507584768:0@lo:38: 00000100:00100000:2.0:1749393782.444524:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507584640:0@lo:400: 00000100:00100000:3.0:1749393782.444535:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393782.444537:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507584128 00000100:00100000:1.0:1749393782.444540:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507584128 00000100:00100000:0.0:1749393782.444550:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507584000:12345-0@lo:400: Request processed in 42us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393782.444550:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393782.444555:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507584896:0@lo:38: 00000100:00100000:0.0:1749393782.444557:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1749393782.444566:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507584640 00000100:00100000:2.0:1749393782.444566:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507585664:0@lo:400: 00000100:00100000:1.0:1749393782.444568:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507584640 00000100:00100000:3.0:1749393782.444573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393782.444578:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1749393782.444579:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393782.444582:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507584128:12345-0@lo:41: 00000100:00100000:3.0:1749393782.444592:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507585280:0@lo:38: 00000100:00100000:2.0:1749393782.444593:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1749393782.444597:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507585152 00000100:00100000:2.0:1749393782.444597:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507584384:0@lo:400: 00000100:00100000:0.0:1749393782.444601:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507585152 00000004:00000024:1.0:1749393782.444604:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393782.444610:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393782.444614:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393782.444616:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507585536:0@lo:400: 00000100:00100000:0.0:1749393782.444623:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507585024 00000100:00100000:0.0:1749393782.444625:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507585024 00000100:00100000:1.0:1749393782.444631:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507584128:12345-0@lo:41: Request processed in 49us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393782.444631:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393782.444631:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507585408:0@lo:38: 00000100:00100000:1.0:1749393782.444636:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1749393782.444641:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507585664 00000100:00100000:0.0:1749393782.444643:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507585664 00000100:00100000:1.0:1749393782.444645:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507584384 00000100:00100000:1.0:1749393782.444647:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507584384 00000100:00100000:3.0:1749393782.444647:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393782.444649:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507584256 00000100:00100000:2.0:1749393782.444652:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507584256 00000100:00100000:1.0:1749393782.444654:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1749393782.444658:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507584640:12345-0@lo:400: 00000100:00100000:0.0:1749393782.444659:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507585536 00000100:00100000:0.0:1749393782.444661:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507585536 00000100:00100000:2.0:1749393782.444663:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507584512 00000100:00100000:2.0:1749393782.444664:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507584512 00000100:00100000:2.0:1749393782.444669:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507584768 00000100:00100000:2.0:1749393782.444670:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507584768 00000100:00100000:0.0:1749393782.444673:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1749393782.444674:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507584896 00000100:00100000:1.0:1749393782.444676:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507584640:12345-0@lo:400: Request processed in 18us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393782.444676:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507584896 00000100:00100000:0.0:1749393782.444679:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507585152:12345-0@lo:400: 00000100:00100000:2.0:1749393782.444679:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507585280 00000100:00100000:2.0:1749393782.444680:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507585280 00000100:00100000:1.0:1749393782.444681:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1749393782.444684:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507585408 00000100:00100000:2.0:1749393782.444685:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507585408 00000100:00100000:1.0:1749393782.444687:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1749393782.444690:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507584384:12345-0@lo:400: 00000100:00100000:3.0:1749393782.444691:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:2.0:1749393782.444698:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:3.0:1749393782.444698:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507584256:12345-0@lo:38: 00000100:00100000:2.0:1749393782.444702:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507584512:12345-0@lo:38: 00000100:00100000:1.0:1749393782.444706:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507584384:12345-0@lo:400: Request processed in 16us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393782.444710:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1749393782.444712:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507585152:12345-0@lo:400: Request processed in 32us (223us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393782.444718:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393782.444719:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00010000:00020000:2.0:1749393782.444725:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393782.444726:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1749393782.444730:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1749393782.444730:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507585024:12345-0@lo:400: 00000100:00100000:0.0:1749393782.444765:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507585664:12345-0@lo:400: 00000100:00100000:3.0:1749393782.444779:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507584256:12345-0@lo:38: Request processed in 78us (349us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393782.444785:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507585024:12345-0@lo:400: Request processed in 54us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393782.444788:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507584512:12345-0@lo:38: Request processed in 83us (288us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393782.444790:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:1.0:1749393782.444792:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1749393782.444796:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:1.0:1749393782.444807:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1749393782.444810:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507585664:12345-0@lo:400: Request processed in 46us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393782.444814:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507585536:12345-0@lo:400: 00000100:00100000:3.0:1749393782.444814:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:0.0:1749393782.444820:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1749393782.444820:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:3.0:1749393782.444822:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507584768:12345-0@lo:38: 00000100:00100000:2.0:1749393782.444825:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507584896:12345-0@lo:38: 00010000:00020000:2.0:1749393782.444838:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393782.444847:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393782.444852:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:1.0:1749393782.444852:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507585536:12345-0@lo:400: Request processed in 38us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393782.444859:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1749393782.444859:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507584896:12345-0@lo:38: Request processed in 33us (285us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393782.444861:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507585280:12345-0@lo:38: 00000100:00100000:2.0:1749393782.444865:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:3.0:1749393782.444922:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507584768:12345-0@lo:38: Request processed in 52us (338us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393782.444925:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393782.444928:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00100000:2.0:1749393782.444931:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:2.0:1749393782.444934:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507585408:12345-0@lo:38: 00010000:00080000:1.0:1749393782.444935:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016c000 x1834371507585024/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749393782.444940:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393782.444944:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507585024:0@lo:400: 00000100:00100000:0.0:1749393782.444945:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507585280:12345-0@lo:38: Request processed in 86us (331us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393782.444951:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00010000:00080000:1.0:1749393782.444951:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016fb80 x1834371507585152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393782.444953:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507585408:12345-0@lo:38: Request processed in 19us (306us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393782.444954:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393782.444956:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1749393782.444957:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507585152:0@lo:400: 00000100:00080000:3.0:1749393782.444957:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393782.444961:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507585280:0@lo:38: 00000100:00100000:1.0:1749393782.444965:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507584128:0@lo:41: 00000100:00080000:3.0:1749393782.444968:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393782.444969:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749393782.444971:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393782.444973:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507585408:0@lo:38: 00000100:00100000:2.0:1749393782.444979:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507584384:0@lo:400: 00000100:00080000:3.0:1749393782.444980:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393782.444983:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:2.0:1749393782.444986:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016df80 x1834371507585536/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393782.444986:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507584512:0@lo:38: 00000100:00100000:0.0:1749393782.444989:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507584000:0@lo:400: 00000100:00100000:2.0:1749393782.444992:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507585536:0@lo:400: 00000100:00080000:3.0:1749393782.444992:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393782.444994:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393782.444997:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507584640:0@lo:400: 00000100:00100000:3.0:1749393782.444997:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507584768:0@lo:38: 00010000:00080000:2.0:1749393782.445001:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d7b3800 x1834371507585664/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393782.445006:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507585664:0@lo:400: 00000100:00080000:3.0:1749393782.445009:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393782.445011:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393782.445013:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507584896:0@lo:38: 00000100:00080000:3.0:1749393782.445020:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393782.445022:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393782.445025:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507584256:0@lo:38: 00000100:00100000:0.0:1749393782.696209:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393782.696221:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507585792:0@lo:900: 00010000:00010000:0.0:1749393783.132306:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393783.192162:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393783.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393784.079157:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507585920:0@lo:700: 00000100:00100000:2.0:1749393784.079209:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393784.079252:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393784.079282:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507585920 00000100:00100000:0.0:1749393784.079288:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507585920 00000100:00080000:2.0:1749393784.079324:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393784.079334:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:0.0:1749393784.079340:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507585920:12345-0@lo:700: 00000100:00100000:0.0:1749393784.079366:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393784.079370:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507586048:0@lo:700: 40000000:00080000:0.0:1749393784.079379:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393784.079380:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393784.079409:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507585920:12345-0@lo:700: Request processed in 71us (200us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393784.079420:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:2.0:1749393784.079424:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507585920:0@lo:700: 00000100:00100000:2.0:1749393784.081125:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507586176:0@lo:700: 00000100:00100000:2.0:1749393784.081147:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393784.081175:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393784.081213:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507586176 00000100:00100000:0.0:1749393784.081218:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507586176 00000100:00100000:0.0:1749393784.081244:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00080000:2.0:1749393784.081245:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393784.081248:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507586176:12345-0@lo:700: 00000100:00100000:0.0:1749393784.081263:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393784.081266:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507586304:0@lo:700: 40000000:00080000:0.0:1749393784.081272:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393784.081273:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393784.081292:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507586176:12345-0@lo:700: Request processed in 45us (145us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393784.081296:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:2.0:1749393784.081299:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507586176:0@lo:700: 00010000:00010000:3.0:1749393784.134200:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393784.192124:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393784.322124:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393784.697231:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393784.697244:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507586432:0@lo:900: 00010000:00010000:3.0:1749393785.136313:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393785.192141:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393785.322170:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393785.775694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393785.775734:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393785.775792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393785.775818:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499746816 00000100:00100000:1.0:1749393785.775819:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499746688 00000100:00100000:0.0:1749393785.775826:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499746816 00000100:00100000:1.0:1749393785.775826:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499746688 00000100:00100000:2.0:1749393785.775885:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499746944 00000100:00100000:2.0:1749393785.775891:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499746944 00000100:00100000:0.0:1749393785.775893:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1204 00000100:00100000:1.0:1749393785.775897:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 479 00000100:00100000:0.0:1749393785.775902:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499746816:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393785.775904:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499746688:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393785.775916:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1205 00000100:00100000:2.0:1749393785.775922:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499746944:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393785.775930:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 827 last 0 00010000:00080000:2.0:1749393785.775939:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 827 last 0 00000100:00100000:1.0:1749393785.775959:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499746688:12345-192.168.203.32@tcp:400: Request processed in 55us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393785.775965:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 479 00000100:00100000:2.0:1749393785.775983:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499746944:12345-192.168.203.32@tcp:38: Request processed in 61us (191us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393785.775989:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1205 00000100:00100000:0.0:1749393785.775997:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499746816:12345-192.168.203.32@tcp:38: Request processed in 94us (261us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393785.776006:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1204 00000100:00100000:2.0:1749393786.080206:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507586560:0@lo:700: 00000100:00100000:2.0:1749393786.080254:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393786.080307:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393786.080320:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507586560 00000100:00100000:0.0:1749393786.080326:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507586560 00000100:00080000:2.0:1749393786.080364:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393786.080372:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1749393786.080381:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507586560:12345-0@lo:700: 00000100:00100000:0.0:1749393786.080410:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393786.080415:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507586688:0@lo:700: 40000000:00080000:0.0:1749393786.080426:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393786.080428:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393786.080464:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507586560:12345-0@lo:700: Request processed in 85us (210us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393786.080471:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:2.0:1749393786.080476:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507586560:0@lo:700: 00000100:00100000:2.0:1749393786.082125:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507586816:0@lo:700: 00000100:00100000:2.0:1749393786.082145:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393786.082175:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393786.082183:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507586816 00000100:00100000:0.0:1749393786.082187:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507586816 00000100:00080000:2.0:1749393786.082199:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393786.082206:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1749393786.082211:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507586816:12345-0@lo:700: 00000100:00100000:0.0:1749393786.082227:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393786.082231:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507586944:0@lo:700: 40000000:00080000:0.0:1749393786.082237:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393786.082239:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393786.082268:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507586816:12345-0@lo:700: Request processed in 56us (121us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393786.082274:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:2.0:1749393786.082281:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507586816:0@lo:700: 00010000:00010000:2.0:1749393786.138279:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393786.192132:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393786.322131:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393786.524199:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507587072:0@lo:41: 00000100:00100000:0.0:1749393786.524254:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393786.524289:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507587072 00000100:00100000:2.0:1749393786.524297:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507587072 00000100:00100000:2.0:1749393786.524328:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1749393786.524334:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507587072:12345-0@lo:41: 00000004:00000024:2.0:1749393786.524360:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393786.524402:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507587072:12345-0@lo:41: Request processed in 68us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393786.524407:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1749393786.524431:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507587072:0@lo:41: 00000100:00100000:0.0:1749393786.698162:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393786.698174:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507587200:0@lo:900: 00010000:00010000:1.0:1749393787.140314:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393787.192129:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393787.322206:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393787.452181:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393787.452187:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507587328:0@lo:400: 00000100:00080000:2.0:1749393787.452188:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393787.452190:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393787.452194:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 824 00000100:00080000:2.0:1749393787.452197:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393787.452201:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393787.452214:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddb9f80 x1834371507587456/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393787.452231:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393787.452234:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393787.452235:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393787.452237:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 824 00000100:00100000:1.0:1749393787.452238:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393787.452238:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393787.452238:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507587456:0@lo:38: 00000100:00080000:2.0:1749393787.452240:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393787.452247:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddb8700 x1834371507587840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393787.452252:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507587712:0@lo:400: 00000100:00100000:3.0:1749393787.452264:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393787.452269:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393787.452271:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393787.452271:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393787.452272:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1749393787.452274:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 824 00000100:00080000:2.0:1749393787.452275:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393787.452276:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507587968:0@lo:400: 00000100:00080000:2.0:1749393787.452277:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393787.452279:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393787.452282:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddb9180 x1834371507588096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393787.452283:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507587840:0@lo:38: 00000100:00080000:2.0:1749393787.452287:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393787.452289:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393787.452289:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393787.452291:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 824 00000100:00100000:1.0:1749393787.452292:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393787.452292:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393787.452294:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393787.452295:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393787.452295:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393787.452299:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507587584:0@lo:41: 00000100:00100000:2.0:1749393787.452300:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddb9c00 x1834371507588224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393787.452304:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507588096:0@lo:38: 00000100:00100000:0.0:1749393787.452309:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393787.452309:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507587712 00000100:00080000:2.0:1749393787.452313:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393787.452314:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393787.452314:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393787.452315:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393787.452317:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1749393787.452317:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 824 00000100:00080000:2.0:1749393787.452318:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393787.452319:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507587712 00000100:00100000:0.0:1749393787.452320:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507588480:0@lo:400: 00000100:00080000:2.0:1749393787.452320:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393787.452322:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507588224:0@lo:38: 00000100:00100000:2.0:1749393787.452326:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddb8380 x1834371507588608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393787.452332:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393787.452333:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393787.452334:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393787.452336:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393787.452337:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393787.452338:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 824 00000100:00080000:2.0:1749393787.452339:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393787.452340:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507588608:0@lo:38: 00000100:00100000:1.0:1749393787.452341:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507587968 00000100:00080000:2.0:1749393787.452341:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393787.452342:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507587968 00000100:00100000:1.0:1749393787.452348:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507587584 00000100:00100000:2.0:1749393787.452348:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d7b3800 x1834371507588736/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393787.452349:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507587584 00000100:00100000:3.0:1749393787.452349:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393787.452352:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507587456 00000100:00100000:0.0:1749393787.452355:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507587456 00000100:00100000:1.0:1749393787.452355:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1749393787.452357:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507588736:0@lo:38: 00000100:00100000:1.0:1749393787.452360:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507587712:12345-0@lo:400: 00000100:00100000:0.0:1749393787.452365:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507587840 00000100:00100000:3.0:1749393787.452365:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393787.452367:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507587840 00000100:00100000:0.0:1749393787.452371:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507588096 00000100:00100000:0.0:1749393787.452372:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507588096 00000100:00100000:3.0:1749393787.452374:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749393787.452376:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507588224 00000100:00100000:2.0:1749393787.452376:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1749393787.452377:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507588224 00000100:00100000:3.0:1749393787.452378:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507588864:0@lo:400: 00000100:00100000:0.0:1749393787.452380:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507588608 00000100:00100000:0.0:1749393787.452382:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507588608 00000100:00100000:2.0:1749393787.452382:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507587968:12345-0@lo:400: 00000100:00100000:0.0:1749393787.452386:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:1.0:1749393787.452388:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507587712:12345-0@lo:400: Request processed in 29us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393787.452389:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507587456:12345-0@lo:38: 00000100:00100000:3.0:1749393787.452391:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393787.452393:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1749393787.452402:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00010000:00020000:0.0:1749393787.452404:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393787.452405:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507587584:12345-0@lo:41: 00000100:00100000:3.0:1749393787.452406:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507588736 00000100:00100000:2.0:1749393787.452408:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507587968:12345-0@lo:400: Request processed in 28us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393787.452412:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1749393787.452414:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507588736 00000004:00000024:1.0:1749393787.452419:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393787.452425:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:3.0:1749393787.452428:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507587840:12345-0@lo:38: 00000100:00100000:0.0:1749393787.452429:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507587456:12345-0@lo:38: Request processed in 39us (164us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393787.452433:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507587584:12345-0@lo:41: Request processed in 28us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393787.452433:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:2.0:1749393787.452436:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507588096:12345-0@lo:38: 00000100:00100000:1.0:1749393787.452437:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00010000:00020000:3.0:1749393787.452437:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393787.452442:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00010000:00020000:2.0:1749393787.452444:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393787.452451:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507587328 00000100:00100000:0.0:1749393787.452452:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:1.0:1749393787.452453:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507587328 00000100:00100000:0.0:1749393787.452455:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507588224:12345-0@lo:38: 00000100:00100000:3.0:1749393787.452455:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507587840:12345-0@lo:38: Request processed in 26us (159us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393787.452458:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507588096:12345-0@lo:38: Request processed in 21us (144us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393787.452458:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00010000:00020000:0.0:1749393787.452462:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393787.452462:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:1.0:1749393787.452465:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1749393787.452466:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:1.0:1749393787.452468:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507587328:12345-0@lo:400: 00000100:00100000:3.0:1749393787.452468:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507588608:12345-0@lo:38: 00000100:00100000:2.0:1749393787.452470:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:0.0:1749393787.452473:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507588224:12345-0@lo:38: Request processed in 17us (140us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393787.452473:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507588736:12345-0@lo:38: 00010000:00020000:3.0:1749393787.452473:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393787.452477:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00010000:00020000:2.0:1749393787.452479:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393787.452482:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507587328:12345-0@lo:400: Request processed in 13us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393787.452484:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507588608:12345-0@lo:38: Request processed in 16us (135us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393787.452485:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1749393787.452488:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507588992:0@lo:400: 00000100:00100000:3.0:1749393787.452488:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:2.0:1749393787.452489:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507588736:12345-0@lo:38: Request processed in 15us (123us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393787.452496:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:0.0:1749393787.452499:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393787.452500:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507588352:0@lo:400: 00000100:00100000:2.0:1749393787.452507:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507588480 00000100:00080000:3.0:1749393787.452509:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393787.452510:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507588480 00000100:00100000:1.0:1749393787.452511:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749393787.452512:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393787.452514:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507588736:0@lo:38: 00000100:00100000:0.0:1749393787.452515:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507588864 00000100:00100000:0.0:1749393787.452518:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507588864 00000100:00080000:3.0:1749393787.452520:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393787.452521:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393787.452523:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507588608:0@lo:38: 00000100:00100000:2.0:1749393787.452524:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507588992 00000100:00100000:1.0:1749393787.452525:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507587968:0@lo:400: 00000100:00100000:2.0:1749393787.452525:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507588992 00000100:00080000:3.0:1749393787.452528:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393787.452529:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393787.452530:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507587328:0@lo:400: 00000100:00100000:3.0:1749393787.452530:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507588224:0@lo:38: 00000100:00100000:0.0:1749393787.452533:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507588352 00000100:00100000:0.0:1749393787.452534:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507588352 00000100:00080000:3.0:1749393787.452534:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393787.452536:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393787.452537:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1749393787.452540:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507588480:12345-0@lo:400: 00000100:00100000:0.0:1749393787.452541:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1749393787.452542:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507588096:0@lo:38: 00000100:00100000:0.0:1749393787.452545:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507588864:12345-0@lo:400: 00000100:00080000:3.0:1749393787.452547:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393787.452549:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393787.452551:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507587840:0@lo:38: 00000100:00100000:1.0:1749393787.452552:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1749393787.452556:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507588992:12345-0@lo:400: 00000100:00080000:3.0:1749393787.452556:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393787.452557:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393787.452559:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507587456:0@lo:38: 00000100:00100000:2.0:1749393787.452560:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507588480:12345-0@lo:400: Request processed in 20us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393787.452564:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1749393787.452565:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507588864:12345-0@lo:400: Request processed in 20us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393787.452568:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1749393787.452571:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1749393787.452573:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507588352:12345-0@lo:400: 00000100:00100000:1.0:1749393787.452574:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507588992:12345-0@lo:400: Request processed in 19us (75us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393787.452578:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00010000:00080000:3.0:1749393787.452583:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993a300 x1834371507588864/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749393787.452586:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012ddb8e00 x1834371507588480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393787.452588:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507588352:12345-0@lo:400: Request processed in 14us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393787.452590:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507588864:0@lo:400: 00000100:00100000:2.0:1749393787.452591:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1749393787.452593:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507588480:0@lo:400: 00010000:00080000:1.0:1749393787.452594:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993bb80 x1834371507588992/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393787.452601:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507587584:0@lo:41: 00000100:00100000:1.0:1749393787.452601:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507588992:0@lo:400: 00000100:00080000:3.0:1749393787.452604:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393787.452606:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507587712:0@lo:400: 00010000:00080000:1.0:1749393787.452612:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012ddb9880 x1834371507588352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393787.452617:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507588352:0@lo:400: 00000100:00100000:2.0:1749393787.895130:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393787.895147:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507589120/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393792 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393787.895179:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393787.895217:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393787.895252:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507589120 00000100:00100000:0.0:1749393787.895258:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507589120 00000100:00100000:0.0:1749393787.895283:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1749393787.895288:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507589120:12345-0@lo:700: 40000000:00080000:0.0:1749393787.895305:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:0.0:1749393787.895307:0:10058:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393787.896118:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:3.0:1749393787.896129:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507589248/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393792 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393787.896153:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393787.896180:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393787.896182:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507589248 00000100:00100000:2.0:1749393787.896187:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507589248 00000100:00100000:2.0:1749393787.896210:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:2.0:1749393787.896214:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507589248:12345-0@lo:700: 00000100:00100000:0.0:1749393787.899233:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507589120:12345-0@lo:700: Request processed in 3944us (4052us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393787.899238:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 40000000:00080000:3.0:1749393787.899267:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393787.899268:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507589120/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393803 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393787.899275:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393787.899294:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507589248:12345-0@lo:700: Request processed in 3079us (3139us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393787.899296:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507589248/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393803 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393787.899300:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393787.899300:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1749393788.081363:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507589376:0@lo:700: 00000100:00100000:0.0:1749393788.081420:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393788.081492:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 11 seconds 00000100:00100000:3.0:1749393788.081563:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507589376 00000100:00100000:3.0:1749393788.081574:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507589376 00000100:00080000:0.0:1749393788.081635:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393788.081648:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1749393788.081659:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507589376:12345-0@lo:700: 00000100:00100000:3.0:1749393788.081701:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393788.081720:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507589504:0@lo:700: 40000000:00080000:3.0:1749393788.081737:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393788.081740:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393788.081797:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507589376:12345-0@lo:700: Request processed in 140us (376us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393788.081806:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:0.0:1749393788.081819:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507589376:0@lo:700: 00000100:00100000:2.0:1749393788.083173:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507589632:0@lo:700: 00000100:00100000:2.0:1749393788.083213:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393788.083271:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:3.0:1749393788.083298:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507589632 00000100:00100000:3.0:1749393788.083310:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507589632 00000100:00100000:3.0:1749393788.083356:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00080000:0.0:1749393788.083358:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393788.083364:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507589632:12345-0@lo:700: 00000100:00100000:3.0:1749393788.083396:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393788.083403:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507589760:0@lo:700: 40000000:00080000:3.0:1749393788.083414:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393788.083417:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393788.083473:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507589632:12345-0@lo:700: Request processed in 109us (259us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393788.083481:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:2.0:1749393788.083503:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507589632:0@lo:700: 00010000:00010000:3.0:1749393788.142308:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393788.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393788.322205:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393788.699245:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393788.699262:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507589888:0@lo:900: 00010000:00010000:3.0:1749393789.144382:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393789.192230:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393789.322244:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393790.082388:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507590016:0@lo:700: 00000100:00100000:2.0:1749393790.082458:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393790.082518:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507590016 00000100:00100000:3.0:1749393790.082530:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507590016 00000100:00100000:2.0:1749393790.082539:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:3.0:1749393790.082588:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1749393790.082599:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507590016:12345-0@lo:700: 00000100:00080000:0.0:1749393790.082612:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393790.082642:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393790.082649:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507590144:0@lo:700: 40000000:00080000:3.0:1749393790.082666:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393790.082683:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393790.082747:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507590016:12345-0@lo:700: Request processed in 150us (288us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393790.082757:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:2.0:1749393790.082778:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507590016:0@lo:700: 00000100:00100000:2.0:1749393790.084175:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507590272:0@lo:700: 00000100:00100000:2.0:1749393790.084213:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393790.084269:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:3.0:1749393790.084328:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507590272 00000100:00100000:3.0:1749393790.084338:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507590272 00000100:00080000:0.0:1749393790.084363:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393790.084376:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:3.0:1749393790.084384:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507590272:12345-0@lo:700: 00000100:00100000:3.0:1749393790.084416:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393790.084422:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507590400:0@lo:700: 40000000:00080000:3.0:1749393790.084433:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393790.084436:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393790.084491:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507590272:12345-0@lo:700: Request processed in 107us (277us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393790.084500:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1749393790.084522:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507590272:0@lo:700: 00010000:00010000:2.0:1749393790.146310:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393790.192197:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393790.322199:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393790.700261:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:0.0:1749393790.700279:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507590528:0@lo:900: 00000100:00100000:0.0:1749393790.783632:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393790.783678:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393790.783724:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393790.783779:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499747072 00000100:00100000:1.0:1749393790.783791:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499747072 00000100:00100000:2.0:1749393790.783808:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499747200 00000100:00100000:2.0:1749393790.783849:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499747200 00000100:00100000:2.0:1749393790.783892:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499747328 00000100:00100000:2.0:1749393790.783895:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499747328 00000100:00100000:1.0:1749393790.783899:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 481 00000100:00100000:3.0:1749393790.783906:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1212 00000100:00100000:1.0:1749393790.783909:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499747072:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393790.783917:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499747200:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393790.783926:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1213 00000100:00100000:2.0:1749393790.783934:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499747328:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393790.783948:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 832 last 0 00010000:00080000:2.0:1749393790.783959:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 832 last 0 00000100:00100000:1.0:1749393790.783979:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499747072:12345-192.168.203.32@tcp:400: Request processed in 71us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393790.783988:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 481 00000100:00100000:3.0:1749393790.784011:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499747200:12345-192.168.203.32@tcp:38: Request processed in 91us (329us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393790.784013:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499747328:12345-192.168.203.32@tcp:38: Request processed in 78us (288us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393790.784020:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1213 00000100:00100000:3.0:1749393790.784027:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1212 00010000:00010000:1.0:1749393791.148396:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393791.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393791.322203:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393791.532335:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507590656:0@lo:41: 00000100:00100000:1.0:1749393791.532409:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393791.532472:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507590656 00000100:00100000:2.0:1749393791.532484:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507590656 00000100:00100000:2.0:1749393791.532544:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1749393791.532553:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507590656:12345-0@lo:41: 00000004:00000024:2.0:1749393791.532591:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393791.532655:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507590656:12345-0@lo:41: Request processed in 101us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393791.532683:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1749393791.532686:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507590656:0@lo:41: 00000100:00100000:2.0:1749393792.083258:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507590784:0@lo:700: 00000100:00100000:2.0:1749393792.083328:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393792.083409:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:3.0:1749393792.083478:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507590784 00000100:00100000:3.0:1749393792.083490:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507590784 00000100:00080000:0.0:1749393792.083548:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393792.083568:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1749393792.083579:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507590784:12345-0@lo:700: 00000100:00100000:3.0:1749393792.083624:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393792.083646:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507590912:0@lo:700: 40000000:00080000:3.0:1749393792.083663:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393792.083666:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393792.083725:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507590784:12345-0@lo:700: Request processed in 148us (396us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393792.083735:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:2.0:1749393792.083862:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507590784:0@lo:700: 00000100:00100000:2.0:1749393792.085178:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507591040:0@lo:700: 00000100:00100000:2.0:1749393792.085216:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393792.085271:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:3.0:1749393792.085284:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507591040 00000100:00100000:3.0:1749393792.085291:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507591040 00000100:00100000:3.0:1749393792.085334:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1749393792.085344:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507591040:12345-0@lo:700: 00000100:00080000:0.0:1749393792.085356:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393792.085378:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393792.085385:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507591168:0@lo:700: 40000000:00080000:3.0:1749393792.085395:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393792.085397:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393792.085447:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507591040:12345-0@lo:700: Request processed in 105us (230us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393792.085455:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:2.0:1749393792.085477:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507591040:0@lo:700: 00010000:00010000:3.0:1749393792.150282:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393792.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393792.322269:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393792.460236:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393792.460246:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393792.460250:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393792.460259:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 829 00000100:00080000:2.0:1749393792.460263:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393792.460270:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393792.460292:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993b480 x1834371507591552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393792.460302:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507591424:0@lo:400: 00000100:00080000:2.0:1749393792.460334:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393792.460338:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393792.460339:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393792.460343:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 829 00000100:00080000:2.0:1749393792.460345:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393792.460349:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393792.460352:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507591296:0@lo:41: 00000100:00100000:2.0:1749393792.460360:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099938000 x1834371507591808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393792.460366:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749393792.460387:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507591680:0@lo:400: 00000100:00100000:3.0:1749393792.460393:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393792.460395:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393792.460398:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393792.460400:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393792.460404:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 829 00000100:00080000:2.0:1749393792.460406:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393792.460410:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393792.460414:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393792.460420:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099938a80 x1834371507592064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393792.460428:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393792.460431:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393792.460432:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393792.460436:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 829 00000100:00080000:2.0:1749393792.460437:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393792.460440:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393792.460451:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099939f80 x1834371507592192/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393792.460453:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507591424 00000100:00100000:0.0:1749393792.460462:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507591424 00000100:00100000:3.0:1749393792.460471:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507591552:0@lo:38: 00000100:00080000:2.0:1749393792.460475:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393792.460479:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507592448:0@lo:400: 00000100:00080000:2.0:1749393792.460479:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393792.460480:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393792.460484:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 829 00000100:00080000:2.0:1749393792.460486:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393792.460489:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393792.460500:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993ad80 x1834371507592576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393792.460504:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1749393792.460512:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507591424:12345-0@lo:400: 00000100:00100000:1.0:1749393792.460512:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393792.460514:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393792.460515:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393792.460518:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393792.460519:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393792.460522:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 829 00000100:00080000:2.0:1749393792.460524:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393792.460528:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393792.460529:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393792.460535:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507592320:0@lo:400: 00000100:00100000:2.0:1749393792.460541:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993bb80 x1834371507592704/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393792.460543:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507591808:0@lo:38: 00000100:00100000:0.0:1749393792.460559:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507591424:12345-0@lo:400: Request processed in 47us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393792.460559:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393792.460566:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1749393792.460567:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393792.460578:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507592832:0@lo:400: 00000100:00100000:3.0:1749393792.460585:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507592064:0@lo:38: 00000100:00100000:1.0:1749393792.460587:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507592448 00000100:00100000:1.0:1749393792.460592:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507592448 00000100:00100000:0.0:1749393792.460600:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393792.460606:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393792.460620:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507592320 00000100:00100000:2.0:1749393792.460620:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393792.460622:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507592320 00000100:00100000:0.0:1749393792.460626:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507591936:0@lo:400: 00000100:00100000:3.0:1749393792.460635:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507592192:0@lo:38: 00000100:00100000:1.0:1749393792.460636:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507592832 00000100:00100000:1.0:1749393792.460639:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507592832 00000100:00100000:0.0:1749393792.460644:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393792.460655:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393792.460661:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1749393792.460662:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507592960:0@lo:400: 00000100:00100000:2.0:1749393792.460662:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507591296 00000100:00100000:1.0:1749393792.460668:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507592448:12345-0@lo:400: 00000100:00100000:2.0:1749393792.460668:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507591296 00000100:00100000:3.0:1749393792.460675:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507592576:0@lo:38: 00000100:00100000:2.0:1749393792.460693:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507591680 00000100:00100000:3.0:1749393792.460693:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393792.460696:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507591680 00000100:00100000:0.0:1749393792.460701:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393792.460705:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507591936 00000100:00100000:3.0:1749393792.460707:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507592704:0@lo:38: 00000100:00100000:2.0:1749393792.460708:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507591936 00000100:00100000:1.0:1749393792.460711:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507592448:12345-0@lo:400: Request processed in 44us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393792.460719:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1749393792.460719:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1749393792.460723:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393792.460726:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507591296:12345-0@lo:41: 00000100:00100000:1.0:1749393792.460732:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507592960 00000100:00100000:1.0:1749393792.460734:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507592960 00000100:00100000:0.0:1749393792.460742:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507591552 00000100:00100000:0.0:1749393792.460747:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507591552 00000100:00100000:1.0:1749393792.460748:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1749393792.460750:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507591808 00000100:00100000:1.0:1749393792.460753:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507592320:12345-0@lo:400: 00000004:00000024:2.0:1749393792.460755:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393792.460756:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507591808 00000100:00100000:0.0:1749393792.460761:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507592064 00000100:00100000:0.0:1749393792.460763:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507592064 00000100:00100000:0.0:1749393792.460770:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507592192 00000100:00100000:3.0:1749393792.460771:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507592576 00000100:00100000:0.0:1749393792.460772:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507592192 00000100:00100000:3.0:1749393792.460774:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507592576 00000100:00100000:1.0:1749393792.460777:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507592320:12345-0@lo:400: Request processed in 24us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393792.460779:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507592704 00000100:00100000:0.0:1749393792.460782:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507592704 00000100:00100000:1.0:1749393792.460783:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1749393792.460785:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:2.0:1749393792.460790:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507591296:12345-0@lo:41: Request processed in 64us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393792.460792:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1749393792.460792:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507591552:12345-0@lo:38: 00000100:00100000:0.0:1749393792.460794:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:1.0:1749393792.460797:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507592832:12345-0@lo:400: 00000100:00100000:2.0:1749393792.460797:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1749393792.460799:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507591808:12345-0@lo:38: 00000100:00100000:2.0:1749393792.460841:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00010000:00020000:3.0:1749393792.460843:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393792.460848:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507591680:12345-0@lo:400: 00010000:00020000:0.0:1749393792.460850:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393792.460852:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507592832:12345-0@lo:400: Request processed in 54us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393792.460859:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1749393792.460880:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1749393792.460886:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507592960:12345-0@lo:400: 00000100:00100000:3.0:1749393792.460888:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507591552:12345-0@lo:38: Request processed in 95us (374us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393792.460890:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507591808:12345-0@lo:38: Request processed in 90us (322us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393792.460891:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507591680:12345-0@lo:400: Request processed in 43us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393792.460896:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:0.0:1749393792.460900:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:2.0:1749393792.460906:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1749393792.460912:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:1.0:1749393792.460915:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507592960:12345-0@lo:400: Request processed in 29us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393792.460918:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1749393792.460918:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507592064:12345-0@lo:38: 00000100:00100000:2.0:1749393792.460919:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1749393792.460921:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1749393792.460922:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507592192:12345-0@lo:38: 00000100:00100000:2.0:1749393792.460925:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507591936:12345-0@lo:400: 00010000:00020000:3.0:1749393792.460929:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393792.460935:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393792.460942:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393792.460955:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507592064:12345-0@lo:38: Request processed in 36us (348us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393792.460961:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:2.0:1749393792.460963:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507591936:12345-0@lo:400: Request processed in 37us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393792.460964:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507592192:12345-0@lo:38: Request processed in 40us (308us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393792.460969:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1749393792.460970:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00010000:00080000:1.0:1749393792.460970:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993b800 x1834371507592320/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393792.460982:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:1.0:1749393792.460986:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507592320:0@lo:400: 00000100:00100000:0.0:1749393792.460988:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:3.0:1749393792.460988:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507592576:12345-0@lo:38: 00000100:00100000:0.0:1749393792.460992:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507592704:12345-0@lo:38: 00010000:00080000:1.0:1749393792.460997:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099938700 x1834371507592448/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749393792.460998:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393792.461003:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393792.461007:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507592448:0@lo:400: 00000100:00100000:3.0:1749393792.461022:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507592576:12345-0@lo:38: Request processed in 35us (329us total) trans 0 rc -19/-19 00010000:00080000:2.0:1749393792.461024:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993a300 x1834371507592832/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393792.461025:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507591296:0@lo:41: 00000100:00100000:0.0:1749393792.461026:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507592704:12345-0@lo:38: Request processed in 32us (302us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393792.461032:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1749393792.461037:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507592832:0@lo:400: 00000100:00100000:3.0:1749393792.461047:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:2.0:1749393792.461063:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507591936:0@lo:400: 00010000:00080000:2.0:1749393792.461100:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313ddf80 x1834371507592960/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393792.461110:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507592960:0@lo:400: 00000100:00100000:0.0:1749393792.461120:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507591424:0@lo:400: 00000100:00100000:2.0:1749393792.461121:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507591680:0@lo:400: 00000100:00080000:3.0:1749393792.461125:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393792.461130:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393792.461135:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507592576:0@lo:38: 00000100:00080000:3.0:1749393792.461144:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393792.461147:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393792.461150:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507592704:0@lo:38: 00000100:00080000:3.0:1749393792.461158:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393792.461161:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393792.461164:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507591552:0@lo:38: 00000100:00080000:3.0:1749393792.461172:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393792.461174:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393792.461177:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507591808:0@lo:38: 00000100:00080000:3.0:1749393792.461184:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393792.461186:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393792.461189:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507592064:0@lo:38: 00000100:00080000:3.0:1749393792.461197:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393792.461199:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393792.461202:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507592192:0@lo:38: 00000100:00100000:0.0:1749393792.701217:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12c00 going to sleep for 0 seconds 00000100:00100000:0.0:1749393792.701233:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507593088:0@lo:900: 00010000:00010000:3.0:1749393793.152437:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393793.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393793.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393794.084229:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507593216:0@lo:700: 00000100:00100000:2.0:1749393794.084296:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393794.084368:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:3.0:1749393794.084424:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507593216 00000100:00100000:3.0:1749393794.084437:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507593216 00000100:00080000:1.0:1749393794.084470:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393794.084508:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1749393794.084529:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507593216:12345-0@lo:700: 00000100:00100000:3.0:1749393794.084577:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393794.084584:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507593344:0@lo:700: 40000000:00080000:3.0:1749393794.084598:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393794.084601:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393794.084661:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507593216:12345-0@lo:700: Request processed in 135us (365us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393794.084671:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:2.0:1749393794.084707:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507593216:0@lo:700: 00000100:00100000:2.0:1749393794.086178:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507593472:0@lo:700: 00000100:00100000:2.0:1749393794.086216:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393794.086270:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe540 going to sleep for 11 seconds 00000100:00100000:3.0:1749393794.086337:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507593472 00000100:00100000:3.0:1749393794.086346:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507593472 00000100:00080000:1.0:1749393794.086372:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393794.086399:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1749393794.086407:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507593472:12345-0@lo:700: 00000100:00100000:3.0:1749393794.086439:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393794.086445:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507593600:0@lo:700: 40000000:00080000:3.0:1749393794.086456:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393794.086459:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393794.086510:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507593472:12345-0@lo:700: Request processed in 103us (294us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393794.086518:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:2.0:1749393794.086539:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507593472:0@lo:700: 00010000:00010000:2.0:1749393794.154313:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393794.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393794.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393794.702198:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12c00 going to sleep for 0 seconds 00000100:00100000:0.0:1749393794.702209:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507593728:0@lo:900: 00010000:00010000:1.0:1749393795.156352:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393795.192190:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393795.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393795.791555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393795.791602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393795.791689:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499747456 00000100:00100000:0.0:1749393795.791690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393795.791702:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499747456 00000100:00100000:1.0:1749393795.791725:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499747584 00000100:00100000:1.0:1749393795.791734:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499747584 00000100:00100000:1.0:1749393795.791762:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499747712 00000100:00100000:1.0:1749393795.791765:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499747712 00000100:00100000:2.0:1749393795.791768:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 483 00000100:00100000:2.0:1749393795.791777:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499747456:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393795.791807:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1220 00000100:00100000:1.0:1749393795.791815:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499747584:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393795.791844:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 837 last 0 00000100:00100000:3.0:1749393795.791845:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1221 00000100:00100000:3.0:1749393795.791855:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499747712:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393795.791872:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499747456:12345-192.168.203.32@tcp:400: Request processed in 95us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393795.791881:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 483 00010000:00080000:3.0:1749393795.791882:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 837 last 0 00000100:00100000:1.0:1749393795.791900:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499747584:12345-192.168.203.32@tcp:38: Request processed in 85us (297us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393795.791909:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1220 00000100:00100000:3.0:1749393795.791933:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499747712:12345-192.168.203.32@tcp:38: Request processed in 77us (243us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393795.791941:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1221 00000100:00100000:2.0:1749393796.085225:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507593856:0@lo:700: 00000100:00100000:2.0:1749393796.085271:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393796.085339:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe600 going to sleep for 11 seconds 00000100:00100000:3.0:1749393796.085397:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507593856 00000100:00100000:3.0:1749393796.085406:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507593856 00000100:00080000:1.0:1749393796.085445:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393796.085469:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:3.0:1749393796.085478:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507593856:12345-0@lo:700: 00000100:00100000:3.0:1749393796.085519:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393796.085526:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507593984:0@lo:700: 40000000:00080000:3.0:1749393796.085539:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393796.085542:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393796.085593:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507593856:12345-0@lo:700: Request processed in 116us (321us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393796.085601:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:2.0:1749393796.085686:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507593856:0@lo:700: 00000100:00100000:2.0:1749393796.087177:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507594112:0@lo:700: 00000100:00100000:2.0:1749393796.087215:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393796.087272:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe600 going to sleep for 11 seconds 00000100:00100000:3.0:1749393796.087332:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507594112 00000100:00100000:3.0:1749393796.087341:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507594112 00000100:00080000:1.0:1749393796.087370:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393796.087402:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:3.0:1749393796.087410:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507594112:12345-0@lo:700: 00000100:00100000:3.0:1749393796.087442:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393796.087449:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507594240:0@lo:700: 40000000:00080000:3.0:1749393796.087459:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393796.087462:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393796.087510:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507594112:12345-0@lo:700: Request processed in 101us (295us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393796.087518:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:2.0:1749393796.087605:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507594112:0@lo:700: 00010000:00010000:3.0:1749393796.158328:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393796.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393796.322205:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393796.540335:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507594368:0@lo:41: 00000100:00100000:0.0:1749393796.540402:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393796.540463:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507594368 00000100:00100000:2.0:1749393796.540475:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507594368 00000100:00100000:2.0:1749393796.540531:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1749393796.540541:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507594368:12345-0@lo:41: 00000004:00000024:2.0:1749393796.540577:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393796.540642:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507594368:12345-0@lo:41: Request processed in 102us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393796.540650:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1749393796.540679:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507594368:0@lo:41: 00000100:00100000:0.0:1749393796.703214:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12c00 going to sleep for 0 seconds 00000100:00100000:0.0:1749393796.703225:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507594496:0@lo:900: 00010000:00010000:3.0:1749393797.160341:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393797.192217:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393797.322210:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393797.468249:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393797.468257:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393797.468260:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393797.468276:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 834 00000100:00080000:2.0:1749393797.468281:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393797.468287:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393797.468295:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749393797.468309:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313ddc00 x1834371507594880/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393797.468312:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507594752:0@lo:41: 00000100:00100000:0.0:1749393797.468320:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749393797.468332:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393797.468336:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749393797.468338:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507594624:0@lo:400: 00000100:00080000:2.0:1749393797.468338:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393797.468341:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 834 00000100:00080000:2.0:1749393797.468343:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393797.468346:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393797.468357:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313df100 x1834371507595136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393797.468357:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507594880:0@lo:38: 00000100:00100000:1.0:1749393797.468366:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393797.468376:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393797.468379:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393797.468380:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393797.468384:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 834 00000100:00080000:2.0:1749393797.468386:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393797.468388:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393797.468396:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393797.468398:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dfb80 x1834371507595392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393797.468407:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393797.468410:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393797.468411:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393797.468419:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507595008:0@lo:400: 00000100:00080000:2.0:1749393797.468419:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 834 00000100:00080000:2.0:1749393797.468421:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393797.468424:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393797.468425:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393797.468435:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507595264:0@lo:400: 00000100:00100000:2.0:1749393797.468437:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dca80 x1834371507595520/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393797.468444:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393797.468456:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393797.468459:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393797.468461:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1749393797.468461:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393797.468464:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 834 00000100:00080000:2.0:1749393797.468466:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393797.468468:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507595776:0@lo:400: 00000100:00080000:2.0:1749393797.468470:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393797.468471:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393797.468472:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507595136:0@lo:38: 00000100:00100000:2.0:1749393797.468479:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dc700 x1834371507595904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393797.468488:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393797.468491:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749393797.468492:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393797.468492:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393797.468493:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393797.468496:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 834 00000100:00080000:2.0:1749393797.468497:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393797.468497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393797.468498:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507595648:0@lo:400: 00000100:00080000:2.0:1749393797.468500:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393797.468509:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313df480 x1834371507596032/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393797.468513:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507595392:0@lo:38: 00000100:00100000:0.0:1749393797.468517:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393797.468517:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507594752 00000100:00100000:1.0:1749393797.468523:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507594752 00000100:00100000:3.0:1749393797.468533:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393797.468547:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507594624 00000100:00100000:1.0:1749393797.468551:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507595008 00000100:00100000:3.0:1749393797.468551:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507595520:0@lo:38: 00000100:00100000:0.0:1749393797.468553:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507594624 00000100:00100000:1.0:1749393797.468553:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507595008 00000100:00100000:2.0:1749393797.468557:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393797.468562:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507595264 00000100:00100000:1.0:1749393797.468564:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507595264 00000100:00100000:3.0:1749393797.468566:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393797.468569:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507596160:0@lo:400: 00000100:00100000:1.0:1749393797.468575:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1749393797.468581:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507594752:12345-0@lo:41: 00000100:00100000:3.0:1749393797.468581:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507595904:0@lo:38: 00000100:00100000:0.0:1749393797.468583:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1749393797.468590:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507594624:12345-0@lo:400: 00000100:00100000:3.0:1749393797.468603:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:1.0:1749393797.468606:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393797.468608:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393797.468620:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507596032:0@lo:38: 00000100:00100000:0.0:1749393797.468627:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507594624:12345-0@lo:400: Request processed in 37us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393797.468634:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1749393797.468641:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393797.468645:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507594752:12345-0@lo:41: Request processed in 63us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393797.468653:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1749393797.468663:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1749393797.468669:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1749393797.468673:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507595008:12345-0@lo:400: 00000100:00100000:3.0:1749393797.468675:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507594880 00000100:00100000:0.0:1749393797.468676:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507595264:12345-0@lo:400: 00000100:00100000:3.0:1749393797.468680:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507594880 00000100:00100000:1.0:1749393797.468691:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507595776 00000100:00100000:1.0:1749393797.468694:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507595776 00000100:00100000:3.0:1749393797.468695:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507595136 00000100:00100000:3.0:1749393797.468697:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507595136 00000100:00100000:0.0:1749393797.468704:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507595264:12345-0@lo:400: Request processed in 29us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393797.468704:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507595392 00000100:00100000:3.0:1749393797.468706:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507595392 00000100:00100000:0.0:1749393797.468710:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1749393797.468712:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507595520 00000100:00100000:2.0:1749393797.468713:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507595008:12345-0@lo:400: Request processed in 42us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393797.468714:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507595520 00000100:00100000:1.0:1749393797.468716:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507595648 00000100:00100000:1.0:1749393797.468718:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507595648 00000100:00100000:2.0:1749393797.468720:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1749393797.468720:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507595904 00000100:00100000:3.0:1749393797.468722:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507595904 00000100:00100000:0.0:1749393797.468728:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507596032 00000100:00100000:1.0:1749393797.468731:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507596160 00000100:00100000:0.0:1749393797.468732:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507596032 00000100:00100000:1.0:1749393797.468733:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507596160 00000100:00100000:3.0:1749393797.468733:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:3.0:1749393797.468738:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507594880:12345-0@lo:38: 00000100:00100000:0.0:1749393797.468744:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:2.0:1749393797.468746:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1749393797.468749:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507595136:12345-0@lo:38: 00000100:00100000:2.0:1749393797.468753:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507595776:12345-0@lo:400: 00000100:00100000:1.0:1749393797.468757:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00010000:00020000:3.0:1749393797.468760:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393797.468763:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507595648:12345-0@lo:400: 00010000:00020000:0.0:1749393797.468767:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393797.468819:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507595776:12345-0@lo:400: Request processed in 65us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393797.468826:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1749393797.468840:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1749393797.468846:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507596160:12345-0@lo:400: 00000100:00100000:3.0:1749393797.468846:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507594880:12345-0@lo:38: Request processed in 105us (421us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393797.468847:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507595136:12345-0@lo:38: Request processed in 96us (349us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393797.468853:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00000100:00100000:1.0:1749393797.468853:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507595648:12345-0@lo:400: Request processed in 90us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393797.468857:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00000100:00100000:1.0:1749393797.468862:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1749393797.468866:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:0.0:1749393797.468871:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507595392:12345-0@lo:38: 00000100:00100000:3.0:1749393797.468873:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:2.0:1749393797.468874:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507596160:12345-0@lo:400: Request processed in 28us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393797.468878:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507595520:12345-0@lo:38: 00000100:00100000:2.0:1749393797.468881:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00080000:1.0:1749393797.468893:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:0.0:1749393797.468894:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393797.468902:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00010000:00020000:3.0:1749393797.468902:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393797.468907:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507595904:12345-0@lo:38: 00000100:00100000:1.0:1749393797.468910:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:1.0:1749393797.468915:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507596032:12345-0@lo:38: 00000100:00100000:0.0:1749393797.468918:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507595392:12345-0@lo:38: Request processed in 46us (384us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393797.468923:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393797.468925:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:3.0:1749393797.468930:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507595520:12345-0@lo:38: Request processed in 51us (362us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393797.468932:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393797.468937:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:0.0:1749393797.468949:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507596288:0@lo:400: 00000100:00100000:2.0:1749393797.468950:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507595904:12345-0@lo:38: Request processed in 41us (344us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393797.468958:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:1.0:1749393797.468959:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507596032:12345-0@lo:38: Request processed in 41us (315us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393797.468965:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:0.0:1749393797.468968:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749393797.468977:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393797.468981:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393797.468982:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507596288 00000100:00100000:1.0:1749393797.468986:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507596288 00010000:00080000:2.0:1749393797.468986:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313dea00 x1834371507596160/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393797.468986:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507595904:0@lo:38: 00000100:00080000:3.0:1749393797.468995:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:0.0:1749393797.468997:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313dd180 x1834371507595648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393797.468998:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393797.468999:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507596160:0@lo:400: 00000100:00100000:3.0:1749393797.469002:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507596032:0@lo:38: 00000100:00100000:0.0:1749393797.469010:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507595648:0@lo:400: 00000100:00080000:3.0:1749393797.469010:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393797.469013:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393797.469017:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1749393797.469017:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507595136:0@lo:38: 00000100:00100000:0.0:1749393797.469021:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507595264:0@lo:400: 00000100:00100000:1.0:1749393797.469023:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507596288:12345-0@lo:400: 00000100:00080000:3.0:1749393797.469024:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393797.469027:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393797.469029:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507594624:0@lo:400: 00000100:00100000:3.0:1749393797.469030:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507595392:0@lo:38: 00010000:00080000:2.0:1749393797.469034:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313dd880 x1834371507595776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393797.469038:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393797.469040:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393797.469044:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507595520:0@lo:38: 00000100:00100000:1.0:1749393797.469050:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507596288:12345-0@lo:400: Request processed in 27us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393797.469052:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507595776:0@lo:400: 00000100:00080000:3.0:1749393797.469053:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:0.0:1749393797.469054:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130063b80 x1834371507596288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393797.469055:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393797.469057:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1749393797.469059:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507594880:0@lo:38: 00000100:00100000:0.0:1749393797.469064:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507596288:0@lo:400: 00000100:00100000:2.0:1749393797.469065:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507595008:0@lo:400: 00000100:00080000:1.0:1749393797.469068:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393797.469108:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507594752:0@lo:41: 00000100:00100000:2.0:1749393798.086264:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507596416:0@lo:700: 00000100:00100000:2.0:1749393798.086333:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393798.086413:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe600 going to sleep for 11 seconds 00000100:00100000:3.0:1749393798.086465:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507596416 00000100:00100000:3.0:1749393798.086490:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507596416 00000100:00080000:1.0:1749393798.086528:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393798.086563:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1749393798.086574:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507596416:12345-0@lo:700: 00000100:00100000:3.0:1749393798.086620:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393798.086627:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507596544:0@lo:700: 40000000:00080000:3.0:1749393798.086641:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393798.086644:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393798.086702:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507596416:12345-0@lo:700: Request processed in 130us (368us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393798.086711:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:2.0:1749393798.086736:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507596416:0@lo:700: 00000100:00100000:2.0:1749393798.088178:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507596672:0@lo:700: 00000100:00100000:2.0:1749393798.088215:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393798.088272:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe600 going to sleep for 11 seconds 00000100:00100000:3.0:1749393798.088330:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507596672 00000100:00100000:3.0:1749393798.088340:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507596672 00000100:00080000:1.0:1749393798.088366:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393798.088378:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:3.0:1749393798.088386:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507596672:12345-0@lo:700: 00000100:00100000:3.0:1749393798.088420:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393798.088426:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507596800:0@lo:700: 40000000:00080000:3.0:1749393798.088436:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393798.088439:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393798.088492:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507596672:12345-0@lo:700: Request processed in 106us (276us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393798.088500:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:2.0:1749393798.088580:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507596672:0@lo:700: 00010000:00010000:2.0:1749393798.162320:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393798.192195:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393798.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393798.704225:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393798.704236:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507596928:0@lo:900: 00000100:00100000:0.0:1749393798.899204:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:0.0:1749393798.899226:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507597056/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393803 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393798.899269:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393798.899277:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393798.899299:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507597184/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393803 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393798.899317:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393798.899341:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393798.899366:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393798.899371:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507597056 00000100:00100000:0.0:1749393798.899385:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507597056 00000100:00100000:3.0:1749393798.899387:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507597184 00000100:00100000:3.0:1749393798.899396:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507597184 00000100:00100000:0.0:1749393798.899429:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:0.0:1749393798.899437:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507597056:12345-0@lo:700: 00000100:00100000:3.0:1749393798.899454:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 40000000:00080000:0.0:1749393798.899457:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393798.899463:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507597184:12345-0@lo:700: 40000000:00080000:3.0:1749393798.899484:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393798.899489:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507597056:12345-0@lo:700: Request processed in 53us (220us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393798.899497:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100400:1.0:1749393798.899509:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507597056/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393814 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393798.899524:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393798.899534:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507597184:12345-0@lo:700: Request processed in 71us (191us total) trans 0 rc -115/-115 00000100:00100400:2.0:1749393798.899541:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507597184/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393814 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393798.899543:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:2.0:1749393798.899552:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:1.0:1749393799.164353:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393799.192195:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393799.322206:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393800.087215:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507597312:0@lo:700: 00000100:00100000:2.0:1749393800.087256:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393800.087316:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe600 going to sleep for 11 seconds 00000100:00100000:3.0:1749393800.087376:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507597312 00000100:00100000:3.0:1749393800.087386:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507597312 00000100:00080000:1.0:1749393800.087417:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393800.087424:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1749393800.087433:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507597312:12345-0@lo:700: 00000100:00100000:3.0:1749393800.087467:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393800.087473:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507597440:0@lo:700: 40000000:00080000:3.0:1749393800.087483:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393800.087486:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393800.087542:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507597312:12345-0@lo:700: Request processed in 110us (285us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393800.087550:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:2.0:1749393800.087572:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507597312:0@lo:700: 00000100:00100000:2.0:1749393800.089179:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507597568:0@lo:700: 00000100:00100000:2.0:1749393800.089216:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393800.089275:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe600 going to sleep for 11 seconds 00000100:00100000:3.0:1749393800.089333:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507597568 00000100:00100000:3.0:1749393800.089342:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507597568 00000100:00080000:1.0:1749393800.089369:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393800.089380:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:3.0:1749393800.089388:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507597568:12345-0@lo:700: 00000100:00100000:3.0:1749393800.089421:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393800.089428:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507597696:0@lo:700: 40000000:00080000:3.0:1749393800.089438:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393800.089441:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393800.089493:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507597568:12345-0@lo:700: Request processed in 105us (276us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393800.089505:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:2.0:1749393800.089581:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507597568:0@lo:700: 00010000:00010000:3.0:1749393800.166327:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393800.192205:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393800.322190:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393800.705208:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393800.705218:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507597824:0@lo:900: 00000100:00100000:0.0:1749393800.799384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393800.799424:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393800.799457:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393800.799512:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499747840 00000100:00100000:2.0:1749393800.799521:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499747840 00000100:00100000:1.0:1749393800.799542:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499747968 00000100:00100000:1.0:1749393800.799551:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499747968 00000100:00100000:3.0:1749393800.799573:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499748096 00000100:00100000:2.0:1749393800.799575:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 485 00000100:00100000:2.0:1749393800.799584:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499747840:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393800.799591:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499748096 00000100:00100000:1.0:1749393800.799605:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1228 00000100:00100000:1.0:1749393800.799613:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499747968:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393800.799637:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1229 00000100:00100000:2.0:1749393800.799638:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499747840:12345-192.168.203.32@tcp:400: Request processed in 55us (259us total) trans 0 rc 0/0 00010000:00080000:1.0:1749393800.799639:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 842 last 0 00000100:00100000:3.0:1749393800.799645:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499748096:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393800.799646:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 485 00010000:00080000:3.0:1749393800.799668:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 842 last 0 00000100:00100000:1.0:1749393800.799695:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499747968:12345-192.168.203.32@tcp:38: Request processed in 81us (270us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393800.799703:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1228 00000100:00100000:3.0:1749393800.799716:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499748096:12345-192.168.203.32@tcp:38: Request processed in 70us (257us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393800.799724:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1229 00010000:00010000:3.0:1749393801.168277:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393801.192204:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393801.322204:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393801.548364:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507597952:0@lo:41: 00000100:00100000:3.0:1749393801.548412:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393801.548466:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507597952 00000100:00100000:1.0:1749393801.548475:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507597952 00000100:00100000:1.0:1749393801.548511:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1749393801.548519:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507597952:12345-0@lo:41: 00000004:00000024:1.0:1749393801.548553:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393801.548616:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507597952:12345-0@lo:41: Request processed in 96us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393801.548624:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1749393801.548649:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507597952:0@lo:41: 00000100:00100000:2.0:1749393802.088211:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507598080:0@lo:700: 00000100:00100000:2.0:1749393802.088247:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393802.088304:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393802.088372:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507598080 00000100:00100000:3.0:1749393802.088381:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507598080 00000100:00080000:1.0:1749393802.088406:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393802.088433:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:3.0:1749393802.088446:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507598080:12345-0@lo:700: 00000100:00100000:3.0:1749393802.088478:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393802.088484:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507598208:0@lo:700: 40000000:00080000:3.0:1749393802.088495:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393802.088498:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393802.088547:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507598080:12345-0@lo:700: Request processed in 103us (299us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393802.088556:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:2.0:1749393802.088640:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507598080:0@lo:700: 00000100:00100000:2.0:1749393802.090175:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507598336:0@lo:700: 00000100:00100000:2.0:1749393802.090219:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393802.090278:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749393802.090336:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507598336 00000100:00100000:3.0:1749393802.090345:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507598336 00000100:00080000:1.0:1749393802.090385:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393802.090412:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:3.0:1749393802.090421:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507598336:12345-0@lo:700: 00000100:00100000:3.0:1749393802.090466:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393802.090472:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507598464:0@lo:700: 40000000:00080000:3.0:1749393802.090482:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393802.090486:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393802.090539:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507598336:12345-0@lo:700: Request processed in 118us (319us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393802.090548:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:2.0:1749393802.090579:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507598336:0@lo:700: 00010000:00010000:2.0:1749393802.170309:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393802.192208:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393802.322198:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393802.476246:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393802.476254:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393802.476257:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393802.476264:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 839 00000100:00080000:2.0:1749393802.476268:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393802.476281:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393802.476301:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dd500 x1834371507598720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393802.476338:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393802.476341:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507598848:0@lo:41: 00000100:00080000:2.0:1749393802.476342:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393802.476344:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393802.476348:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 839 00000100:00100000:3.0:1749393802.476348:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507598592:0@lo:400: 00000100:00080000:2.0:1749393802.476350:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393802.476353:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393802.476365:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dd880 x1834371507599104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393802.476379:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393802.476382:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393802.476384:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393802.476386:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393802.476387:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 839 00000100:00080000:2.0:1749393802.476389:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393802.476392:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393802.476395:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393802.476402:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313ddf80 x1834371507599360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393802.476410:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393802.476413:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393802.476415:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393802.476418:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 839 00000100:00080000:2.0:1749393802.476419:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393802.476428:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393802.476433:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507598976:0@lo:400: 00000100:00100000:1.0:1749393802.476433:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507598848 00000100:00100000:1.0:1749393802.476438:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507598848 00000100:00100000:2.0:1749393802.476441:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313df800 x1834371507599488/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393802.476446:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507598720:0@lo:38: 00000100:00100000:1.0:1749393802.476464:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00080000:2.0:1749393802.476465:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393802.476468:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393802.476470:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507598848:12345-0@lo:41: 00000100:00080000:2.0:1749393802.476470:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393802.476474:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 839 00000100:00080000:2.0:1749393802.476476:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393802.476476:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393802.476478:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393802.476480:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393802.476489:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130061880 x1834371507599872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393802.476492:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507599104:0@lo:38: 00000004:00000024:1.0:1749393802.476496:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00080000:2.0:1749393802.476497:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393802.476500:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393802.476502:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393802.476505:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 839 00000100:00080000:2.0:1749393802.476507:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393802.476508:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749393802.476511:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393802.476511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393802.476515:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507599232:0@lo:400: 00000100:00100000:2.0:1749393802.476521:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d784380 x1834371507600000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393802.476528:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507599360:0@lo:38: 00000100:00100000:1.0:1749393802.476530:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507598848:12345-0@lo:41: Request processed in 58us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393802.476533:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393802.476537:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1749393802.476545:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393802.476548:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507598976 00000100:00100000:0.0:1749393802.476551:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507600128:0@lo:400: 00000100:00100000:2.0:1749393802.476556:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507598592 00000100:00100000:1.0:1749393802.476561:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507598976 00000100:00100000:2.0:1749393802.476561:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507598592 00000100:00100000:3.0:1749393802.476563:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507599488:0@lo:38: 00000100:00100000:0.0:1749393802.476569:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393802.476574:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507599232 00000100:00100000:1.0:1749393802.476576:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507599232 00000100:00100000:3.0:1749393802.476579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393802.476585:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393802.476587:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1749393802.476588:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1749393802.476592:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507598976:12345-0@lo:400: 00000100:00100000:3.0:1749393802.476593:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507599872:0@lo:38: 00000100:00100000:2.0:1749393802.476596:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507598592:12345-0@lo:400: 00000100:00100000:0.0:1749393802.476602:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507600256:0@lo:400: 00000100:00100000:3.0:1749393802.476608:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393802.476626:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507600000:0@lo:38: 00000100:00100000:0.0:1749393802.476628:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393802.476632:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507598976:12345-0@lo:400: Request processed in 39us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393802.476638:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1749393802.476647:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1749393802.476653:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507599232:12345-0@lo:400: 00000100:00100000:2.0:1749393802.476653:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507598592:12345-0@lo:400: Request processed in 56us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393802.476653:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393802.476661:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507598976:0@lo:400: 00000100:00100000:2.0:1749393802.476668:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1749393802.476677:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507598720 00000100:00100000:1.0:1749393802.476679:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507599232:12345-0@lo:400: Request processed in 27us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393802.476680:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507599232:0@lo:400: 00000100:00100000:3.0:1749393802.476682:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507598720 00000100:00100000:1.0:1749393802.476685:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1749393802.476695:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507599104 00000100:00100000:3.0:1749393802.476697:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507599104 00000100:00100000:2.0:1749393802.476700:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507600128 00000100:00100000:2.0:1749393802.476703:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507600128 00000100:00100000:0.0:1749393802.476705:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507599360 00000100:00100000:1.0:1749393802.476708:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507599744:0@lo:400: 00000100:00100000:0.0:1749393802.476709:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507599360 00000100:00100000:3.0:1749393802.476716:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507599488 00000100:00100000:3.0:1749393802.476719:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507599488 00000100:00100000:3.0:1749393802.476726:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507599872 00000100:00100000:0.0:1749393802.476727:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507600000 00000100:00100000:1.0:1749393802.476728:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393802.476728:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507599872 00000100:00100000:0.0:1749393802.476729:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507600000 00000100:00100000:2.0:1749393802.476729:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507600256 00000100:00100000:2.0:1749393802.476732:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507600256 00000100:00100000:3.0:1749393802.476777:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:3.0:1749393802.476784:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507598720:12345-0@lo:38: 00000100:00100000:0.0:1749393802.476788:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:2.0:1749393802.476788:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507599744 00000100:00100000:2.0:1749393802.476792:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507599744 00000100:00100000:0.0:1749393802.476793:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507599104:12345-0@lo:38: 00010000:00020000:3.0:1749393802.476803:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393802.476805:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1749393802.476806:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507598848:0@lo:41: 00010000:00020000:0.0:1749393802.476812:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393802.476812:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507600128:12345-0@lo:400: 00000100:00100000:1.0:1749393802.476821:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393802.476828:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507599616:0@lo:400: 00000100:00100000:3.0:1749393802.476846:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507598720:12345-0@lo:38: Request processed in 61us (370us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393802.476850:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507599104:12345-0@lo:38: Request processed in 55us (338us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393802.476855:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:1.0:1749393802.476858:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393802.476858:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507600128:12345-0@lo:400: Request processed in 45us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393802.476859:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:2.0:1749393802.476865:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1749393802.476869:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:0.0:1749393802.476874:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:2.0:1749393802.476874:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507599616 00000100:00100000:3.0:1749393802.476874:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507599360:12345-0@lo:38: 00000100:00100000:2.0:1749393802.476877:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507599616 00000100:00100000:0.0:1749393802.476878:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507599488:12345-0@lo:38: 00000100:00100000:1.0:1749393802.476880:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00010000:00020000:3.0:1749393802.476885:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393802.476888:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507600256:12345-0@lo:400: 00000100:00100000:2.0:1749393802.476889:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00010000:00020000:0.0:1749393802.476890:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393802.476894:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507599744:12345-0@lo:400: 00000100:00100000:3.0:1749393802.476907:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507599360:12345-0@lo:38: Request processed in 33us (361us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393802.476914:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:0.0:1749393802.476916:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507599488:12345-0@lo:38: Request processed in 36us (336us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393802.476919:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507600256:12345-0@lo:400: Request processed in 33us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393802.476922:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:1.0:1749393802.476925:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1749393802.476925:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507599744:12345-0@lo:400: Request processed in 31us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393802.476927:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:3.0:1749393802.476931:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507599872:12345-0@lo:38: 00000100:00100000:0.0:1749393802.476933:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:2.0:1749393802.476933:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1749393802.476937:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507600000:12345-0@lo:38: 00000100:00100000:1.0:1749393802.476939:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00010000:00020000:3.0:1749393802.476940:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393802.476945:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507599616:12345-0@lo:400: 00010000:00020000:0.0:1749393802.476947:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393802.476964:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507599872:12345-0@lo:38: Request processed in 32us (355us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393802.476968:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507600000:12345-0@lo:38: Request processed in 29us (317us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393802.476970:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:1.0:1749393802.476983:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507599616:12345-0@lo:400: Request processed in 38us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393802.476985:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:1.0:1749393802.476990:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1749393802.476995:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507598592:0@lo:400: 00000100:00080000:3.0:1749393802.476998:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393802.477002:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393802.477007:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507599488:0@lo:38: 00000100:00080000:1.0:1749393802.477008:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749393802.477015:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393802.477025:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:0.0:1749393802.477026:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d785180 x1834371507600256/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749393802.477027:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313dd180 x1834371507599616/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393802.477030:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507599872:0@lo:38: 00000100:00100000:0.0:1749393802.477039:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507600256:0@lo:400: 00000100:00100000:1.0:1749393802.477040:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507599616:0@lo:400: 00000100:00080000:3.0:1749393802.477042:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393802.477045:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393802.477048:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507600000:0@lo:38: 00010000:00080000:0.0:1749393802.477051:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d786300 x1834371507600128/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749393802.477053:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313dea00 x1834371507599744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393802.477056:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393802.477059:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393802.477060:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507600128:0@lo:400: 00000100:00100000:1.0:1749393802.477062:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507599744:0@lo:400: 00000100:00100000:3.0:1749393802.477062:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507598720:0@lo:38: 00000100:00080000:3.0:1749393802.477108:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393802.477111:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393802.477115:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507599104:0@lo:38: 00000100:00080000:3.0:1749393802.477123:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393802.477126:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393802.477129:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507599360:0@lo:38: 00000100:00100000:0.0:1749393802.706224:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393802.706234:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507600384:0@lo:900: 00010000:00010000:0.0:1749393803.172253:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393803.192217:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393803.322193:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393804.089233:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507600512:0@lo:700: 00000100:00100000:2.0:1749393804.089278:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393804.089333:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393804.089397:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507600512 00000100:00100000:3.0:1749393804.089406:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507600512 00000100:00080000:1.0:1749393804.089445:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393804.089465:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:3.0:1749393804.089474:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507600512:12345-0@lo:700: 00000100:00100000:3.0:1749393804.089515:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393804.089521:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507600640:0@lo:700: 40000000:00080000:3.0:1749393804.089531:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393804.089534:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393804.089584:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507600512:12345-0@lo:700: Request processed in 111us (305us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393804.089602:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:2.0:1749393804.089671:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507600512:0@lo:700: 00000100:00100000:2.0:1749393804.091173:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507600768:0@lo:700: 00000100:00100000:2.0:1749393804.091213:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393804.091287:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe780 going to sleep for 11 seconds 00000100:00100000:3.0:1749393804.091343:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507600768 00000100:00100000:3.0:1749393804.091352:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507600768 00000100:00080000:1.0:1749393804.091382:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393804.091413:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1749393804.091425:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507600768:12345-0@lo:700: 00000100:00100000:3.0:1749393804.091464:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393804.091470:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507600896:0@lo:700: 40000000:00080000:3.0:1749393804.091481:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393804.091484:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393804.091533:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507600768:12345-0@lo:700: Request processed in 108us (319us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393804.091541:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:2.0:1749393804.091626:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507600768:0@lo:700: 00010000:00010000:3.0:1749393804.174321:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393804.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393804.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393804.707203:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393804.707213:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507601024:0@lo:900: 00010000:00010000:3.0:1749393805.176330:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393805.192195:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393805.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393805.807234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393805.807272:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393805.807344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393805.807357:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499748224 00000100:00100000:0.0:1749393805.807366:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499748352 00000100:00100000:2.0:1749393805.807366:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499748224 00000100:00100000:0.0:1749393805.807372:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499748352 00000100:00100000:1.0:1749393805.807387:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499748480 00000100:00100000:1.0:1749393805.807396:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499748480 00000100:00100000:0.0:1749393805.807403:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1236 00000100:00100000:2.0:1749393805.807404:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 487 00000100:00100000:0.0:1749393805.807410:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499748352:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393805.807412:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499748224:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393805.807429:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1237 00010000:00080000:0.0:1749393805.807431:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 847 last 0 00000100:00100000:1.0:1749393805.807436:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499748480:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393805.807458:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 847 last 0 00000100:00100000:2.0:1749393805.807460:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499748224:12345-192.168.203.32@tcp:400: Request processed in 48us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393805.807468:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 487 00000100:00100000:0.0:1749393805.807482:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499748352:12345-192.168.203.32@tcp:38: Request processed in 70us (208us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393805.807490:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1236 00000100:00100000:1.0:1749393805.807502:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499748480:12345-192.168.203.32@tcp:38: Request processed in 65us (158us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393805.807510:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1237 00000100:00100000:2.0:1749393806.090208:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507601152:0@lo:700: 00000100:00100000:2.0:1749393806.090250:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393806.090312:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe840 going to sleep for 11 seconds 00000100:00100000:3.0:1749393806.090375:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507601152 00000100:00100000:3.0:1749393806.090384:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507601152 00000100:00080000:1.0:1749393806.090444:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393806.090459:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:3.0:1749393806.090468:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507601152:12345-0@lo:700: 00000100:00100000:3.0:1749393806.090504:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393806.090511:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507601280:0@lo:700: 40000000:00080000:3.0:1749393806.090522:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393806.090525:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393806.090578:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507601152:12345-0@lo:700: Request processed in 111us (327us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393806.090587:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:2.0:1749393806.090620:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507601152:0@lo:700: 00000100:00100000:2.0:1749393806.092174:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507601408:0@lo:700: 00000100:00100000:2.0:1749393806.092210:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393806.092267:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe840 going to sleep for 11 seconds 00000100:00100000:3.0:1749393806.092326:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507601408 00000100:00100000:3.0:1749393806.092345:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507601408 00000100:00080000:1.0:1749393806.092385:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393806.092407:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:3.0:1749393806.092415:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507601408:12345-0@lo:700: 00000100:00100000:3.0:1749393806.092451:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393806.092457:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507601536:0@lo:700: 40000000:00080000:3.0:1749393806.092467:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393806.092470:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393806.092522:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507601408:12345-0@lo:700: Request processed in 107us (310us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393806.092530:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:2.0:1749393806.092550:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507601408:0@lo:700: 00010000:00010000:2.0:1749393806.178308:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393806.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393806.322174:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393806.556262:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507601664:0@lo:41: 00000100:00100000:2.0:1749393806.556298:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393806.556342:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507601664 00000100:00100000:1.0:1749393806.556349:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507601664 00000100:00100000:1.0:1749393806.556389:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1749393806.556396:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507601664:12345-0@lo:41: 00000004:00000024:1.0:1749393806.556430:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393806.556476:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507601664:12345-0@lo:41: Request processed in 81us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393806.556483:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1749393806.556495:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507601664:0@lo:41: 00000100:00100000:0.0:1749393806.708223:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393806.708233:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507601792:0@lo:900: 00010000:00010000:0.0:1749393807.180265:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393807.192217:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393807.322220:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393807.484258:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393807.484265:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393807.484269:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393807.484275:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 844 00000100:00100000:1.0:1749393807.484284:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507602048:0@lo:41: 00000100:00080000:2.0:1749393807.484289:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393807.484295:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393807.484317:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d784380 x1834371507602176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393807.484328:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393807.484341:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393807.484345:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393807.484347:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393807.484351:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 844 00000100:00100000:0.0:1749393807.484353:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507601920:0@lo:400: 00000100:00080000:2.0:1749393807.484353:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393807.484356:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393807.484364:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393807.484366:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d785180 x1834371507602432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393807.484372:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507602304:0@lo:400: 00000100:00080000:2.0:1749393807.484376:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393807.484377:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507602176:0@lo:38: 00000100:00080000:2.0:1749393807.484379:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393807.484381:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393807.484384:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 844 00000100:00080000:2.0:1749393807.484386:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393807.484389:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393807.484395:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393807.484400:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393807.484400:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d560000 x1834371507602560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393807.484408:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393807.484411:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393807.484413:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393807.484416:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 844 00000100:00100000:1.0:1749393807.484422:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507602048 00000100:00080000:2.0:1749393807.484422:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393807.484425:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393807.484426:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393807.484427:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507602048 00000100:00100000:2.0:1749393807.484438:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d561c00 x1834371507602688/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393807.484450:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507602304 00000100:00100000:0.0:1749393807.484453:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507601920 00000100:00100000:1.0:1749393807.484453:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507602304 00000100:00100000:0.0:1749393807.484458:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507601920 00000100:00100000:3.0:1749393807.484459:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507602432:0@lo:38: 00000100:00080000:2.0:1749393807.484465:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393807.484467:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00080000:2.0:1749393807.484468:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393807.484469:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393807.484474:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507602048:12345-0@lo:41: 00000100:00080000:2.0:1749393807.484474:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 844 00000100:00080000:2.0:1749393807.484476:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393807.484478:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393807.484479:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393807.484488:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d560e00 x1834371507603072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393807.484490:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1749393807.484492:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507602560:0@lo:38: 00000100:00100000:0.0:1749393807.484497:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507601920:12345-0@lo:400: 00000100:00080000:2.0:1749393807.484497:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000004:00000024:1.0:1749393807.484498:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00080000:2.0:1749393807.484500:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393807.484502:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393807.484505:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 844 00000100:00080000:2.0:1749393807.484507:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393807.484509:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393807.484510:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393807.484519:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d563800 x1834371507603200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393807.484528:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507602688:0@lo:38: 00000100:00100000:1.0:1749393807.484532:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507602048:12345-0@lo:41: Request processed in 57us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393807.484537:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507601920:12345-0@lo:400: Request processed in 40us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393807.484539:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1749393807.484545:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1749393807.484545:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393807.484553:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1749393807.484554:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507603456:0@lo:400: 00000100:00100000:1.0:1749393807.484558:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507602304:12345-0@lo:400: 00000100:00100000:3.0:1749393807.484559:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507603072:0@lo:38: 00000100:00100000:0.0:1749393807.484575:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507602176 00000100:00100000:3.0:1749393807.484578:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393807.484579:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507602176 00000100:00100000:1.0:1749393807.484591:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507602304:12345-0@lo:400: Request processed in 33us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393807.484593:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507602432 00000100:00100000:0.0:1749393807.484596:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507602432 00000100:00100000:3.0:1749393807.484597:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507603200:0@lo:38: 00000100:00100000:2.0:1749393807.484598:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393807.484599:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1749393807.484603:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507602560 00000100:00100000:0.0:1749393807.484605:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507602560 00000100:00100000:0.0:1749393807.484611:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507602688 00000100:00100000:0.0:1749393807.484614:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507602688 00000100:00100000:1.0:1749393807.484616:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507603456 00000100:00100000:1.0:1749393807.484619:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507603456 00000100:00100000:0.0:1749393807.484620:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507603072 00000100:00100000:0.0:1749393807.484622:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507603072 00000100:00100000:3.0:1749393807.484627:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393807.484639:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749393807.484643:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507603200 00000100:00100000:0.0:1749393807.484645:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507603200 00000100:00100000:1.0:1749393807.484645:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1749393807.484647:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507603328:0@lo:400: 00000100:00100000:0.0:1749393807.484654:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:0.0:1749393807.484659:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507602176:12345-0@lo:38: 00000100:00100000:3.0:1749393807.484661:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1749393807.484662:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507603456:12345-0@lo:400: 00000100:00100000:3.0:1749393807.484668:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507602432:12345-0@lo:38: 00010000:00020000:0.0:1749393807.484679:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393807.484680:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1749393807.484687:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393807.484697:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507603456:12345-0@lo:400: Request processed in 38us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393807.484741:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00010000:00080000:2.0:1749393807.484748:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d561500 x1834371507603456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393807.484754:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507603328 00000100:00100000:1.0:1749393807.484758:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507603328 00000100:00100000:2.0:1749393807.484760:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507603456:0@lo:400: 00000100:00100000:0.0:1749393807.484763:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507602176:12345-0@lo:38: Request processed in 101us (336us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393807.484769:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507602432:12345-0@lo:38: Request processed in 99us (288us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393807.484770:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:3.0:1749393807.484780:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1749393807.484781:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1749393807.484784:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:1.0:1749393807.484786:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507603328:12345-0@lo:400: 00000100:00100000:0.0:1749393807.484789:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507602560:12345-0@lo:38: 00000100:00100000:2.0:1749393807.484798:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00010000:00020000:0.0:1749393807.484800:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393807.484804:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:2.0:1749393807.484805:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507602688:12345-0@lo:38: 00000100:00100000:3.0:1749393807.484809:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507603072:12345-0@lo:38: 00000100:00100000:1.0:1749393807.484819:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507603328:12345-0@lo:400: Request processed in 33us (138us total) trans 0 rc 0/0 00010000:00020000:2.0:1749393807.484822:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393807.484824:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507602560:12345-0@lo:38: Request processed in 34us (314us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393807.484825:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1749393807.484830:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00010000:00020000:3.0:1749393807.484834:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393807.484840:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:0.0:1749393807.484844:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507603200:12345-0@lo:38: 00000100:00100000:1.0:1749393807.484852:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507602304:0@lo:400: 00010000:00020000:0.0:1749393807.484854:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393807.484857:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507602688:12345-0@lo:38: Request processed in 52us (311us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393807.484861:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507603072:12345-0@lo:38: Request processed in 51us (280us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393807.484865:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1749393807.484866:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507602048:0@lo:41: 00000100:00100000:3.0:1749393807.484869:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:0.0:1749393807.484870:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507603200:12345-0@lo:38: Request processed in 25us (243us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393807.484876:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00080000:1.0:1749393807.484886:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393807.484894:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507602816:0@lo:400: 00010000:00080000:2.0:1749393807.484903:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d561f80 x1834371507603328/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393807.484904:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507602944:0@lo:400: 00000100:00100000:2.0:1749393807.484914:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507603328:0@lo:400: 00000100:00100000:3.0:1749393807.484916:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393807.484940:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507602816 00000100:00100000:1.0:1749393807.484943:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507602816 00000100:00100000:0.0:1749393807.484962:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393807.484964:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1749393807.484969:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507602816:12345-0@lo:400: 00000100:00080000:3.0:1749393807.484973:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393807.484977:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507602944 00000100:00080000:3.0:1749393807.484978:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393807.484982:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507602944 00000100:00100000:3.0:1749393807.484982:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507603072:0@lo:38: 00000100:00100000:0.0:1749393807.484989:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507601920:0@lo:400: 00000100:00080000:3.0:1749393807.484992:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393807.484994:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393807.484998:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507603200:0@lo:38: 00000100:00100000:1.0:1749393807.485003:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507602816:12345-0@lo:400: Request processed in 33us (86us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393807.485006:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393807.485009:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00080000:3.0:1749393807.485009:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393807.485012:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507602432:0@lo:38: 00000100:00100000:2.0:1749393807.485014:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1749393807.485020:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507602944:12345-0@lo:400: 00000100:00080000:3.0:1749393807.485020:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393807.485022:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393807.485025:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507602560:0@lo:38: 00000100:00080000:3.0:1749393807.485032:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393807.485042:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393807.485046:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507602688:0@lo:38: 00000100:00080000:3.0:1749393807.485058:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393807.485060:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393807.485063:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507602176:0@lo:38: 00000100:00100000:2.0:1749393807.485097:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507602944:12345-0@lo:400: Request processed in 51us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393807.485104:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00010000:00080000:0.0:1749393807.485115:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d562680 x1834371507602944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393807.485142:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507602944:0@lo:400: 00010000:00080000:3.0:1749393807.485154:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d562300 x1834371507602816/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393807.485167:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507602816:0@lo:400: 00000100:00100000:2.0:1749393808.091224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507603584:0@lo:700: 00000100:00100000:2.0:1749393808.091264:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393808.091324:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe840 going to sleep for 11 seconds 00000100:00100000:3.0:1749393808.091392:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507603584 00000100:00100000:3.0:1749393808.091401:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507603584 00000100:00080000:1.0:1749393808.091440:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393808.091468:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1749393808.091478:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507603584:12345-0@lo:700: 00000100:00100000:3.0:1749393808.091516:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393808.091523:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507603712:0@lo:700: 40000000:00080000:3.0:1749393808.091535:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393808.091538:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393808.091591:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507603584:12345-0@lo:700: Request processed in 115us (327us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393808.091600:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:2.0:1749393808.091626:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507603584:0@lo:700: 00000100:00100000:2.0:1749393808.093179:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507603840:0@lo:700: 00000100:00100000:2.0:1749393808.093229:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393808.093286:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe840 going to sleep for 11 seconds 00000100:00100000:3.0:1749393808.093354:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507603840 00000100:00100000:3.0:1749393808.093363:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507603840 00000100:00080000:1.0:1749393808.093400:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749393808.093424:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:3.0:1749393808.093433:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507603840:12345-0@lo:700: 00000100:00100000:3.0:1749393808.093465:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d542600 going to sleep for 0 seconds 00000100:00100000:3.0:1749393808.093471:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507603968:0@lo:700: 40000000:00080000:3.0:1749393808.093491:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749393808.093494:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749393808.093549:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507603840:12345-0@lo:700: Request processed in 116us (322us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393808.093558:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1749393808.093587:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507603840:0@lo:700: 00010000:00010000:3.0:1749393808.182303:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393808.192173:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393808.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393808.709219:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12f00 going to sleep for 0 seconds 00000100:00100000:0.0:1749393808.709236:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507604096:0@lo:900: 00010000:00010000:3.0:1749393809.184244:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393809.192125:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393809.322128:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393809.899170:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393809.899192:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507604224/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393814 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393809.899225:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:0.0:1749393809.899239:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507604352/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393814 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393809.899245:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393809.899271:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393809.899296:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393809.899297:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393809.899305:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507604224 00000100:00100000:1.0:1749393809.899312:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507604224 00000100:00100000:3.0:1749393809.899333:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507604352 00000100:00100000:3.0:1749393809.899338:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507604352 00000100:00080000:0.0:1749393809.899343:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393809.899354:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1749393809.899360:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507604224:12345-0@lo:700: 00000100:00100000:3.0:1749393809.899361:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:3.0:1749393809.899365:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507604352:12345-0@lo:700: 40000000:00080000:3.0:1749393809.899385:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:00080000:1.0:1749393809.899391:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393809.899413:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507604352:12345-0@lo:700: Request processed in 47us (141us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393809.899418:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507604352/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393825 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393809.899418:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1749393809.899419:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507604224:12345-0@lo:700: Request processed in 61us (174us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393809.899423:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507604224/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393825 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393809.899424:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393809.899425:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1749393809.899429:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393810.092204:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507604480:0@lo:700: 00000100:00100000:2.0:1749393810.092245:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393810.092293:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe840 going to sleep for 11 seconds 00000100:00100000:1.0:1749393810.092331:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507604480 00000100:00100000:1.0:1749393810.092337:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507604480 00000100:00080000:0.0:1749393810.092356:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393810.092369:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:1.0:1749393810.092375:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d562d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507604480:12345-0@lo:700: 00000100:00100000:1.0:1749393810.092401:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393810.092404:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507604608:0@lo:700: 40000000:00080000:1.0:1749393810.092413:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393810.092415:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393810.092449:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d562d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507604480:12345-0@lo:700: Request processed in 75us (204us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393810.092454:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:2.0:1749393810.092465:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507604480:0@lo:700: 00000100:00100000:2.0:1749393810.094126:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507604736:0@lo:700: 00000100:00100000:2.0:1749393810.094146:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393810.094175:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe840 going to sleep for 11 seconds 00000100:00100000:1.0:1749393810.094212:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507604736 00000100:00100000:1.0:1749393810.094216:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507604736 00000100:00080000:0.0:1749393810.094230:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393810.094236:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:1.0:1749393810.094240:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507604736:12345-0@lo:700: 00000100:00100000:1.0:1749393810.094258:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393810.094261:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507604864:0@lo:700: 40000000:00080000:1.0:1749393810.094266:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393810.094268:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393810.094296:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507604736:12345-0@lo:700: Request processed in 55us (149us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393810.094300:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1749393810.094310:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507604736:0@lo:700: 00010000:00010000:2.0:1749393810.186356:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393810.192130:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393810.322136:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393810.710178:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12f00 going to sleep for 0 seconds 00000100:00100000:0.0:1749393810.710190:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507604992:0@lo:900: 00000100:00100000:0.0:1749393810.815516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393810.815548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393810.815605:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393810.815613:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499748736 00000100:00100000:1.0:1749393810.815621:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499748736 00000100:00100000:0.0:1749393810.815622:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499748864 00000100:00100000:0.0:1749393810.815626:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499748864 00000100:00100000:2.0:1749393810.815633:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499748608 00000100:00100000:2.0:1749393810.815638:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499748608 00000100:00100000:1.0:1749393810.815656:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1244 00000100:00100000:0.0:1749393810.815660:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1245 00000100:00100000:1.0:1749393810.815662:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499748736:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393810.815664:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499748864:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393810.815665:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 489 00000100:00100000:2.0:1749393810.815669:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499748608:12345-192.168.203.32@tcp:400: 00010000:00080000:1.0:1749393810.815696:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 852 last 0 00010000:00080000:0.0:1749393810.815702:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 852 last 0 00000100:00100000:2.0:1749393810.815725:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499748608:12345-192.168.203.32@tcp:400: Request processed in 55us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393810.815729:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499748864:12345-192.168.203.32@tcp:38: Request processed in 64us (124us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393810.815733:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1245 00000100:00100000:1.0:1749393810.815736:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499748736:12345-192.168.203.32@tcp:38: Request processed in 74us (228us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393810.815737:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 489 00000100:00100000:1.0:1749393810.815741:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1244 00010000:00010000:2.0:1749393811.188334:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393811.192137:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393811.322226:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393811.564229:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507605120:0@lo:41: 00000100:00100000:3.0:1749393811.564279:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393811.564356:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507605120 00000100:00100000:1.0:1749393811.564362:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507605120 00000100:00100000:1.0:1749393811.564393:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1749393811.564398:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507605120:12345-0@lo:41: 00000004:00000024:1.0:1749393811.564423:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393811.564464:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507605120:12345-0@lo:41: Request processed in 65us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393811.564468:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1749393811.564485:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507605120:0@lo:41: 00000100:00100000:2.0:1749393812.093230:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507605248:0@lo:700: 00000100:00100000:2.0:1749393812.093278:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393812.093331:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe900 going to sleep for 11 seconds 00000100:00100000:1.0:1749393812.093371:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507605248 00000100:00100000:1.0:1749393812.093378:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507605248 00000100:00080000:0.0:1749393812.093399:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393812.093419:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:1.0:1749393812.093425:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d562a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507605248:12345-0@lo:700: 00000100:00100000:1.0:1749393812.093452:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393812.093456:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507605376:0@lo:700: 40000000:00080000:1.0:1749393812.093465:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393812.093467:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393812.093501:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d562a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507605248:12345-0@lo:700: Request processed in 78us (223us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393812.093506:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:2.0:1749393812.093519:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507605248:0@lo:700: 00000100:00100000:2.0:1749393812.095125:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507605504:0@lo:700: 00000100:00100000:2.0:1749393812.095146:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393812.095174:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe900 going to sleep for 11 seconds 00000100:00100000:1.0:1749393812.095214:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507605504 00000100:00100000:1.0:1749393812.095219:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507605504 00000100:00080000:0.0:1749393812.095232:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393812.095238:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:1.0:1749393812.095242:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507605504:12345-0@lo:700: 00000100:00100000:1.0:1749393812.095258:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393812.095261:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507605632:0@lo:700: 40000000:00080000:1.0:1749393812.095266:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393812.095268:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393812.095296:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507605504:12345-0@lo:700: Request processed in 54us (149us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393812.095300:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:2.0:1749393812.095310:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507605504:0@lo:700: 00010000:00010000:3.0:1749393812.190332:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393812.192162:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393812.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393812.492208:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393812.492215:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393812.492217:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393812.492220:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507605888:0@lo:41: 00000100:00080000:2.0:1749393812.492222:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 849 00000100:00080000:2.0:1749393812.492225:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393812.492229:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393812.492242:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d562300 x1834371507606016/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393812.492255:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393812.492257:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393812.492258:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393812.492260:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 849 00000100:00080000:2.0:1749393812.492261:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393812.492263:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393812.492267:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393812.492271:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507605760:0@lo:400: 00000100:00100000:2.0:1749393812.492280:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d561c00 x1834371507606272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393812.492286:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393812.492287:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393812.492288:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393812.492289:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507606016:0@lo:38: 00000100:00080000:2.0:1749393812.492290:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 849 00000100:00080000:2.0:1749393812.492291:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393812.492293:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393812.492298:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d560000 x1834371507606400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393812.492299:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393812.492302:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749393812.492302:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393812.492304:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393812.492305:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393812.492306:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507606144:0@lo:400: 00000100:00080000:2.0:1749393812.492306:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 849 00000100:00080000:2.0:1749393812.492307:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393812.492309:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393812.492315:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d563800 x1834371507606528/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393812.492318:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393812.492319:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393812.492329:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393812.492330:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393812.492331:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393812.492333:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507605760 00000100:00080000:2.0:1749393812.492333:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 849 00000100:00100000:1.0:1749393812.492334:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507606016 00000100:00080000:2.0:1749393812.492334:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393812.492336:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393812.492337:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507605760 00000100:00100000:1.0:1749393812.492337:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507606016 00000100:00100000:3.0:1749393812.492337:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507606272:0@lo:38: 00000100:00100000:2.0:1749393812.492346:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bbb100 x1834371507606912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393812.492347:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393812.492351:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393812.492353:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393812.492354:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393812.492354:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507606400:0@lo:38: 00000100:00100000:1.0:1749393812.492355:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507606272 00000100:00080000:2.0:1749393812.492356:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 849 00000100:00100000:1.0:1749393812.492357:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507606272 00000100:00080000:2.0:1749393812.492357:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393812.492359:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393812.492360:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1749393812.492362:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393812.492364:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bb8e00 x1834371507607040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393812.492365:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507605760:12345-0@lo:400: 00000100:00100000:1.0:1749393812.492366:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507606400 00000100:00100000:1.0:1749393812.492367:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507606400 00000100:00100000:3.0:1749393812.492370:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507606528:0@lo:38: 00000100:00100000:1.0:1749393812.492376:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:1.0:1749393812.492379:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507606016:12345-0@lo:38: 00000100:00100000:2.0:1749393812.492386:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507607296:0@lo:400: 00000100:00100000:3.0:1749393812.492388:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393812.492390:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507605760:12345-0@lo:400: Request processed in 26us (91us total) trans 0 rc 0/0 00010000:00020000:1.0:1749393812.492393:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393812.492395:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1749393812.492396:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507606912:0@lo:38: 00000100:00100000:2.0:1749393812.492411:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393812.492411:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393812.492413:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507606016:12345-0@lo:38: Request processed in 32us (94us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393812.492416:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507606528 00000100:00100000:1.0:1749393812.492416:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:3.0:1749393812.492417:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507607040:0@lo:38: 00000100:00100000:0.0:1749393812.492418:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507606528 00000100:00100000:0.0:1749393812.492424:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507606912 00000100:00100000:0.0:1749393812.492425:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507606912 00000100:00100000:3.0:1749393812.492425:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393812.492426:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393812.492429:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507607040 00000100:00100000:2.0:1749393812.492429:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507607168:0@lo:400: 00000100:00100000:0.0:1749393812.492431:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:1.0:1749393812.492431:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507607040 00000100:00100000:0.0:1749393812.492433:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507606272:12345-0@lo:38: 00000100:00100000:1.0:1749393812.492436:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:1.0:1749393812.492439:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507606400:12345-0@lo:38: 00000100:00080000:3.0:1749393812.492439:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393812.492440:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749393812.492441:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:0.0:1749393812.492442:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393812.492444:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507606016:0@lo:38: 00010000:00020000:1.0:1749393812.492445:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393812.492455:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507605888 00000100:00100000:2.0:1749393812.492457:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507605888 00000100:00100000:1.0:1749393812.492464:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507606400:12345-0@lo:38: Request processed in 24us (101us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393812.492464:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:1.0:1749393812.492467:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:3.0:1749393812.492467:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507606528:12345-0@lo:38: 00000100:00100000:0.0:1749393812.492469:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507606272:12345-0@lo:38: Request processed in 34us (121us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393812.492471:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507606144 00000100:00100000:1.0:1749393812.492472:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:2.0:1749393812.492472:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507606144 00000100:00100000:1.0:1749393812.492474:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507606912:12345-0@lo:38: 00000100:00100000:0.0:1749393812.492475:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00010000:00020000:3.0:1749393812.492476:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393812.492480:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393812.492481:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1749393812.492482:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:0.0:1749393812.492484:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507607040:12345-0@lo:38: 00000100:00100000:2.0:1749393812.492485:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507605888:12345-0@lo:41: 00010000:00020000:0.0:1749393812.492491:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393812.492491:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507606912:12345-0@lo:38: Request processed in 16us (80us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393812.492491:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507606528:12345-0@lo:38: Request processed in 23us (102us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393812.492494:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:3.0:1749393812.492497:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:0.0:1749393812.492501:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507607040:12345-0@lo:38: Request processed in 16us (75us total) trans 0 rc -19/-19 00000004:00000024:2.0:1749393812.492502:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393812.492504:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:3.0:1749393812.492510:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507606656:0@lo:400: 00000100:00100000:1.0:1749393812.492512:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1749393812.492516:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507606144:12345-0@lo:400: 00000100:00100000:0.0:1749393812.492519:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507606784:0@lo:400: 00000100:00100000:2.0:1749393812.492521:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507605888:12345-0@lo:41: Request processed in 36us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393812.492523:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393812.492525:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1749393812.492533:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393812.492534:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507606144:12345-0@lo:400: Request processed in 19us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393812.492538:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1749393812.492541:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507607296 00000100:00080000:3.0:1749393812.492543:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393812.492545:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393812.492546:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507607296 00000100:00100000:3.0:1749393812.492547:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507606912:0@lo:38: 00000100:00100000:0.0:1749393812.492548:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507605760:0@lo:400: 00000100:00100000:1.0:1749393812.492549:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507607168 00000100:00100000:1.0:1749393812.492550:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507607168 00000100:00080000:3.0:1749393812.492551:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393812.492553:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393812.492554:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507607040:0@lo:38: 00000100:00080000:0.0:1749393812.492558:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749393812.492559:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393812.492560:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393812.492563:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507606656 00000100:00100000:1.0:1749393812.492564:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507606656 00000100:00100000:2.0:1749393812.492571:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507606784 00000100:00100000:3.0:1749393812.492571:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507606272:0@lo:38: 00000100:00100000:1.0:1749393812.492572:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1749393812.492572:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507606784 00000100:00100000:0.0:1749393812.492575:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1749393812.492576:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507607168:12345-0@lo:400: 00000100:00080000:3.0:1749393812.492577:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393812.492579:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393812.492580:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eece050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507607296:12345-0@lo:400: 00000100:00100000:2.0:1749393812.492580:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1749393812.492580:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507606400:0@lo:38: 00000100:00100000:2.0:1749393812.492584:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507606656:12345-0@lo:400: 00000100:00080000:3.0:1749393812.492585:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393812.492586:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393812.492588:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507606528:0@lo:38: 00000100:00100000:1.0:1749393812.492592:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507607168:12345-0@lo:400: Request processed in 17us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393812.492598:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eece050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507607296:12345-0@lo:400: Request processed in 19us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393812.492602:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1749393812.492604:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1749393812.492604:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507606656:12345-0@lo:400: Request processed in 20us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393812.492607:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00010000:00080000:3.0:1749393812.492609:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d560e00 x1834371507606656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393812.492610:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1749393812.492613:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507606784:12345-0@lo:400: 00000100:00100000:3.0:1749393812.492616:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507606656:0@lo:400: 00000100:00100000:1.0:1749393812.492629:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507606784:12345-0@lo:400: Request processed in 16us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393812.492632:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00010000:00080000:1.0:1749393812.492646:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bb8000 x1834371507607168/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393812.492653:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507607168:0@lo:400: 00010000:00080000:1.0:1749393812.492659:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bb8a80 x1834371507607296/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393812.492680:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507607296:0@lo:400: 00000100:00100000:1.0:1749393812.492693:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507606144:0@lo:400: 00000100:00100000:1.0:1749393812.492700:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507605888:0@lo:41: 00010000:00080000:0.0:1749393812.492775:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bb9880 x1834371507606784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393812.492782:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507606784:0@lo:400: 00000100:00100000:0.0:1749393812.711197:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12300 going to sleep for 0 seconds 00000100:00100000:0.0:1749393812.711208:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507607424:0@lo:900: 00000100:00100000:2.0:1749393813.192214:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393813.192249:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393813.322128:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393814.094187:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507607552:0@lo:700: 00000100:00100000:2.0:1749393814.094236:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393814.094288:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe900 going to sleep for 11 seconds 00000100:00100000:1.0:1749393814.094329:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507607552 00000100:00100000:1.0:1749393814.094336:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507607552 00000100:00080000:0.0:1749393814.094374:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393814.094389:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1749393814.094396:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507607552:12345-0@lo:700: 00000100:00100000:1.0:1749393814.094429:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393814.094433:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507607680:0@lo:700: 40000000:00080000:1.0:1749393814.094444:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393814.094447:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393814.094485:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507607552:12345-0@lo:700: Request processed in 90us (249us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393814.094499:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:2.0:1749393814.094508:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507607552:0@lo:700: 00000100:00100000:2.0:1749393814.096139:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507607808:0@lo:700: 00000100:00100000:2.0:1749393814.096162:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393814.096196:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe900 going to sleep for 11 seconds 00000100:00100000:1.0:1749393814.096240:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507607808 00000100:00100000:1.0:1749393814.096245:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507607808 00000100:00080000:0.0:1749393814.096262:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393814.096269:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1749393814.096274:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507607808:12345-0@lo:700: 00000100:00100000:1.0:1749393814.096293:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393814.096296:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507607936:0@lo:700: 40000000:00080000:1.0:1749393814.096303:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393814.096305:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393814.096338:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507607808:12345-0@lo:700: Request processed in 64us (176us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393814.096344:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:2.0:1749393814.096355:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507607808:0@lo:700: 00000100:00100000:2.0:1749393814.192165:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393814.194228:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393814.322150:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393814.712228:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12300 going to sleep for 0 seconds 00000100:00100000:0.0:1749393814.712241:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507608064:0@lo:900: 00000100:00100000:0.0:1749393815.192247:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393815.196217:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393815.322128:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393815.823371:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393815.823401:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393815.823426:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393815.823464:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499748992 00000100:00100000:3.0:1749393815.823473:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499748992 00000100:00100000:2.0:1749393815.823485:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499749120 00000100:00100000:2.0:1749393815.823490:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499749120 00000100:00100000:2.0:1749393815.823508:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499749248 00000100:00100000:2.0:1749393815.823509:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499749248 00000100:00100000:3.0:1749393815.823513:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 491 00000100:00100000:2.0:1749393815.823518:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1252 00000100:00100000:3.0:1749393815.823519:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499748992:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393815.823522:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499749120:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393815.823525:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1253 00000100:00100000:1.0:1749393815.823530:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499749248:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393815.823541:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 857 last 0 00010000:00080000:1.0:1749393815.823544:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 857 last 0 00000100:00100000:3.0:1749393815.823563:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499748992:12345-192.168.203.32@tcp:400: Request processed in 45us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393815.823568:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 491 00000100:00100000:2.0:1749393815.823575:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499749120:12345-192.168.203.32@tcp:38: Request processed in 53us (173us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393815.823583:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499749248:12345-192.168.203.32@tcp:38: Request processed in 52us (156us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393815.823587:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1253 00000100:00100000:2.0:1749393815.823591:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1252 00000100:00100000:2.0:1749393816.095220:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507608192:0@lo:700: 00000100:00100000:2.0:1749393816.095268:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393816.095319:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe900 going to sleep for 11 seconds 00000100:00100000:1.0:1749393816.095359:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507608192 00000100:00100000:1.0:1749393816.095365:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507608192 00000100:00080000:0.0:1749393816.095386:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393816.095401:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:1.0:1749393816.095407:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507608192:12345-0@lo:700: 00000100:00100000:1.0:1749393816.095438:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393816.095441:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507608320:0@lo:700: 40000000:00080000:1.0:1749393816.095451:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393816.095461:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393816.095503:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507608192:12345-0@lo:700: Request processed in 96us (234us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393816.095508:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:2.0:1749393816.095520:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507608192:0@lo:700: 00000100:00100000:2.0:1749393816.097131:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507608448:0@lo:700: 00000100:00100000:2.0:1749393816.097152:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393816.097180:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe900 going to sleep for 11 seconds 00000100:00100000:1.0:1749393816.097216:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507608448 00000100:00100000:1.0:1749393816.097221:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507608448 00000100:00080000:0.0:1749393816.097241:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393816.097245:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:1.0:1749393816.097249:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507608448:12345-0@lo:700: 00000100:00100000:1.0:1749393816.097266:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393816.097269:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507608576:0@lo:700: 40000000:00080000:1.0:1749393816.097274:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393816.097275:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393816.097303:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507608448:12345-0@lo:700: Request processed in 53us (150us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393816.097307:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:2.0:1749393816.097317:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507608448:0@lo:700: 00000100:00100000:0.0:1749393816.192190:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393816.198231:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393816.322129:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393816.572243:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507608704:0@lo:41: 00000100:00100000:3.0:1749393816.572291:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393816.572330:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507608704 00000100:00100000:0.0:1749393816.572337:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507608704 00000100:00100000:0.0:1749393816.572366:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1749393816.572371:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507608704:12345-0@lo:41: 00000004:00000024:0.0:1749393816.572395:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393816.572431:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507608704:12345-0@lo:41: Request processed in 60us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393816.572436:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:3.0:1749393816.572452:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507608704:0@lo:41: 00000100:00100000:0.0:1749393816.713190:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12300 going to sleep for 0 seconds 00000100:00100000:0.0:1749393816.713201:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507608832:0@lo:900: 00000100:00100000:0.0:1749393817.192126:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393817.200222:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393817.322130:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393817.500165:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393817.500171:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393817.500172:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1749393817.500174:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393817.500179:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 854 00000100:00080000:2.0:1749393817.500181:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393817.500185:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507609088:0@lo:41: 00000100:00080000:2.0:1749393817.500185:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393817.500198:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bb8700 x1834371507609216/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393817.500212:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393817.500214:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393817.500215:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393817.500217:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507608960:0@lo:400: 00000100:00080000:2.0:1749393817.500217:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 854 00000100:00080000:2.0:1749393817.500218:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393817.500219:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393817.500225:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bb9180 x1834371507609472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393817.500230:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393817.500240:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507609216:0@lo:38: 00000100:00080000:2.0:1749393817.500244:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393817.500246:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393817.500247:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393817.500249:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 854 00000100:00080000:2.0:1749393817.500250:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393817.500252:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393817.500259:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bba680 x1834371507609728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393817.500261:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507609344:0@lo:400: 00000100:00080000:2.0:1749393817.500263:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393817.500265:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393817.500266:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393817.500267:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 854 00000100:00080000:2.0:1749393817.500269:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393817.500270:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393817.500274:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393817.500275:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393817.500275:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bb9880 x1834371507609856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393817.500281:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393817.500289:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507610112:0@lo:400: 00000100:00080000:2.0:1749393817.500289:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393817.500291:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393817.500291:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393817.500293:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 854 00000100:00080000:2.0:1749393817.500294:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393817.500296:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393817.500298:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507609472:0@lo:38: 00000100:00100000:2.0:1749393817.500301:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bb8e00 x1834371507610240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393817.500303:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393817.500309:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393817.500309:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393817.500311:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507609984:0@lo:400: 00000100:00080000:2.0:1749393817.500311:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393817.500312:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393817.500314:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 854 00000100:00080000:2.0:1749393817.500315:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393817.500316:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393817.500318:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507609728:0@lo:38: 00000100:00100000:1.0:1749393817.500321:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507609216 00000100:00100000:2.0:1749393817.500322:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bbb100 x1834371507610368/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393817.500325:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393817.500326:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507609216 00000100:00100000:3.0:1749393817.500327:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393817.500335:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393817.500336:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507609856:0@lo:38: 00000100:00100000:0.0:1749393817.500339:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507609600:0@lo:400: 00000100:00100000:1.0:1749393817.500341:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507609472 00000100:00100000:1.0:1749393817.500342:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507609472 00000100:00100000:3.0:1749393817.500344:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393817.500347:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393817.500350:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507609728 00000100:00100000:2.0:1749393817.500350:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507609856 00000100:00100000:2.0:1749393817.500353:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507609856 00000100:00100000:0.0:1749393817.500355:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393817.500355:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507610240:0@lo:38: 00000100:00100000:1.0:1749393817.500356:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507609728 00000100:00100000:0.0:1749393817.500358:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507610624:0@lo:400: 00000100:00100000:3.0:1749393817.500364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393817.500365:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:0.0:1749393817.500369:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393817.500369:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507609216:12345-0@lo:38: 00000100:00100000:3.0:1749393817.500370:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507610368:0@lo:38: 00000100:00100000:2.0:1749393817.500372:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:2.0:1749393817.500375:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507609472:12345-0@lo:38: 00000100:00100000:3.0:1749393817.500379:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393817.500383:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393817.500384:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507609088 00000100:00100000:0.0:1749393817.500386:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507609088 00010000:00020000:2.0:1749393817.500386:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393817.500394:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507608960 00000100:00100000:3.0:1749393817.500397:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507608960 00000100:00100000:0.0:1749393817.500402:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507609344 00000100:00100000:0.0:1749393817.500404:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507609344 00000100:00100000:0.0:1749393817.500409:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507609600 00000100:00100000:1.0:1749393817.500409:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507609216:12345-0@lo:38: Request processed in 40us (135us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393817.500410:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507609600 00000100:00100000:2.0:1749393817.500410:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507609472:12345-0@lo:38: Request processed in 34us (99us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393817.500413:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1749393817.500414:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1749393817.500415:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:0.0:1749393817.500416:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1749393817.500418:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507608960:12345-0@lo:400: 00000100:00100000:0.0:1749393817.500420:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507609088:12345-0@lo:41: 00000100:00100000:1.0:1749393817.500421:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507610240 00000100:00100000:1.0:1749393817.500422:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507610240 00000100:00100000:2.0:1749393817.500422:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507610368 00000100:00100000:2.0:1749393817.500424:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507610368 00000100:00100000:1.0:1749393817.500427:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:1.0:1749393817.500430:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d562680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507609856:12345-0@lo:38: 00000100:00100000:2.0:1749393817.500431:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:2.0:1749393817.500433:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507609728:12345-0@lo:38: 00010000:00020000:1.0:1749393817.500436:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000004:00000024:0.0:1749393817.500437:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00010000:00020000:2.0:1749393817.500439:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393817.500441:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507608960:12345-0@lo:400: Request processed in 22us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393817.500444:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1749393817.500448:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d562680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507609856:12345-0@lo:38: Request processed in 17us (103us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393817.500452:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:2.0:1749393817.500452:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507609728:12345-0@lo:38: Request processed in 17us (124us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393817.500455:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1749393817.500457:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507609088:12345-0@lo:41: Request processed in 37us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393817.500458:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:2.0:1749393817.500461:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:0.0:1749393817.500462:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1749393817.500462:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507610240:12345-0@lo:38: 00010000:00020000:1.0:1749393817.500467:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393817.500468:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507610368:12345-0@lo:38: 00000100:00100000:3.0:1749393817.500470:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507608960:0@lo:400: 00000100:00100000:0.0:1749393817.500471:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1749393817.500474:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507609344:12345-0@lo:400: 00010000:00020000:2.0:1749393817.500474:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393817.500476:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507610240:12345-0@lo:38: Request processed in 15us (111us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393817.500479:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00080000:3.0:1749393817.500484:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393817.500486:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507610368:12345-0@lo:38: Request processed in 19us (107us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393817.500486:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393817.500488:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507609344:12345-0@lo:400: Request processed in 14us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393817.500488:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507610240:0@lo:38: 00000100:00100000:2.0:1749393817.500490:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:0.0:1749393817.500491:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1749393817.500493:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507610496:0@lo:400: 00000100:00080000:3.0:1749393817.500493:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393817.500495:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393817.500496:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1749393817.500498:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507609600:12345-0@lo:400: 00000100:00100000:3.0:1749393817.500500:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507610368:0@lo:38: 00000100:00100000:1.0:1749393817.500503:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393817.500503:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507610112 00000100:00100000:2.0:1749393817.500505:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507610112 00000100:00080000:3.0:1749393817.500507:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393817.500509:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393817.500510:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507609472:0@lo:38: 00000100:00100000:0.0:1749393817.500511:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507609600:12345-0@lo:400: Request processed in 13us (163us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393817.500515:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393817.500516:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393817.500517:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507609728:0@lo:38: 00000100:00100000:2.0:1749393817.500518:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507609984 00000100:00100000:0.0:1749393817.500519:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1749393817.500519:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507609984 00000100:00100000:1.0:1749393817.500520:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507609344:0@lo:400: 00000100:00080000:3.0:1749393817.500521:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393817.500522:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393817.500524:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507609856:0@lo:38: 00000100:00100000:2.0:1749393817.500526:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507610624 00000100:00100000:2.0:1749393817.500527:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507610624 00000100:00100000:1.0:1749393817.500528:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507609088:0@lo:41: 00000100:00080000:3.0:1749393817.500528:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393817.500529:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507610496 00000100:00080000:3.0:1749393817.500529:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393817.500531:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507610496 00000100:00100000:3.0:1749393817.500531:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507609216:0@lo:38: 00000100:00100000:2.0:1749393817.500540:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1749393817.500542:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1749393817.500543:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507610112:12345-0@lo:400: 00000100:00100000:0.0:1749393817.500545:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507609984:12345-0@lo:400: 00000100:00100000:1.0:1749393817.500551:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1749393817.500552:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507609600:0@lo:400: 00000100:00100000:1.0:1749393817.500555:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507610624:12345-0@lo:400: 00000100:00100000:2.0:1749393817.500562:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507610112:12345-0@lo:400: Request processed in 19us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393817.500564:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507609984:12345-0@lo:400: Request processed in 19us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393817.500566:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1749393817.500568:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1749393817.500572:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1749393817.500574:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507610624:12345-0@lo:400: Request processed in 19us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393817.500575:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507610496:12345-0@lo:400: 00000100:00100000:1.0:1749393817.500577:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00080000:0.0:1749393817.500584:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1749393817.500585:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c5880 x1834371507610624/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393817.500588:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507610496:12345-0@lo:400: Request processed in 13us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393817.500591:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1749393817.500591:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507610624:0@lo:400: 00010000:00080000:1.0:1749393817.500593:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c4700 x1834371507610496/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749393817.500597:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bb8a80 x1834371507609984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393817.500599:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507610496:0@lo:400: 00000100:00100000:3.0:1749393817.500602:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507609984:0@lo:400: 00010000:00080000:2.0:1749393817.500607:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bb8000 x1834371507610112/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393817.500613:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507610112:0@lo:400: 00000100:00100000:0.0:1749393818.096384:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507610752:0@lo:700: 00000100:00100000:0.0:1749393818.096452:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393818.096534:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749393818.096591:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507610752 00000100:00100000:1.0:1749393818.096602:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507610752 00000100:00080000:0.0:1749393818.096693:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393818.096700:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:1.0:1749393818.096710:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507610752:12345-0@lo:700: 00000100:00100000:1.0:1749393818.096753:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393818.096760:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507610880:0@lo:700: 40000000:00080000:1.0:1749393818.096775:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393818.096779:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393818.096837:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507610752:12345-0@lo:700: Request processed in 129us (384us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393818.096846:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1749393818.096858:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507610752:0@lo:700: 00000100:00100000:2.0:1749393818.098179:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507611008:0@lo:700: 00000100:00100000:2.0:1749393818.098219:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393818.098294:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe900 going to sleep for 11 seconds 00000100:00100000:1.0:1749393818.098345:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507611008 00000100:00100000:1.0:1749393818.098353:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507611008 00000100:00080000:0.0:1749393818.098379:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393818.098390:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:1.0:1749393818.098399:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507611008:12345-0@lo:700: 00000100:00100000:1.0:1749393818.098429:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393818.098435:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507611136:0@lo:700: 40000000:00080000:1.0:1749393818.098458:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393818.098461:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393818.098520:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507611008:12345-0@lo:700: Request processed in 121us (300us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393818.098529:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:2.0:1749393818.098549:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507611008:0@lo:700: 00000100:00100000:0.0:1749393818.192175:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393818.202300:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393818.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393818.714234:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393818.714251:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507611264:0@lo:900: 00000100:00100000:0.0:1749393819.192230:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393819.204339:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393819.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393820.097406:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507611392:0@lo:700: 00000100:00100000:2.0:1749393820.097478:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393820.097563:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe900 going to sleep for 11 seconds 00000100:00100000:1.0:1749393820.097652:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507611392 00000100:00100000:1.0:1749393820.097663:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507611392 00000100:00080000:0.0:1749393820.097721:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393820.097737:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1749393820.097748:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507611392:12345-0@lo:700: 00000100:00100000:1.0:1749393820.097797:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393820.097804:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507611520:0@lo:700: 40000000:00080000:1.0:1749393820.097820:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393820.097823:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393820.097885:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507611392:12345-0@lo:700: Request processed in 140us (406us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393820.097894:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:2.0:1749393820.097918:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507611392:0@lo:700: 00000100:00100000:2.0:1749393820.099178:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507611648:0@lo:700: 00000100:00100000:2.0:1749393820.099216:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393820.099272:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe900 going to sleep for 11 seconds 00000100:00100000:1.0:1749393820.099331:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507611648 00000100:00100000:1.0:1749393820.099341:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507611648 00000100:00080000:0.0:1749393820.099370:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393820.099378:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:1.0:1749393820.099386:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507611648:12345-0@lo:700: 00000100:00100000:1.0:1749393820.099417:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393820.099423:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507611776:0@lo:700: 40000000:00080000:1.0:1749393820.099434:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393820.099437:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393820.099492:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507611648:12345-0@lo:700: Request processed in 106us (276us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393820.099520:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:2.0:1749393820.099522:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507611648:0@lo:700: 00000100:00100000:0.0:1749393820.192176:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393820.206310:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393820.322196:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393820.715227:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393820.715245:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996cca80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507611904:0@lo:900: 00000100:00100000:0.0:1749393820.831510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393820.831559:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393820.831695:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499749376 00000100:00100000:0.0:1749393820.831705:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393820.831706:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499749376 00000100:00100000:1.0:1749393820.831732:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499749504 00000100:00100000:1.0:1749393820.831741:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499749504 00000100:00100000:2.0:1749393820.831760:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 493 00000100:00100000:2.0:1749393820.831769:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499749376:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393820.831772:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499749632 00000100:00100000:1.0:1749393820.831775:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499749632 00000100:00100000:1.0:1749393820.831804:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1260 00000100:00100000:1.0:1749393820.831812:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499749504:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393820.831836:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1261 00010000:00080000:1.0:1749393820.831839:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 862 last 0 00000100:00100000:2.0:1749393820.831841:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499749376:12345-192.168.203.32@tcp:400: Request processed in 72us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393820.831845:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499749632:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393820.831849:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 493 00010000:00080000:0.0:1749393820.831870:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 862 last 0 00000100:00100000:1.0:1749393820.831897:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499749504:12345-192.168.203.32@tcp:38: Request processed in 85us (336us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393820.831906:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1260 00000100:00100000:0.0:1749393820.831915:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499749632:12345-192.168.203.32@tcp:38: Request processed in 70us (210us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393820.831923:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1261 00000100:00100000:0.0:1749393820.899178:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393820.899184:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393820.899208:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507612160/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393825 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393820.899208:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507612032/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393825 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393820.899264:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393820.899306:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393820.899330:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393820.899345:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393820.899387:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507612032 00000100:00100000:1.0:1749393820.899396:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507612032 00000100:00100000:3.0:1749393820.899408:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507612160 00000100:00100000:3.0:1749393820.899432:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507612160 00000100:00080000:0.0:1749393820.899452:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393820.899457:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:1.0:1749393820.899467:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507612032:12345-0@lo:700: 00000100:00100000:0.0:1749393820.899484:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 40000000:00080000:1.0:1749393820.899492:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393820.899495:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507612160:12345-0@lo:700: 40000000:00080000:0.0:1749393820.899516:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393820.899537:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507612032:12345-0@lo:700: Request processed in 72us (272us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393820.899543:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507612032/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393836 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393820.899545:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1749393820.899552:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507612160:12345-0@lo:700: Request processed in 61us (247us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393820.899555:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393820.899560:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1749393820.899591:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507612160/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393836 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393820.899601:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393821.192273:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393821.208285:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393821.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393821.580343:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507612288:0@lo:41: 00000100:00100000:0.0:1749393821.580415:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393821.580484:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507612288 00000100:00100000:2.0:1749393821.580496:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507612288 00000100:00100000:2.0:1749393821.580546:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1749393821.580554:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507612288:12345-0@lo:41: 00000004:00000024:2.0:1749393821.580592:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393821.580686:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507612288:12345-0@lo:41: Request processed in 131us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393821.580694:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1749393821.580724:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507612288:0@lo:41: 00000100:00100000:2.0:1749393822.098228:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b3b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507612416:0@lo:700: 00000100:00100000:2.0:1749393822.098297:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393822.098373:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393822.098425:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507612416 00000100:00100000:0.0:1749393822.098436:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507612416 00000100:00080000:2.0:1749393822.098502:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393822.098511:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1749393822.098523:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507612416:12345-0@lo:700: 00000100:00100000:0.0:1749393822.098566:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393822.098574:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507612544:0@lo:700: 40000000:00080000:0.0:1749393822.098588:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393822.098591:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393822.098685:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507612416:12345-0@lo:700: Request processed in 164us (387us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393822.098695:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:2.0:1749393822.098717:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b3b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507612416:0@lo:700: 00000100:00100000:2.0:1749393822.100179:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b3b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507612672:0@lo:700: 00000100:00100000:2.0:1749393822.100218:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393822.100274:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393822.100338:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507612672 00000100:00100000:0.0:1749393822.100346:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507612672 00000100:00080000:2.0:1749393822.100403:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393822.100411:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1749393822.100419:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507612672:12345-0@lo:700: 00000100:00100000:0.0:1749393822.100452:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393822.100458:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507612800:0@lo:700: 40000000:00080000:0.0:1749393822.100468:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393822.100471:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393822.100520:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507612672:12345-0@lo:700: Request processed in 101us (301us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393822.100528:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:2.0:1749393822.100543:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b3b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507612672:0@lo:700: 00000100:00100000:0.0:1749393822.192202:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393822.210316:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393822.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393822.508250:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393822.508261:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393822.508265:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393822.508273:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 859 00000100:00080000:2.0:1749393822.508278:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393822.508285:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393822.508310:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b02680 x1834371507613184/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393822.508358:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507613056:0@lo:41: 00000100:00100000:3.0:1749393822.508366:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507612928:0@lo:400: 00000100:00080000:2.0:1749393822.508369:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393822.508374:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393822.508376:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393822.508379:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 859 00000100:00080000:2.0:1749393822.508382:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393822.508385:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393822.508399:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d7b3b80 x1834371507613440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393822.508400:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1749393822.508417:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393822.508420:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393822.508421:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507613312:0@lo:400: 00000100:00080000:2.0:1749393822.508422:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393822.508425:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 859 00000100:00080000:2.0:1749393822.508427:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393822.508430:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393822.508440:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d520a80 x1834371507613696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393822.508443:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393822.508446:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393822.508448:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393822.508451:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393822.508452:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393822.508455:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 859 00000100:00080000:2.0:1749393822.508457:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393822.508460:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393822.508469:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393822.508469:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d522a00 x1834371507613824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393822.508490:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507613056 00000100:00100000:0.0:1749393822.508497:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507613056 00000100:00080000:2.0:1749393822.508497:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393822.508500:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393822.508501:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507613568:0@lo:400: 00000100:00080000:2.0:1749393822.508502:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393822.508504:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507613952:0@lo:400: 00000100:00080000:2.0:1749393822.508506:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 859 00000100:00080000:2.0:1749393822.508508:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393822.508511:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393822.508520:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393822.508522:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f16680 x1834371507614208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393822.508530:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393822.508530:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393822.508533:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393822.508534:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393822.508537:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507613312 00000100:00080000:2.0:1749393822.508537:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 859 00000100:00080000:2.0:1749393822.508539:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393822.508540:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507613312 00000100:00080000:2.0:1749393822.508542:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393822.508549:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749393822.508551:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507613568 00000100:00100000:2.0:1749393822.508552:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f17800 x1834371507614336/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393822.508554:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507613568 00000100:00100000:3.0:1749393822.508556:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507614080:0@lo:400: 00000100:00100000:1.0:1749393822.508561:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1749393822.508571:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1749393822.508573:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507613056:12345-0@lo:41: 00000100:00100000:3.0:1749393822.508573:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393822.508578:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507613312:12345-0@lo:400: 00000100:00100000:2.0:1749393822.508615:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507614464:0@lo:400: 00000100:00100000:3.0:1749393822.508626:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507613184:0@lo:38: 00000004:00000024:1.0:1749393822.508638:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393822.508656:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507613312:12345-0@lo:400: Request processed in 77us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393822.508661:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393822.508664:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1749393822.508672:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393822.508683:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1749393822.508687:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507613056:12345-0@lo:41: Request processed in 117us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393822.508689:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507613568:12345-0@lo:400: 00000100:00100000:1.0:1749393822.508696:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1749393822.508701:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749393822.508703:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507613440:0@lo:38: 00000100:00100000:2.0:1749393822.508709:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507614592:0@lo:400: 00000100:00100000:0.0:1749393822.508713:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507613568:12345-0@lo:400: Request processed in 24us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393822.508720:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1749393822.508731:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393822.508736:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393822.508739:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507613568:0@lo:400: 00000100:00100000:0.0:1749393822.508747:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507613184 00000100:00100000:1.0:1749393822.508749:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507613312:0@lo:400: 00000100:00100000:0.0:1749393822.508750:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507613184 00000100:00100000:3.0:1749393822.508762:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507613696:0@lo:38: 00000100:00100000:2.0:1749393822.508763:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507612928 00000100:00100000:0.0:1749393822.508765:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507613440 00000100:00100000:0.0:1749393822.508768:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507613440 00000100:00100000:2.0:1749393822.508769:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507612928 00000100:00100000:1.0:1749393822.508777:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1749393822.508783:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:1.0:1749393822.508784:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507613184:12345-0@lo:38: 00000100:00100000:0.0:1749393822.508788:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507613440:12345-0@lo:38: 00000100:00100000:3.0:1749393822.508789:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393822.508799:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00010000:00020000:1.0:1749393822.508806:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393822.508811:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507613824:0@lo:38: 00010000:00020000:0.0:1749393822.508819:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393822.508825:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507612928:12345-0@lo:400: 00000100:00100000:1.0:1749393822.508836:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507613184:12345-0@lo:38: Request processed in 53us (165us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393822.508840:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393822.508844:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1749393822.508847:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507613440:12345-0@lo:38: Request processed in 58us (111us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393822.508854:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507613696 00000100:00100000:1.0:1749393822.508858:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507613696 00000100:00100000:3.0:1749393822.508863:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507614208:0@lo:38: 00000100:00100000:0.0:1749393822.508868:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000100:00100000:2.0:1749393822.508870:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507612928:12345-0@lo:400: Request processed in 45us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393822.508877:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1749393822.508881:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507613824 00000100:00100000:0.0:1749393822.508884:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507613824 00000100:00100000:1.0:1749393822.508886:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:1.0:1749393822.508890:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507613696:12345-0@lo:38: 00000100:00100000:3.0:1749393822.508891:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393822.508894:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:0.0:1749393822.508898:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507613824:12345-0@lo:38: 00010000:00020000:1.0:1749393822.508902:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393822.508907:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507614336:0@lo:38: 00010000:00020000:0.0:1749393822.508911:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393822.508923:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507612928:0@lo:400: 00000100:00100000:1.0:1749393822.508925:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507613696:12345-0@lo:38: Request processed in 34us (137us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393822.508932:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:0.0:1749393822.508939:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507613824:12345-0@lo:38: Request processed in 40us (99us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393822.508940:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507614208 00000100:00100000:3.0:1749393822.508940:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393822.508943:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507614208 00000100:00100000:0.0:1749393822.508945:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:1.0:1749393822.508951:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507614336 00000100:00100000:2.0:1749393822.508952:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507613952 00000100:00100000:1.0:1749393822.508954:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507614336 00000100:00100000:0.0:1749393822.508955:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1749393822.508956:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507613952 00000100:00100000:0.0:1749393822.508960:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d562300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507614208:12345-0@lo:38: 00000100:00100000:1.0:1749393822.508962:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:1.0:1749393822.508967:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507614336:12345-0@lo:38: 00010000:00020000:0.0:1749393822.508970:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749393822.508974:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393822.508976:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507614080 00000100:00100000:2.0:1749393822.508978:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507614080 00000100:00080000:3.0:1749393822.508981:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:1.0:1749393822.508987:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393822.508989:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d562300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507614208:12345-0@lo:38: Request processed in 28us (99us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393822.508989:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507613184:0@lo:38: 00000100:00100000:2.0:1749393822.508991:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507614464 00000100:00100000:2.0:1749393822.508994:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507614464 00000100:00100000:0.0:1749393822.508995:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00080000:3.0:1749393822.509006:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393822.509011:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507614336:12345-0@lo:38: Request processed in 42us (72us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393822.509015:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507614592 00000100:00100000:1.0:1749393822.509018:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1749393822.509019:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507614592 00000100:00080000:3.0:1749393822.509021:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393822.509028:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507613440:0@lo:38: 00000100:00100000:0.0:1749393822.509034:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507613056:0@lo:41: 00000100:00100000:2.0:1749393822.509037:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1749393822.509045:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1749393822.509045:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507613952:12345-0@lo:400: 00000100:00080000:3.0:1749393822.509046:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393822.509050:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393822.509052:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507614080:12345-0@lo:400: 00000100:00100000:3.0:1749393822.509055:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507613696:0@lo:38: 00000100:00080000:3.0:1749393822.509067:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393822.509070:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393822.509110:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1749393822.509115:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507613824:0@lo:38: 00000100:00100000:0.0:1749393822.509118:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507614464:12345-0@lo:400: 00000100:00100000:1.0:1749393822.509126:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507614080:12345-0@lo:400: Request processed in 74us (552us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393822.509128:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393822.509131:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393822.509133:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1749393822.509134:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507613952:12345-0@lo:400: Request processed in 87us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393822.509135:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507614208:0@lo:38: 00000100:00080000:3.0:1749393822.509144:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393822.509146:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00080000:3.0:1749393822.509148:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393822.509150:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1749393822.509154:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507614336:0@lo:38: 00000100:00100000:0.0:1749393822.509155:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507614464:12345-0@lo:400: Request processed in 38us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393822.509156:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507614592:12345-0@lo:400: 00000100:00100000:0.0:1749393822.509161:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1749393822.509181:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507614592:12345-0@lo:400: Request processed in 25us (449us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393822.509182:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1749393822.509184:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d56ea00 x1834371507614464/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393822.509187:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1749393822.509196:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507614464:0@lo:400: 00010000:00080000:2.0:1749393822.509213:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d56f800 x1834371507614592/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393822.509223:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507614592:0@lo:400: 00010000:00080000:2.0:1749393822.509244:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f16d80 x1834371507614080/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393822.509267:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507614080:0@lo:400: 00010000:00080000:2.0:1749393822.509280:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d521180 x1834371507613952/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393822.509288:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507613952:0@lo:400: 00000100:00100000:0.0:1749393822.716289:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393822.716306:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507614720:0@lo:900: 00000100:00100000:2.0:1749393823.192338:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393823.212301:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393823.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393824.099241:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507614848:0@lo:700: 00000100:00100000:2.0:1749393824.099309:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393824.099381:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfea80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393824.099431:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507614848 00000100:00100000:0.0:1749393824.099443:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507614848 00000100:00080000:2.0:1749393824.099507:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393824.099516:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:0.0:1749393824.099527:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507614848:12345-0@lo:700: 00000100:00100000:0.0:1749393824.099573:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393824.099580:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507614976:0@lo:700: 40000000:00080000:0.0:1749393824.099622:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393824.099625:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393824.099680:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507614848:12345-0@lo:700: Request processed in 155us (370us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393824.099689:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1749393824.099712:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507614848:0@lo:700: 00000100:00100000:2.0:1749393824.101177:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507615104:0@lo:700: 00000100:00100000:2.0:1749393824.101216:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393824.101272:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfea80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393824.101334:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507615104 00000100:00100000:0.0:1749393824.101343:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507615104 00000100:00080000:2.0:1749393824.101396:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393824.101400:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:0.0:1749393824.101409:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507615104:12345-0@lo:700: 00000100:00100000:0.0:1749393824.101440:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393824.101446:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507615232:0@lo:700: 40000000:00080000:0.0:1749393824.101455:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393824.101458:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393824.101508:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507615104:12345-0@lo:700: Request processed in 99us (291us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393824.101516:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:2.0:1749393824.101532:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507615104:0@lo:700: 00000100:00100000:2.0:1749393824.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393824.214312:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393824.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393824.717217:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393824.717228:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507615360:0@lo:900: 00000100:00100000:2.0:1749393825.192201:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393825.216346:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393825.322213:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393825.839510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393825.839564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393825.839671:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499749760 00000100:00100000:1.0:1749393825.839680:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499749888 00000100:00100000:2.0:1749393825.839680:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499749760 00000100:00100000:1.0:1749393825.839690:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499749888 00000100:00100000:0.0:1749393825.839691:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393825.839718:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499750016 00000100:00100000:1.0:1749393825.839720:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499750016 00000100:00100000:0.0:1749393825.839734:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1268 00000100:00100000:2.0:1749393825.839736:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 495 00000100:00100000:0.0:1749393825.839742:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499749888:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393825.839745:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499749760:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393825.839754:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1269 00000100:00100000:1.0:1749393825.839761:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499750016:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393825.839770:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 867 last 0 00010000:00080000:1.0:1749393825.839784:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 867 last 0 00000100:00100000:2.0:1749393825.839803:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499749760:12345-192.168.203.32@tcp:400: Request processed in 59us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393825.839811:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 495 00000100:00100000:0.0:1749393825.839819:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499749888:12345-192.168.203.32@tcp:38: Request processed in 76us (254us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393825.839827:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1268 00000100:00100000:1.0:1749393825.839836:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499750016:12345-192.168.203.32@tcp:38: Request processed in 74us (145us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393825.839844:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1269 00000100:00100000:2.0:1749393826.100212:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507615488:0@lo:700: 00000100:00100000:2.0:1749393826.100251:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393826.100310:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1749393826.100368:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507615488 00000100:00100000:0.0:1749393826.100377:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507615488 00000100:00100000:0.0:1749393826.100428:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00080000:2.0:1749393826.100436:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393826.100438:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507615488:12345-0@lo:700: 00000100:00100000:0.0:1749393826.100472:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393826.100479:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507615616:0@lo:700: 40000000:00080000:0.0:1749393826.100489:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393826.100492:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393826.100542:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507615488:12345-0@lo:700: Request processed in 106us (289us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393826.100549:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:2.0:1749393826.100563:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507615488:0@lo:700: 00000100:00100000:2.0:1749393826.102177:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507615744:0@lo:700: 00000100:00100000:2.0:1749393826.102219:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393826.102275:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1749393826.102339:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507615744 00000100:00100000:0.0:1749393826.102347:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507615744 00000100:00080000:2.0:1749393826.102404:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393826.102412:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1749393826.102421:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507615744:12345-0@lo:700: 00000100:00100000:0.0:1749393826.102455:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393826.102461:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507615872:0@lo:700: 40000000:00080000:0.0:1749393826.102471:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393826.102481:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393826.102534:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507615744:12345-0@lo:700: Request processed in 113us (314us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393826.102543:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:2.0:1749393826.102558:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507615744:0@lo:700: 00000100:00100000:2.0:1749393826.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393826.218298:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393826.322174:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393826.588350:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507616000:0@lo:41: 00000100:00100000:2.0:1749393826.588394:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393826.588524:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507616000 00000100:00100000:0.0:1749393826.588533:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507616000 00000100:00100000:0.0:1749393826.588608:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1749393826.588617:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507616000:12345-0@lo:41: 00000004:00000024:0.0:1749393826.588649:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393826.588705:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507616000:12345-0@lo:41: Request processed in 89us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393826.588713:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1749393826.588734:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507616000:0@lo:41: 00000100:00100000:0.0:1749393826.718195:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393826.718206:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507616128:0@lo:900: 00000100:00100000:2.0:1749393827.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393827.220418:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393827.322214:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393827.516244:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393827.516253:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393827.516257:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393827.516260:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1749393827.516265:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 864 00000100:00080000:2.0:1749393827.516270:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393827.516277:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393827.516280:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507616384:0@lo:400: 00000100:00100000:2.0:1749393827.516298:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56dc00 x1834371507616512/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393827.516320:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393827.516337:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393827.516339:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393827.516339:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1749393827.516343:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 864 00000100:00080000:2.0:1749393827.516345:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393827.516349:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393827.516349:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507616256:0@lo:41: 00000100:00080000:2.0:1749393827.516349:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393827.516358:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507616640:0@lo:400: 00000100:00100000:2.0:1749393827.516363:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56c380 x1834371507616768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393827.516383:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393827.516386:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393827.516387:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393827.516391:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 864 00000100:00080000:2.0:1749393827.516393:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393827.516396:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393827.516404:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393827.516406:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130062300 x1834371507617024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393827.516408:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507616384 00000100:00100000:3.0:1749393827.516411:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507616512:0@lo:38: 00000100:00100000:0.0:1749393827.516415:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507616384 00000100:00080000:2.0:1749393827.516415:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393827.516418:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393827.516420:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393827.516423:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 864 00000100:00080000:2.0:1749393827.516424:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393827.516427:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393827.516436:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130061f80 x1834371507617152/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393827.516449:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393827.516454:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00080000:2.0:1749393827.516460:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393827.516462:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507616384:12345-0@lo:400: 00000100:00080000:2.0:1749393827.516468:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393827.516470:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393827.516471:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507617280:0@lo:400: 00000100:00080000:2.0:1749393827.516474:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 864 00000100:00080000:2.0:1749393827.516477:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393827.516477:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507616768:0@lo:38: 00000100:00080000:2.0:1749393827.516480:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393827.516493:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099756a00 x1834371507617536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393827.516501:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393827.516502:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393827.516503:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393827.516505:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393827.516506:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393827.516510:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 864 00000100:00100000:0.0:1749393827.516511:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507616384:12345-0@lo:400: Request processed in 49us (162us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393827.516512:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393827.516515:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393827.516519:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1749393827.516520:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749393827.516524:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099755880 x1834371507617664/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393827.516525:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507617024:0@lo:38: 00000100:00100000:1.0:1749393827.516527:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507616896:0@lo:400: 00000100:00100000:1.0:1749393827.516544:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393827.516597:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393827.516598:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507617920:0@lo:400: 00000100:00100000:0.0:1749393827.516607:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507616256 00000100:00100000:1.0:1749393827.516611:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507617280 00000100:00100000:1.0:1749393827.516617:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507617280 00000100:00100000:3.0:1749393827.516618:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507617152:0@lo:38: 00000100:00100000:0.0:1749393827.516621:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507616256 00000100:00100000:2.0:1749393827.516639:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393827.516640:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393827.516646:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507616896 00000100:00100000:1.0:1749393827.516647:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507617920 00000100:00100000:0.0:1749393827.516649:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507616896 00000100:00100000:1.0:1749393827.516650:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507617920 00000100:00100000:3.0:1749393827.516658:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507617536:0@lo:38: 00000100:00100000:0.0:1749393827.516663:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1749393827.516669:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507616256:12345-0@lo:41: 00000100:00100000:1.0:1749393827.516675:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1749393827.516675:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393827.516682:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507617280:12345-0@lo:400: 00000100:00100000:2.0:1749393827.516686:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1749393827.516694:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507617664:0@lo:38: 00000100:00100000:2.0:1749393827.516696:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507616896:12345-0@lo:400: 00000004:00000024:0.0:1749393827.516698:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393827.516710:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393827.516731:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507617280:12345-0@lo:400: Request processed in 49us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393827.516739:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507616256:12345-0@lo:41: Request processed in 69us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393827.516739:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1749393827.516746:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1749393827.516750:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507616512 00000100:00100000:1.0:1749393827.516752:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1749393827.516752:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507616896:12345-0@lo:400: Request processed in 57us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393827.516755:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507616512 00000100:00100000:1.0:1749393827.516757:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507617920:12345-0@lo:400: 00000100:00100000:2.0:1749393827.516759:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1749393827.516766:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507616768 00000100:00100000:0.0:1749393827.516769:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507616768 00000100:00100000:3.0:1749393827.516771:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507617024 00000100:00100000:3.0:1749393827.516774:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507617024 00000100:00100000:0.0:1749393827.516779:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507617152 00000100:00100000:0.0:1749393827.516781:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507617152 00000100:00100000:3.0:1749393827.516782:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507617536 00000100:00100000:3.0:1749393827.516784:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507617536 00000100:00100000:1.0:1749393827.516787:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507617920:12345-0@lo:400: Request processed in 30us (149us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393827.516787:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393827.516789:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507617664 00000100:00100000:0.0:1749393827.516791:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507617664 00000100:00100000:1.0:1749393827.516794:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1749393827.516795:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:3.0:1749393827.516801:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507616512:12345-0@lo:38: 00000100:00100000:0.0:1749393827.516804:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:0.0:1749393827.516809:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507616768:12345-0@lo:38: 00010000:00080000:2.0:1749393827.516811:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099755f80 x1834371507617920/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749393827.516824:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393827.516829:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507616896:0@lo:400: 00010000:00020000:0.0:1749393827.516837:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393827.516838:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507617920:0@lo:400: 00010000:00080000:1.0:1749393827.516841:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130060e00 x1834371507617280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393827.516853:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507617280:0@lo:400: 00000100:00100000:3.0:1749393827.516858:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507616512:12345-0@lo:38: Request processed in 56us (409us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393827.516866:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507616768:12345-0@lo:38: Request processed in 56us (361us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393827.516866:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:1.0:1749393827.516867:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507616256:0@lo:41: 00000100:00100000:0.0:1749393827.516872:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00100000:2.0:1749393827.516878:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:2.0:1749393827.516884:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507617024:12345-0@lo:38: 00000100:00100000:3.0:1749393827.516894:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:3.0:1749393827.516898:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507617152:12345-0@lo:38: 00000100:00100000:0.0:1749393827.516899:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00010000:00020000:2.0:1749393827.516901:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393827.516904:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507617536:12345-0@lo:38: 00010000:00020000:3.0:1749393827.516911:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393827.516913:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00010000:00020000:0.0:1749393827.516916:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393827.516919:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507617664:12345-0@lo:38: 00000100:00100000:2.0:1749393827.516937:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507617024:12345-0@lo:38: Request processed in 52us (377us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393827.516938:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507617152:12345-0@lo:38: Request processed in 38us (297us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393827.516941:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507617536:12345-0@lo:38: Request processed in 36us (265us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393827.516943:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393827.516944:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:3.0:1749393827.516948:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1749393827.516952:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:3.0:1749393827.516967:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393827.516975:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507617664:12345-0@lo:38: Request processed in 55us (263us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393827.516978:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507617792:0@lo:400: 00000100:00100000:1.0:1749393827.516983:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:2.0:1749393827.516987:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507616640 00000100:00100000:2.0:1749393827.516992:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507616640 00000100:00100000:3.0:1749393827.517002:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507617408:0@lo:400: 00000100:00100000:0.0:1749393827.517012:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393827.517013:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1749393827.517019:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507616640:12345-0@lo:400: 00000100:00100000:1.0:1749393827.517026:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507617792 00000100:00100000:3.0:1749393827.517026:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393827.517030:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507617792 00000100:00100000:0.0:1749393827.517039:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507616384:0@lo:400: 00000100:00100000:2.0:1749393827.517050:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507616640:12345-0@lo:400: Request processed in 31us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393827.517052:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507617408 00000100:00100000:1.0:1749393827.517054:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507617408 00000100:00100000:2.0:1749393827.517057:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1749393827.517062:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507616640:0@lo:400: 00000100:00100000:1.0:1749393827.517067:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1749393827.517072:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507617792:12345-0@lo:400: 00000100:00100000:2.0:1749393827.517116:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1749393827.517123:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507617408:12345-0@lo:400: 00000100:00080000:3.0:1749393827.517132:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393827.517137:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393827.517142:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507617664:0@lo:38: 00000100:00100000:1.0:1749393827.517149:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507617792:12345-0@lo:400: Request processed in 76us (136us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393827.517151:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393827.517154:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393827.517156:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1749393827.517158:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507617408:12345-0@lo:400: Request processed in 36us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393827.517158:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507617024:0@lo:38: 00000100:00100000:2.0:1749393827.517166:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00080000:3.0:1749393827.517166:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:0.0:1749393827.517168:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099757b80 x1834371507617792/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393827.517168:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393827.517171:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507617152:0@lo:38: 00000100:00080000:3.0:1749393827.517179:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393827.517181:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507617792:0@lo:400: 00000100:00080000:2.0:1749393827.517181:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749393827.517181:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393827.517184:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507617536:0@lo:38: 00000100:00080000:3.0:1749393827.517192:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393827.517194:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393827.517198:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507616512:0@lo:38: 00000100:00080000:3.0:1749393827.517205:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393827.517208:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393827.517211:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507616768:0@lo:38: 00010000:00080000:3.0:1749393827.517254:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099755500 x1834371507617408/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393827.517280:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507617408:0@lo:400: 00000100:00100000:2.0:1749393828.101241:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507618048:0@lo:700: 00000100:00100000:2.0:1749393828.101321:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393828.101428:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1749393828.101459:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507618048 00000100:00100000:0.0:1749393828.101470:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507618048 00000100:00100000:0.0:1749393828.101534:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00080000:2.0:1749393828.101539:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393828.101546:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507618048:12345-0@lo:700: 00000100:00100000:0.0:1749393828.101610:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12300 going to sleep for 0 seconds 00000100:00100000:0.0:1749393828.101617:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507618176:0@lo:700: 40000000:00080000:0.0:1749393828.101631:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393828.101634:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393828.101690:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507618048:12345-0@lo:700: Request processed in 147us (370us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393828.101699:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:2.0:1749393828.101739:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507618048:0@lo:700: 00000100:00100000:2.0:1749393828.103175:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507618304:0@lo:700: 00000100:00100000:2.0:1749393828.103215:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393828.103272:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1749393828.103335:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507618304 00000100:00100000:0.0:1749393828.103344:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507618304 00000100:00080000:2.0:1749393828.103398:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393828.103401:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:0.0:1749393828.103409:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cce9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507618304:12345-0@lo:700: 00000100:00100000:0.0:1749393828.103440:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12300 going to sleep for 0 seconds 00000100:00100000:0.0:1749393828.103446:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507618432:0@lo:700: 40000000:00080000:0.0:1749393828.103456:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393828.103459:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393828.103508:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cce9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507618304:12345-0@lo:700: Request processed in 99us (292us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393828.103526:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:2.0:1749393828.103529:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507618304:0@lo:700: 00000100:00100000:2.0:1749393828.192226:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393828.222352:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393828.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393828.719169:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12300 going to sleep for 0 seconds 00000100:00100000:0.0:1749393828.719179:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ea00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507618560:0@lo:900: 00000100:00100000:2.0:1749393829.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393829.224240:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393829.322152:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393830.102245:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507618688:0@lo:700: 00000100:00100000:2.0:1749393830.102302:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393830.102365:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1749393830.102405:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507618688 00000100:00100000:0.0:1749393830.102413:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507618688 00000100:00080000:2.0:1749393830.102459:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393830.102469:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:0.0:1749393830.102477:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507618688:12345-0@lo:700: 00000100:00100000:0.0:1749393830.102509:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12300 going to sleep for 0 seconds 00000100:00100000:0.0:1749393830.102514:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507618816:0@lo:700: 40000000:00080000:0.0:1749393830.102524:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393830.102527:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393830.102591:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507618688:12345-0@lo:700: Request processed in 116us (288us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393830.102597:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1749393830.102611:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507618688:0@lo:700: 00000100:00100000:2.0:1749393830.104143:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507618944:0@lo:700: 00000100:00100000:2.0:1749393830.104169:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393830.104205:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1749393830.104250:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507618944 00000100:00100000:0.0:1749393830.104256:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507618944 00000100:00100000:0.0:1749393830.104290:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00080000:2.0:1749393830.104293:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393830.104295:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507618944:12345-0@lo:700: 00000100:00100000:0.0:1749393830.104316:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12300 going to sleep for 0 seconds 00000100:00100000:0.0:1749393830.104320:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507619072:0@lo:700: 40000000:00080000:0.0:1749393830.104326:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393830.104328:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393830.104354:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507618944:12345-0@lo:700: Request processed in 59us (185us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393830.104362:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507618944:0@lo:700: 00000100:00100000:0.0:1749393830.104371:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:2.0:1749393830.192221:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393830.226251:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393830.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393830.720292:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12300 going to sleep for 0 seconds 00000100:00100000:0.0:1749393830.720309:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ea00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507619200:0@lo:900: 00000100:00100000:0.0:1749393830.847636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393830.847675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393830.847747:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393830.847761:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499750144 00000100:00100000:3.0:1749393830.847772:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499750144 00000100:00100000:1.0:1749393830.847778:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499750272 00000100:00100000:1.0:1749393830.847784:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499750272 00000100:00100000:1.0:1749393830.847816:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499750400 00000100:00100000:1.0:1749393830.847819:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499750400 00000100:00100000:3.0:1749393830.847823:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 497 00000100:00100000:3.0:1749393830.847831:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499750144:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393830.847836:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1276 00000100:00100000:1.0:1749393830.847845:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1277 00000100:00100000:2.0:1749393830.847846:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499750272:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393830.847851:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499750400:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393830.847875:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 872 last 0 00010000:00080000:2.0:1749393830.847875:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 872 last 0 00000100:00100000:3.0:1749393830.847892:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499750144:12345-192.168.203.32@tcp:400: Request processed in 61us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393830.847898:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 497 00000100:00100000:1.0:1749393830.847919:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499750400:12345-192.168.203.32@tcp:38: Request processed in 68us (171us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393830.847925:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1277 00000100:00100000:2.0:1749393830.847936:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499750272:12345-192.168.203.32@tcp:38: Request processed in 89us (257us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393830.847946:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1276 00000100:00100000:2.0:1749393831.192199:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393831.228195:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393831.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393831.596233:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507619328:0@lo:41: 00000100:00100000:1.0:1749393831.596281:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393831.596316:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507619328 00000100:00100000:2.0:1749393831.596323:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507619328 00000100:00100000:2.0:1749393831.596352:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1749393831.596357:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507619328:12345-0@lo:41: 00000004:00000024:2.0:1749393831.596381:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393831.596416:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507619328:12345-0@lo:41: Request processed in 59us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393831.596421:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1749393831.596437:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507619328:0@lo:41: 00000100:00100000:0.0:1749393831.899193:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393831.899193:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393831.899218:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507619584/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393836 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393831.899218:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507619456/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393836 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393831.899276:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393831.899299:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507619584 00000100:00100000:2.0:1749393831.899306:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507619584 00000100:00100000:0.0:1749393831.899335:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393831.899345:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1749393831.899352:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507619584:12345-0@lo:700: 00000100:00080000:0.0:1749393831.899354:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 40000000:00080000:2.0:1749393831.899375:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:2.0:1749393831.899378:0:9567:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:3.0:1749393831.899384:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393831.899408:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507619456 00000100:00100000:3.0:1749393831.899408:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393831.899411:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507619584:12345-0@lo:700: Request processed in 60us (135us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393831.899417:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:1.0:1749393831.899425:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507619456 00000100:00100000:0.0:1749393831.899429:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507619584/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393847 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393831.899437:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00080000:2.0:1749393831.899443:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393831.899469:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:1.0:1749393831.899475:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507619456:12345-0@lo:700: 40000000:00080000:1.0:1749393831.899487:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393831.899515:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507619456:12345-0@lo:700: Request processed in 41us (133us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749393831.899521:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:3.0:1749393831.899521:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507619456/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393847 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393831.899556:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393832.103222:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099757b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507619712:0@lo:700: 00000100:00100000:2.0:1749393832.103273:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393832.103326:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393832.103360:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507619712 00000100:00100000:1.0:1749393832.103366:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507619712 00000100:00080000:2.0:1749393832.103404:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393832.103411:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:1.0:1749393832.103417:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507619712:12345-0@lo:700: 00000100:00100000:1.0:1749393832.103445:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393832.103448:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507619840:0@lo:700: 40000000:00080000:1.0:1749393832.103458:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393832.103459:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393832.103491:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507619712:12345-0@lo:700: Request processed in 75us (218us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393832.103496:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1749393832.103503:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507619712:0@lo:700: 00000100:00100000:2.0:1749393832.105122:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099757b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507619968:0@lo:700: 00000100:00100000:2.0:1749393832.105151:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393832.105179:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393832.105220:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507619968 00000100:00100000:1.0:1749393832.105224:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507619968 00000100:00100000:1.0:1749393832.105251:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00080000:2.0:1749393832.105253:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393832.105255:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507619968:12345-0@lo:700: 00000100:00100000:1.0:1749393832.105272:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393832.105275:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507620096:0@lo:700: 40000000:00080000:1.0:1749393832.105280:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393832.105282:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393832.105307:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507619968:12345-0@lo:700: Request processed in 51us (156us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393832.105312:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:2.0:1749393832.105312:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507619968:0@lo:700: 00000100:00100000:2.0:1749393832.192218:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393832.230339:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393832.322244:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393832.524290:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393832.524302:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393832.524306:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393832.524314:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 869 00000100:00080000:2.0:1749393832.524319:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393832.524326:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393832.524364:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099755500 x1834371507620480/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393832.524427:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507620352:0@lo:41: 00000100:00080000:2.0:1749393832.524433:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393832.524433:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507620224:0@lo:400: 00000100:00080000:2.0:1749393832.524437:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393832.524439:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393832.524442:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 869 00000100:00080000:2.0:1749393832.524445:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393832.524448:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393832.524458:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749393832.524459:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0c380 x1834371507620736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393832.524471:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393832.524474:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393832.524475:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393832.524476:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507620608:0@lo:400: 00000100:00080000:2.0:1749393832.524478:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 869 00000100:00080000:2.0:1749393832.524484:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393832.524488:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393832.524499:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0ca80 x1834371507620992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393832.524499:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393832.524500:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393832.524507:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393832.524509:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393832.524511:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393832.524513:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 869 00000100:00080000:2.0:1749393832.524515:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393832.524517:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393832.524548:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507620352 00000100:00100000:2.0:1749393832.524550:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0ce00 x1834371507621120/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393832.524555:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507620352 00000100:00100000:0.0:1749393832.524583:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507620224 00000100:00080000:2.0:1749393832.524584:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393832.524587:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749393832.524588:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507620224 00000100:00080000:2.0:1749393832.524588:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393832.524590:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00080000:2.0:1749393832.524591:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 869 00000100:00080000:2.0:1749393832.524593:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393832.524596:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393832.524596:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507621248:0@lo:400: 00000100:00100000:1.0:1749393832.524597:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507620352:12345-0@lo:41: 00000100:00100000:2.0:1749393832.524605:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0d880 x1834371507621504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393832.524612:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393832.524614:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393832.524616:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393832.524618:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00080000:2.0:1749393832.524618:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 869 00000100:00100000:3.0:1749393832.524619:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393832.524624:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393832.524625:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507620224:12345-0@lo:400: 00000004:00000024:1.0:1749393832.524628:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00080000:2.0:1749393832.524628:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393832.524635:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393832.524638:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0dc00 x1834371507621632/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393832.524640:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507621376:0@lo:400: 00000100:00100000:3.0:1749393832.524657:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393832.524663:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507620224:12345-0@lo:400: Request processed in 39us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393832.524665:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507620352:12345-0@lo:41: Request processed in 68us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393832.524670:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1749393832.524671:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1749393832.524671:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507621248 00000100:00100000:2.0:1749393832.524675:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507621248 00000100:00100000:3.0:1749393832.524699:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507620224:0@lo:400: 00000100:00100000:1.0:1749393832.524714:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393832.524721:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507621376 00000100:00100000:2.0:1749393832.524724:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507621376 00000100:00100000:1.0:1749393832.524739:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507620864:0@lo:400: 00000100:00100000:3.0:1749393832.524740:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507620480:0@lo:38: 00000100:00100000:2.0:1749393832.524741:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1749393832.524748:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507621248:12345-0@lo:400: 00000100:00100000:0.0:1749393832.524751:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507620352:0@lo:41: 00000100:00100000:1.0:1749393832.524762:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393832.524770:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393832.524776:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507621888:0@lo:400: 00000100:00100000:0.0:1749393832.524785:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1749393832.524791:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507620736:0@lo:38: 00000100:00100000:0.0:1749393832.524793:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507621376:12345-0@lo:400: 00000100:00100000:1.0:1749393832.524809:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393832.524810:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507621248:12345-0@lo:400: Request processed in 62us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393832.524814:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393832.524818:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1749393832.524830:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507621376:12345-0@lo:400: Request processed in 38us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393832.524830:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749393832.524831:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507621888 00000100:00100000:3.0:1749393832.524833:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507620992:0@lo:38: 00000100:00100000:2.0:1749393832.524834:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507621888 00000100:00100000:0.0:1749393832.524837:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1749393832.524837:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507621760:0@lo:400: 00000100:00100000:2.0:1749393832.524865:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1749393832.524865:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393832.524870:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507621888:12345-0@lo:400: 00000100:00100000:1.0:1749393832.524872:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393832.524877:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507621120:0@lo:38: 00000100:00100000:0.0:1749393832.524878:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507620480 00000100:00100000:0.0:1749393832.524882:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507620480 00000100:00100000:3.0:1749393832.524890:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393832.524892:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507620608 00000100:00100000:1.0:1749393832.524895:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507620608 00000100:00100000:0.0:1749393832.524896:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507620736 00000100:00100000:2.0:1749393832.524897:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507621888:12345-0@lo:400: Request processed in 27us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393832.524898:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507620736 00000100:00100000:2.0:1749393832.524903:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1749393832.524903:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507621504:0@lo:38: 00000100:00100000:0.0:1749393832.524906:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507620992 00000100:00100000:0.0:1749393832.524908:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507620992 00000100:00100000:1.0:1749393832.524910:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507620864 00000100:00100000:2.0:1749393832.524910:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507621760 00000100:00100000:1.0:1749393832.524911:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507620864 00000100:00100000:0.0:1749393832.524913:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507621120 00000100:00100000:2.0:1749393832.524913:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507621760 00000100:00100000:0.0:1749393832.524915:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507621120 00000100:00100000:3.0:1749393832.524916:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393832.524922:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507621504 00000100:00100000:1.0:1749393832.524922:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1749393832.524923:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507621632:0@lo:38: 00000100:00100000:0.0:1749393832.524924:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507621504 00000100:00100000:2.0:1749393832.524925:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1749393832.524927:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507620608:12345-0@lo:400: 00000100:00100000:2.0:1749393832.524929:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507621760:12345-0@lo:400: 00000100:00100000:0.0:1749393832.524931:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:3.0:1749393832.524935:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393832.524936:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507620480:12345-0@lo:38: 00000100:00100000:2.0:1749393832.524950:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507621760:12345-0@lo:400: Request processed in 20us (77us total) trans 0 rc 0/0 00010000:00020000:0.0:1749393832.524954:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393832.524954:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507620608:12345-0@lo:400: Request processed in 27us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393832.524955:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1749393832.524955:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507621632 00000100:00100000:3.0:1749393832.524959:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507621632 00000100:00100000:1.0:1749393832.524968:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1749393832.524971:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:3.0:1749393832.524976:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507620736:12345-0@lo:38: 00000100:00100000:0.0:1749393832.524978:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507620480:12345-0@lo:38: Request processed in 42us (208us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393832.524980:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1749393832.524984:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:1.0:1749393832.524985:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507620864:12345-0@lo:400: 00010000:00020000:3.0:1749393832.524990:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393832.524993:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:0.0:1749393832.524996:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507620992:12345-0@lo:38: 00010000:00020000:0.0:1749393832.525004:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393832.525008:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:1.0:1749393832.525009:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507620864:12345-0@lo:400: Request processed in 24us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393832.525012:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507621120:12345-0@lo:38: 00000100:00100000:1.0:1749393832.525014:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1749393832.525016:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507620736:12345-0@lo:38: Request processed in 38us (200us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393832.525021:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507620992:12345-0@lo:38: Request processed in 24us (155us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393832.525021:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:0.0:1749393832.525026:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00010000:00020000:2.0:1749393832.525027:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393832.525041:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:1.0:1749393832.525046:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507621504:12345-0@lo:38: 00000100:00100000:3.0:1749393832.525046:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:2.0:1749393832.525049:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507621120:12345-0@lo:38: Request processed in 36us (157us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393832.525050:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507621632:12345-0@lo:38: 00000100:00100000:2.0:1749393832.525055:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00010000:00020000:1.0:1749393832.525060:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393832.525063:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393832.525136:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507621504:12345-0@lo:38: Request processed in 90us (219us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393832.525142:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00100000:3.0:1749393832.525145:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507621632:12345-0@lo:38: Request processed in 90us (205us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393832.525162:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00010000:00080000:1.0:1749393832.525168:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0df80 x1834371507621760/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393832.525179:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507621760:0@lo:400: 00000100:00100000:1.0:1749393832.525187:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507620864:0@lo:400: 00010000:00080000:1.0:1749393832.525196:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0e300 x1834371507621888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393832.525198:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393832.525203:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393832.525204:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507621888:0@lo:400: 00000100:00100000:3.0:1749393832.525226:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507620480:0@lo:38: 00000100:00100000:1.0:1749393832.525231:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507620608:0@lo:400: 00000100:00080000:3.0:1749393832.525241:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393832.525245:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393832.525252:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507620736:0@lo:38: 00000100:00080000:3.0:1749393832.525264:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393832.525269:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393832.525274:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507620992:0@lo:38: 00000100:00080000:3.0:1749393832.525287:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393832.525291:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393832.525296:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507621120:0@lo:38: 00000100:00080000:3.0:1749393832.525308:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393832.525312:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393832.525317:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507621504:0@lo:38: 00000100:00080000:3.0:1749393832.525328:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393832.525333:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393832.525337:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507621632:0@lo:38: 00010000:00080000:3.0:1749393832.525397:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0d500 x1834371507621376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393832.525415:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507621376:0@lo:400: 00010000:00080000:3.0:1749393832.525438:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0d180 x1834371507621248/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393832.525447:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507621248:0@lo:400: 00000100:00100000:0.0:1749393832.721166:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bc00 going to sleep for 0 seconds 00000100:00100000:0.0:1749393832.721176:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507622016:0@lo:900: 00000100:00100000:0.0:1749393833.192202:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393833.232216:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393833.322139:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393834.104216:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507622144:0@lo:700: 00000100:00100000:2.0:1749393834.104265:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393834.104320:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393834.104356:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507622144 00000100:00100000:1.0:1749393834.104362:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507622144 00000100:00080000:2.0:1749393834.104401:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393834.104408:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:1.0:1749393834.104414:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507622144:12345-0@lo:700: 00000100:00100000:1.0:1749393834.104450:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393834.104454:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507622272:0@lo:700: 40000000:00080000:1.0:1749393834.104464:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393834.104466:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393834.104498:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507622144:12345-0@lo:700: Request processed in 85us (233us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393834.104503:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1749393834.104512:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507622144:0@lo:700: 00000100:00100000:2.0:1749393834.106120:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507622400:0@lo:700: 00000100:00100000:2.0:1749393834.106140:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393834.106178:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393834.106204:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507622400 00000100:00100000:1.0:1749393834.106208:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507622400 00000100:00100000:1.0:1749393834.106234:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:1.0:1749393834.106238:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507622400:12345-0@lo:700: 00000100:00080000:2.0:1749393834.106240:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393834.106256:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393834.106260:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507622528:0@lo:700: 40000000:00080000:1.0:1749393834.106265:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393834.106267:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393834.106286:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507622400:12345-0@lo:700: Request processed in 48us (146us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393834.106291:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1749393834.106296:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507622400:0@lo:700: 00000100:00100000:0.0:1749393834.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393834.234268:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393834.322147:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393834.722194:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bc00 going to sleep for 0 seconds 00000100:00100000:0.0:1749393834.722206:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507622656:0@lo:900: 00000100:00100000:0.0:1749393835.192156:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393835.236202:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393835.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393835.855566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393835.855598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393835.855626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393835.855663:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499750528 00000100:00100000:2.0:1749393835.855672:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499750528 00000100:00100000:3.0:1749393835.855685:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499750656 00000100:00100000:3.0:1749393835.855690:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499750656 00000100:00100000:3.0:1749393835.855708:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499750784 00000100:00100000:3.0:1749393835.855709:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499750784 00000100:00100000:2.0:1749393835.855713:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 499 00000100:00100000:1.0:1749393835.855715:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1284 00000100:00100000:2.0:1749393835.855719:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499750528:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393835.855721:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499750656:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393835.855727:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1285 00000100:00100000:3.0:1749393835.855730:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499750784:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393835.855739:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 877 last 0 00010000:00080000:3.0:1749393835.855743:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 877 last 0 00000100:00100000:2.0:1749393835.855765:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499750528:12345-192.168.203.32@tcp:400: Request processed in 46us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393835.855769:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 499 00000100:00100000:1.0:1749393835.855774:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499750656:12345-192.168.203.32@tcp:38: Request processed in 53us (175us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393835.855777:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499750784:12345-192.168.203.32@tcp:38: Request processed in 46us (150us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393835.855778:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1284 00000100:00100000:3.0:1749393835.855781:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1285 00000100:00100000:2.0:1749393836.105179:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507622784:0@lo:700: 00000100:00100000:2.0:1749393836.105228:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393836.105291:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfec00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393836.105329:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507622784 00000100:00100000:1.0:1749393836.105341:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507622784 00000100:00080000:2.0:1749393836.105378:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393836.105389:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:1.0:1749393836.105395:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507622784:12345-0@lo:700: 00000100:00100000:1.0:1749393836.105422:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393836.105425:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507622912:0@lo:700: 40000000:00080000:1.0:1749393836.105436:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393836.105438:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393836.105469:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507622784:12345-0@lo:700: Request processed in 76us (242us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393836.105474:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1749393836.105483:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507622784:0@lo:700: 00000100:00100000:2.0:1749393836.107127:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507623040:0@lo:700: 00000100:00100000:2.0:1749393836.107147:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393836.107177:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfec00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393836.107213:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507623040 00000100:00100000:1.0:1749393836.107217:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507623040 00000100:00100000:1.0:1749393836.107244:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00080000:2.0:1749393836.107245:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393836.107248:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507623040:12345-0@lo:700: 00000100:00100000:1.0:1749393836.107264:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393836.107267:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507623168:0@lo:700: 40000000:00080000:1.0:1749393836.107272:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393836.107274:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393836.107294:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507623040:12345-0@lo:700: Request processed in 46us (146us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393836.107298:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:2.0:1749393836.107300:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507623040:0@lo:700: 00000100:00100000:0.0:1749393836.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393836.238229:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393836.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393836.604268:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507623296:0@lo:41: 00000100:00100000:3.0:1749393836.604319:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393836.604354:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507623296 00000100:00100000:0.0:1749393836.604361:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507623296 00000100:00100000:0.0:1749393836.604393:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1749393836.604397:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507623296:12345-0@lo:41: 00000004:00000024:0.0:1749393836.604421:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393836.604459:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507623296:12345-0@lo:41: Request processed in 61us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393836.604463:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1749393836.604480:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507623296:0@lo:41: 00000100:00100000:0.0:1749393836.723140:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393836.723146:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56d500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507623424:0@lo:900: 00000100:00100000:2.0:1749393837.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393837.240221:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393837.322213:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393837.532233:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393837.532241:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393837.532245:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393837.532248:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1749393837.532254:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 874 00000100:00080000:2.0:1749393837.532258:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393837.532266:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393837.532268:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507623680:0@lo:400: 00000100:00100000:2.0:1749393837.532287:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0f800 x1834371507623808/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393837.532312:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393837.532316:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393837.532318:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393837.532321:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 874 00000100:00100000:3.0:1749393837.532323:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749393837.532324:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393837.532327:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393837.532339:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0d180 x1834371507624064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393837.532341:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507623552:0@lo:41: 00000100:00100000:3.0:1749393837.532343:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507623936:0@lo:400: 00000100:00100000:0.0:1749393837.532351:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393837.532373:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393837.532377:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393837.532379:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393837.532382:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 874 00000100:00080000:2.0:1749393837.532384:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393837.532388:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393837.532392:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393837.532398:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0dc00 x1834371507624320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393837.532399:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507624192:0@lo:400: 00000100:00080000:2.0:1749393837.532406:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393837.532409:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393837.532410:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393837.532411:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507623680 00000100:00080000:2.0:1749393837.532413:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 874 00000100:00080000:2.0:1749393837.532415:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393837.532418:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393837.532419:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507623680 00000100:00100000:2.0:1749393837.532429:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0d880 x1834371507624448/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393837.532435:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393837.532449:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507624576:0@lo:400: 00000100:00080000:2.0:1749393837.532452:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393837.532455:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749393837.532457:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00080000:2.0:1749393837.532457:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393837.532460:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 874 00000100:00080000:2.0:1749393837.532462:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393837.532466:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507623680:12345-0@lo:400: 00000100:00080000:2.0:1749393837.532466:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393837.532474:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393837.532476:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0c380 x1834371507624832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393837.532477:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393837.532523:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393837.532527:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393837.532529:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393837.532533:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 874 00000100:00080000:2.0:1749393837.532535:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393837.532539:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393837.532542:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507624704:0@lo:400: 00000100:00100000:1.0:1749393837.532543:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507624576 00000100:00100000:0.0:1749393837.532545:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507623680:12345-0@lo:400: Request processed in 78us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393837.532553:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0c000 x1834371507624960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393837.532554:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1749393837.532558:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507624576 00000100:00100000:3.0:1749393837.532582:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393837.532590:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507623552 00000100:00100000:1.0:1749393837.532593:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507624704 00000100:00100000:0.0:1749393837.532594:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507623552 00000100:00100000:1.0:1749393837.532595:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507624704 00000100:00100000:2.0:1749393837.532598:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507623808:0@lo:38: 00000100:00100000:3.0:1749393837.532605:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393837.532613:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507625088:0@lo:400: 00000100:00100000:0.0:1749393837.532614:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507624192 00000100:00100000:1.0:1749393837.532614:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1749393837.532616:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507624192 00000100:00100000:1.0:1749393837.532621:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507624576:12345-0@lo:400: 00000100:00100000:0.0:1749393837.532625:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507623936 00000100:00100000:0.0:1749393837.532628:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507623936 00000100:00100000:0.0:1749393837.532638:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1749393837.532639:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393837.532644:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507623552:12345-0@lo:41: 00000100:00100000:3.0:1749393837.532644:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393837.532664:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507624064:0@lo:38: 00000100:00100000:1.0:1749393837.532667:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507624576:12345-0@lo:400: Request processed in 46us (192us total) trans 0 rc 0/0 00000004:00000024:0.0:1749393837.532671:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393837.532674:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1749393837.532679:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507623808 00000100:00100000:3.0:1749393837.532685:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507623808 00000100:00100000:1.0:1749393837.532687:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507625088 00000100:00100000:1.0:1749393837.532690:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507625088 00000100:00100000:2.0:1749393837.532691:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393837.532698:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507623552:12345-0@lo:41: Request processed in 54us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393837.532705:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1749393837.532707:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507624064 00000100:00100000:3.0:1749393837.532710:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507624064 00000100:00100000:2.0:1749393837.532711:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507624320:0@lo:38: 00000100:00100000:1.0:1749393837.532713:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1749393837.532717:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1749393837.532719:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507624704:12345-0@lo:400: 00000100:00100000:0.0:1749393837.532722:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507624192:12345-0@lo:400: 00000100:00100000:3.0:1749393837.532724:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1749393837.532729:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393837.532731:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507623808:12345-0@lo:38: 00000100:00100000:2.0:1749393837.532748:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507624448:0@lo:38: 00000100:00100000:0.0:1749393837.532752:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507624192:12345-0@lo:400: Request processed in 30us (317us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393837.532754:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393837.532756:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507624704:12345-0@lo:400: Request processed in 36us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393837.532757:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1749393837.532762:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1749393837.532763:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393837.532766:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1749393837.532771:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507623936:12345-0@lo:400: 00000100:00100000:1.0:1749393837.532772:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1749393837.532777:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507625088:12345-0@lo:400: 00000100:00100000:2.0:1749393837.532777:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507624832:0@lo:38: 00000100:00100000:3.0:1749393837.532787:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507623808:12345-0@lo:38: Request processed in 56us (148us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393837.532795:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1749393837.532802:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393837.532806:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507624320 00000100:00100000:1.0:1749393837.532808:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507625088:12345-0@lo:400: Request processed in 31us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393837.532808:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507624320 00000100:00100000:2.0:1749393837.532812:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507624960:0@lo:38: 00000100:00100000:1.0:1749393837.532814:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1749393837.532815:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507624448 00000100:00100000:0.0:1749393837.532816:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507623936:12345-0@lo:400: Request processed in 44us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393837.532817:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507624448 00000100:00100000:0.0:1749393837.532823:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1749393837.532823:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507624832 00000100:00100000:3.0:1749393837.532825:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507624832 00000100:00080000:1.0:1749393837.532828:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393837.532828:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393837.532832:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507624960 00000100:00100000:3.0:1749393837.532834:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507624960 00000100:00100000:3.0:1749393837.532842:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:3.0:1749393837.532846:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507624064:12345-0@lo:38: 00000100:00100000:0.0:1749393837.532853:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00080000:2.0:1749393837.532854:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:1.0:1749393837.532855:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0ce00 x1834371507624576/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393837.532858:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507624320:12345-0@lo:38: 00000100:00080000:2.0:1749393837.532858:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:3.0:1749393837.532858:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393837.532863:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507623808:0@lo:38: 00000100:00100000:1.0:1749393837.532869:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507624576:0@lo:400: 00010000:00020000:0.0:1749393837.532873:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393837.532877:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507624064:12345-0@lo:38: Request processed in 29us (185us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749393837.532881:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393837.532883:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00080000:2.0:1749393837.532884:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393837.532888:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507623552:0@lo:41: 00000100:00100000:2.0:1749393837.532888:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507624064:0@lo:38: 00000100:00080000:2.0:1749393837.532896:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393837.532898:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507624320:12345-0@lo:38: Request processed in 39us (168us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749393837.532899:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393837.532902:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507624320:0@lo:38: 00000100:00100000:1.0:1749393837.532904:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393837.532904:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:3.0:1749393837.532909:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507624448:12345-0@lo:38: 00000100:00100000:1.0:1749393837.532911:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507625216:0@lo:400: 00000100:00100000:0.0:1749393837.532917:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00010000:00020000:3.0:1749393837.532922:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393837.532930:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:0.0:1749393837.532934:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507624832:12345-0@lo:38: 00010000:00020000:0.0:1749393837.532946:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393837.532948:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393837.532950:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507623680:0@lo:400: 00000100:00100000:3.0:1749393837.532951:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507624448:12345-0@lo:38: Request processed in 41us (186us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393837.532958:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:3.0:1749393837.532968:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1749393837.532969:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507625216 00000100:00100000:0.0:1749393837.532970:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507624832:12345-0@lo:38: Request processed in 33us (166us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393837.532973:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507625216 00000100:00100000:3.0:1749393837.532973:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507624960:12345-0@lo:38: 00000100:00100000:0.0:1749393837.532976:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00010000:00020000:3.0:1749393837.532982:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393837.532996:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393837.533000:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507624960:12345-0@lo:38: Request processed in 26us (171us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393837.533004:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1749393837.533006:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1749393837.533012:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507625216:12345-0@lo:400: 00000100:00100000:0.0:1749393837.533031:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507624192:0@lo:400: 00010000:00080000:3.0:1749393837.533036:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0e300 x1834371507625088/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393837.533049:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507625088:0@lo:400: 00010000:00080000:3.0:1749393837.533061:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0ca80 x1834371507624704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393837.533117:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507624704:0@lo:400: 00000100:00100000:2.0:1749393837.533127:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507625216:12345-0@lo:400: Request processed in 114us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393837.533129:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507623936:0@lo:400: 00010000:00080000:1.0:1749393837.533131:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0c700 x1834371507625216/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393837.533135:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1749393837.533143:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507625216:0@lo:400: 00000100:00080000:3.0:1749393837.533170:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393837.533174:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393837.533178:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507624448:0@lo:38: 00000100:00080000:3.0:1749393837.533188:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393837.533191:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393837.533202:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507624832:0@lo:38: 00000100:00080000:3.0:1749393837.533214:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393837.533217:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393837.533220:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507624960:0@lo:38: 00000100:00100000:2.0:1749393838.106255:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507625344:0@lo:700: 00000100:00100000:2.0:1749393838.106325:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393838.106407:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfec00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393838.106470:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507625344 00000100:00100000:1.0:1749393838.106481:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507625344 00000100:00080000:2.0:1749393838.106578:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393838.106590:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:1.0:1749393838.106601:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507625344:12345-0@lo:700: 00000100:00100000:1.0:1749393838.106648:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393838.106655:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507625472:0@lo:700: 40000000:00080000:1.0:1749393838.106671:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393838.106674:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393838.106730:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507625344:12345-0@lo:700: Request processed in 131us (405us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393838.106739:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1749393838.106755:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507625344:0@lo:700: 00000100:00100000:2.0:1749393838.108132:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507625600:0@lo:700: 00000100:00100000:2.0:1749393838.108161:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393838.108205:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfec00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393838.108279:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507625600 00000100:00100000:1.0:1749393838.108288:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507625600 00000100:00100000:1.0:1749393838.108340:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00080000:2.0:1749393838.108342:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393838.108349:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507625600:12345-0@lo:700: 00000100:00100000:1.0:1749393838.108383:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393838.108389:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507625728:0@lo:700: 40000000:00080000:1.0:1749393838.108400:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393838.108403:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393838.108453:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507625600:12345-0@lo:700: Request processed in 105us (291us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393838.108471:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507625600:0@lo:700: 00000100:00100000:1.0:1749393838.108481:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1749393838.192236:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393838.242342:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393838.322200:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393838.724224:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393838.724241:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56fb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507625856:0@lo:900: 00000100:00100000:2.0:1749393839.192248:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:0.0:1749393839.244273:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393839.322216:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393840.107268:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507625984:0@lo:700: 00000100:00100000:2.0:1749393840.107338:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393840.107419:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfec00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393840.107544:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507625984 00000100:00100000:1.0:1749393840.107556:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507625984 00000100:00080000:2.0:1749393840.107622:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393840.107639:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1749393840.107650:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507625984:12345-0@lo:700: 00000100:00100000:1.0:1749393840.107694:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393840.107701:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507626112:0@lo:700: 40000000:00080000:1.0:1749393840.107717:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393840.107720:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393840.107776:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507625984:12345-0@lo:700: Request processed in 129us (438us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393840.107785:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1749393840.107803:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507625984:0@lo:700: 00000100:00100000:2.0:1749393840.109192:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507626240:0@lo:700: 00000100:00100000:2.0:1749393840.109230:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393840.109287:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfec00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393840.109349:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507626240 00000100:00100000:1.0:1749393840.109358:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507626240 00000100:00080000:2.0:1749393840.109383:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393840.109396:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1749393840.109404:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507626240:12345-0@lo:700: 00000100:00100000:1.0:1749393840.109435:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393840.109441:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d787100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507626368:0@lo:700: 40000000:00080000:1.0:1749393840.109452:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393840.109455:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393840.109539:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507626240:12345-0@lo:700: Request processed in 134us (307us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393840.109547:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1749393840.109569:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507626240:0@lo:700: 00000100:00100000:2.0:1749393840.192205:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393840.246313:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393840.322220:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393840.725247:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393840.725266:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56fb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507626496:0@lo:900: 00000100:00100000:0.0:1749393840.863926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393840.863999:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393840.864041:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393840.864071:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499750912 00000100:00100000:2.0:1749393840.864136:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499750912 00000100:00100000:3.0:1749393840.864137:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499751040 00000100:00100000:3.0:1749393840.864147:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499751040 00000100:00100000:1.0:1749393840.864164:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499751168 00000100:00100000:1.0:1749393840.864173:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499751168 00000100:00100000:3.0:1749393840.864202:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1292 00000100:00100000:2.0:1749393840.864204:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 501 00000100:00100000:3.0:1749393840.864211:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499751040:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393840.864219:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499750912:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393840.864220:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1293 00000100:00100000:1.0:1749393840.864238:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499751168:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393840.864245:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 882 last 0 00010000:00080000:1.0:1749393840.864263:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 882 last 0 00000100:00100000:2.0:1749393840.864302:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499750912:12345-192.168.203.32@tcp:400: Request processed in 86us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393840.864306:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499751040:12345-192.168.203.32@tcp:38: Request processed in 95us (306us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393840.864314:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499751168:12345-192.168.203.32@tcp:38: Request processed in 76us (271us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393840.864315:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1292 00000100:00100000:2.0:1749393840.864317:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 501 00000100:00100000:1.0:1749393840.864323:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1293 00000100:00100000:2.0:1749393841.192257:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393841.248369:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393841.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393841.612415:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507626624:0@lo:41: 00000100:00100000:1.0:1749393841.612536:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393841.612600:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507626624 00000100:00100000:0.0:1749393841.612612:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507626624 00000100:00100000:0.0:1749393841.612661:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1749393841.612670:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507626624:12345-0@lo:41: 00000004:00000024:0.0:1749393841.612708:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393841.612776:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507626624:12345-0@lo:41: Request processed in 106us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393841.612784:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1749393841.612815:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507626624:0@lo:41: 00000100:00100000:2.0:1749393842.108297:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507626752:0@lo:700: 00000100:00100000:2.0:1749393842.108367:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393842.108451:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1749393842.108548:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507626752 00000100:00100000:1.0:1749393842.108560:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507626752 00000100:00080000:2.0:1749393842.108624:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393842.108636:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1749393842.108647:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507626752:12345-0@lo:700: 00000100:00100000:1.0:1749393842.108691:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393842.108698:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507626880:0@lo:700: 40000000:00080000:1.0:1749393842.108715:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393842.108718:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393842.108775:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507626752:12345-0@lo:700: Request processed in 130us (407us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393842.108783:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1749393842.108800:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507626752:0@lo:700: 00000100:00100000:2.0:1749393842.110198:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507627008:0@lo:700: 00000100:00100000:2.0:1749393842.110264:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393842.110331:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1749393842.110388:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507627008 00000100:00100000:1.0:1749393842.110397:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507627008 00000100:00080000:2.0:1749393842.110422:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393842.110435:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:1.0:1749393842.110442:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507627008:12345-0@lo:700: 00000100:00100000:1.0:1749393842.110501:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393842.110508:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507627136:0@lo:700: 40000000:00080000:1.0:1749393842.110531:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393842.110534:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393842.110590:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507627008:12345-0@lo:700: Request processed in 147us (327us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393842.110599:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1749393842.110619:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507627008:0@lo:700: 00000100:00100000:2.0:1749393842.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393842.250312:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393842.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393842.540264:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393842.540274:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393842.540278:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393842.540285:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 879 00000100:00100000:1.0:1749393842.540289:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507627392:0@lo:41: 00000100:00080000:2.0:1749393842.540290:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393842.540298:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393842.540318:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e16a00 x1834371507627520/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393842.540357:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393842.540357:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393842.540361:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393842.540363:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393842.540366:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 879 00000100:00080000:2.0:1749393842.540369:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393842.540372:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393842.540377:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507627264:0@lo:400: 00000100:00100000:2.0:1749393842.540384:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e17100 x1834371507627776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393842.540394:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393842.540397:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393842.540399:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393842.540417:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 879 00000100:00080000:2.0:1749393842.540419:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393842.540423:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393842.540428:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393842.540428:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393842.540436:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e17480 x1834371507627904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393842.540437:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507627648:0@lo:400: 00000100:00080000:2.0:1749393842.540445:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393842.540448:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393842.540450:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393842.540453:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 879 00000100:00080000:2.0:1749393842.540486:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393842.540490:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393842.540490:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393842.540501:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507627392 00000100:00100000:2.0:1749393842.540502:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e17800 x1834371507628032/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393842.540513:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507627392 00000100:00100000:3.0:1749393842.540513:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507627520:0@lo:38: 00000100:00100000:1.0:1749393842.540521:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507627648 00000100:00100000:1.0:1749393842.540527:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507627648 00000100:00100000:3.0:1749393842.540542:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393842.540552:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393842.540556:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393842.540558:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393842.540561:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00080000:2.0:1749393842.540562:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 879 00000100:00100000:3.0:1749393842.540562:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507627776:0@lo:38: 00000100:00080000:2.0:1749393842.540565:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393842.540568:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00080000:2.0:1749393842.540569:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393842.540570:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507627392:12345-0@lo:41: 00000100:00100000:1.0:1749393842.540576:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507627648:12345-0@lo:400: 00000100:00100000:3.0:1749393842.540578:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393842.540580:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e18380 x1834371507628416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393842.540588:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393842.540590:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507627904:0@lo:38: 00000100:00080000:2.0:1749393842.540591:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393842.540593:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393842.540601:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 879 00000100:00080000:2.0:1749393842.540603:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000004:00000024:0.0:1749393842.540606:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00080000:2.0:1749393842.540607:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393842.540609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393842.540620:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507627648:12345-0@lo:400: Request processed in 45us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393842.540620:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e18700 x1834371507628544/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393842.540628:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1749393842.540628:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507628032:0@lo:38: 00000100:00100000:3.0:1749393842.540650:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393842.540653:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507627392:12345-0@lo:41: Request processed in 83us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393842.540654:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507628160:0@lo:400: 00000100:00100000:0.0:1749393842.540660:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1749393842.540662:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507627264 00000100:00100000:2.0:1749393842.540668:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507627264 00000100:00100000:1.0:1749393842.540679:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393842.540679:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507628416:0@lo:38: 00000100:00100000:0.0:1749393842.540690:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507627520 00000100:00100000:0.0:1749393842.540694:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507627520 00000100:00100000:2.0:1749393842.540700:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1749393842.540707:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507627776 00000100:00100000:2.0:1749393842.540708:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507627264:12345-0@lo:400: 00000100:00100000:0.0:1749393842.540710:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507627776 00000100:00100000:1.0:1749393842.540712:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507627648:0@lo:400: 00000100:00100000:3.0:1749393842.540713:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393842.540720:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507627904 00000100:00100000:0.0:1749393842.540723:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507627904 00000100:00100000:1.0:1749393842.540727:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749393842.540730:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507628032 00000100:00100000:3.0:1749393842.540731:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507628544:0@lo:38: 00000100:00100000:0.0:1749393842.540733:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507628032 00000100:00100000:1.0:1749393842.540733:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507628800:0@lo:400: 00000100:00100000:0.0:1749393842.540739:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507628416 00000100:00100000:0.0:1749393842.540741:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507628416 00000100:00100000:3.0:1749393842.540755:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393842.540758:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393842.540758:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507627264:12345-0@lo:400: Request processed in 50us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393842.540761:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507628544 00000100:00100000:0.0:1749393842.540764:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507628544 00000100:00100000:2.0:1749393842.540766:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1749393842.540774:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:0.0:1749393842.540779:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507627520:12345-0@lo:38: 00000100:00100000:1.0:1749393842.540782:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507628160 00000100:00100000:3.0:1749393842.540782:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1749393842.540786:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507628160 00000100:00100000:3.0:1749393842.540788:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507627776:12345-0@lo:38: 00000100:00100000:2.0:1749393842.540798:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507628800 00010000:00020000:0.0:1749393842.540801:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393842.540802:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507628800 00010000:00020000:3.0:1749393842.540808:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393842.540809:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1749393842.540815:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507628160:12345-0@lo:400: 00000100:00100000:2.0:1749393842.540830:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1749393842.540836:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507628800:12345-0@lo:400: 00000100:00100000:0.0:1749393842.540840:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507627520:12345-0@lo:38: Request processed in 60us (297us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393842.540841:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507627776:12345-0@lo:38: Request processed in 52us (262us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393842.540847:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:3.0:1749393842.540851:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:0.0:1749393842.540859:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:0.0:1749393842.540864:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507627904:12345-0@lo:38: 00000100:00100000:1.0:1749393842.540867:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507628160:12345-0@lo:400: Request processed in 52us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393842.540868:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507628800:12345-0@lo:400: Request processed in 32us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393842.540868:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1749393842.540872:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507628032:12345-0@lo:38: 00010000:00020000:0.0:1749393842.540875:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393842.540875:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1749393842.540880:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00010000:00020000:3.0:1749393842.540883:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393842.540893:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393842.540895:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507627904:12345-0@lo:38: Request processed in 31us (286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393842.540902:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:3.0:1749393842.540905:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507628032:12345-0@lo:38: Request processed in 31us (254us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393842.540907:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507628672:0@lo:400: 00010000:00080000:1.0:1749393842.540909:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e18e00 x1834371507628800/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393842.540911:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:0.0:1749393842.540915:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507628416:12345-0@lo:38: 00000100:00100000:1.0:1749393842.540922:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507628800:0@lo:400: 00000100:00100000:3.0:1749393842.540924:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00010000:00020000:0.0:1749393842.540925:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393842.540930:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1749393842.540933:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e17b80 x1834371507628160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393842.540935:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:3.0:1749393842.540939:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507628544:12345-0@lo:38: 00000100:00100000:1.0:1749393842.540943:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507628160:0@lo:400: 00000100:00100000:0.0:1749393842.540945:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507628416:12345-0@lo:38: Request processed in 28us (231us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393842.540949:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393842.540951:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:2.0:1749393842.540965:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507627392:0@lo:41: 00000100:00100000:3.0:1749393842.540968:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507628544:12345-0@lo:38: Request processed in 28us (212us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393842.540974:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:1.0:1749393842.540979:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507628672 00000100:00100000:2.0:1749393842.540981:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393842.540982:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507628672 00000100:00100000:2.0:1749393842.540987:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507628288:0@lo:400: 00000100:00100000:3.0:1749393842.541000:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507627264:0@lo:400: 00000100:00100000:1.0:1749393842.541008:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1749393842.541008:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393842.541013:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507628672:12345-0@lo:400: 00000100:00100000:0.0:1749393842.541022:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507628288 00000100:00080000:3.0:1749393842.541023:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393842.541027:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507628288 00000100:00080000:3.0:1749393842.541027:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393842.541038:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507628544:0@lo:38: 00000100:00100000:0.0:1749393842.541048:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1749393842.541049:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507628672:12345-0@lo:400: Request processed in 34us (117us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393842.541050:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393842.541053:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507628288:12345-0@lo:400: 00000100:00080000:3.0:1749393842.541053:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393842.541055:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1749393842.541056:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507628032:0@lo:38: 00000100:00080000:3.0:1749393842.541067:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393842.541068:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749393842.541070:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:2.0:1749393842.541098:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e18a80 x1834371507628672/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393842.541110:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507628672:0@lo:400: 00000100:00100000:3.0:1749393842.541112:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507628416:0@lo:38: 00000100:00080000:3.0:1749393842.541122:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393842.541125:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507628288:12345-0@lo:400: Request processed in 70us (116us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393842.541125:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:2.0:1749393842.541128:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e18000 x1834371507628288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393842.541128:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507627520:0@lo:38: 00000100:00080000:3.0:1749393842.541136:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393842.541137:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507628288:0@lo:400: 00000100:00080000:3.0:1749393842.541139:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393842.541142:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507627776:0@lo:38: 00000100:00100000:0.0:1749393842.541144:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00080000:3.0:1749393842.541149:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393842.541151:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393842.541155:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507627904:0@lo:38: 00000100:00100000:0.0:1749393842.726202:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393842.726212:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507628928:0@lo:900: 00000100:00100000:0.0:1749393842.899197:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393842.899198:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393842.899218:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507629056/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393847 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393842.899218:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507629184/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393847 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393842.899266:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393842.899336:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393842.899339:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393842.899367:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393842.899388:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507629184 00000100:00100000:1.0:1749393842.899397:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507629184 00000100:00100000:1.0:1749393842.899443:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507629056 00000100:00100000:1.0:1749393842.899446:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507629056 00000100:00100000:2.0:1749393842.899487:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1749393842.899502:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507629184:12345-0@lo:700: 00000100:00100000:1.0:1749393842.899505:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:1.0:1749393842.899514:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507629056:12345-0@lo:700: 40000000:00080000:2.0:1749393842.899528:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:00080000:1.0:1749393842.899534:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749393842.899578:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507629184:12345-0@lo:700: Request processed in 80us (310us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393842.899586:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:3.0:1749393842.899586:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507629184/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393858 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393842.899591:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507629056:12345-0@lo:700: Request processed in 78us (252us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393842.899597:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393842.899615:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507629056/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393858 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393842.899621:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1749393842.899626:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393843.192188:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393843.252314:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393843.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393844.109224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507629312:0@lo:700: 00000100:00100000:2.0:1749393844.109306:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393844.109406:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfed80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393844.109432:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507629312 00000100:00100000:1.0:1749393844.109443:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507629312 00000100:00100000:1.0:1749393844.109537:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00080000:2.0:1749393844.109542:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393844.109547:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507629312:12345-0@lo:700: 00000100:00100000:1.0:1749393844.109591:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393844.109598:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507629440:0@lo:700: 40000000:00080000:1.0:1749393844.109613:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393844.109616:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393844.109673:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507629312:12345-0@lo:700: Request processed in 128us (371us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393844.109682:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:2.0:1749393844.109725:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507629312:0@lo:700: 00000100:00100000:2.0:1749393844.111155:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507629568:0@lo:700: 00000100:00100000:2.0:1749393844.111190:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393844.111238:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507629568 00000100:00100000:2.0:1749393844.111241:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfed80 going to sleep for 11 seconds 00000100:00100000:1.0:1749393844.111247:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507629568 00000100:00080000:2.0:1749393844.111269:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393844.111282:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:1.0:1749393844.111290:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507629568:12345-0@lo:700: 00000100:00100000:1.0:1749393844.111320:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393844.111327:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507629696:0@lo:700: 40000000:00080000:1.0:1749393844.111337:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393844.111340:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393844.111395:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507629568:12345-0@lo:700: Request processed in 105us (204us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393844.111403:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1749393844.111422:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507629568:0@lo:700: 00000100:00100000:2.0:1749393844.192155:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393844.254301:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393844.322190:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393844.727218:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393844.727231:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507629824:0@lo:900: 00000100:00100000:0.0:1749393845.192292:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393845.256348:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393845.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393845.871759:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393845.871805:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393845.871845:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393845.871895:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499751296 00000100:00100000:2.0:1749393845.871907:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499751296 00000100:00100000:1.0:1749393845.871923:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499751424 00000100:00100000:1.0:1749393845.871932:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499751424 00000100:00100000:2.0:1749393845.871959:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 503 00000100:00100000:2.0:1749393845.871968:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499751296:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393845.871972:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499751552 00000100:00100000:1.0:1749393845.871985:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499751552 00000100:00100000:3.0:1749393845.871994:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1300 00000100:00100000:3.0:1749393845.872004:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499751424:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393845.872034:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1301 00010000:00080000:3.0:1749393845.872034:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 887 last 0 00000100:00100000:2.0:1749393845.872038:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499751296:12345-192.168.203.32@tcp:400: Request processed in 69us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393845.872041:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499751552:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393845.872052:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 503 00010000:00080000:1.0:1749393845.872065:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 887 last 0 00000100:00100000:3.0:1749393845.872153:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499751424:12345-192.168.203.32@tcp:38: Request processed in 147us (345us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393845.872159:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499751552:12345-192.168.203.32@tcp:38: Request processed in 116us (311us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393845.872161:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1300 00000100:00100000:1.0:1749393845.872168:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1301 00000100:00100000:2.0:1749393846.110231:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507629952:0@lo:700: 00000100:00100000:2.0:1749393846.110297:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393846.110375:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfee40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393846.110424:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507629952 00000100:00100000:1.0:1749393846.110463:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507629952 00000100:00080000:2.0:1749393846.110526:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393846.110529:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:1.0:1749393846.110539:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507629952:12345-0@lo:700: 00000100:00100000:1.0:1749393846.110580:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393846.110588:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507630080:0@lo:700: 40000000:00080000:1.0:1749393846.110602:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393846.110605:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393846.110657:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507629952:12345-0@lo:700: Request processed in 120us (362us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393846.110665:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1749393846.110683:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507629952:0@lo:700: 00000100:00100000:2.0:1749393846.112191:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507630208:0@lo:700: 00000100:00100000:2.0:1749393846.112229:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393846.112285:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfee40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393846.112340:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507630208 00000100:00100000:1.0:1749393846.112349:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507630208 00000100:00100000:1.0:1749393846.112400:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00080000:2.0:1749393846.112406:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393846.112408:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507630208:12345-0@lo:700: 00000100:00100000:1.0:1749393846.112467:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393846.112474:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507630336:0@lo:700: 40000000:00080000:1.0:1749393846.112485:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393846.112488:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393846.112551:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507630208:12345-0@lo:700: Request processed in 143us (321us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393846.112560:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:2.0:1749393846.112577:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507630208:0@lo:700: 00000100:00100000:0.0:1749393846.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393846.258311:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393846.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393846.620365:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507630464:0@lo:41: 00000100:00100000:2.0:1749393846.620479:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393846.620543:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507630464 00000100:00100000:0.0:1749393846.620555:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507630464 00000100:00100000:0.0:1749393846.620606:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1749393846.620615:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507630464:12345-0@lo:41: 00000004:00000024:0.0:1749393846.620654:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393846.620737:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507630464:12345-0@lo:41: Request processed in 122us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393846.620746:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1749393846.620775:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507630464:0@lo:41: 00000100:00100000:0.0:1749393846.728204:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60be40 going to sleep for 0 seconds 00000100:00100000:0.0:1749393846.728215:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507630592:0@lo:900: 00000100:00100000:0.0:1749393847.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393847.260308:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393847.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393847.548309:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393847.548319:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393847.548322:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393847.548324:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507630720:0@lo:400: 00000100:00080000:2.0:1749393847.548329:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 884 00000100:00080000:2.0:1749393847.548345:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393847.548352:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393847.548366:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507630848:0@lo:41: 00000100:00100000:2.0:1749393847.548373:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e1a680 x1834371507630976/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393847.548391:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393847.548409:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393847.548413:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393847.548415:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393847.548418:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 884 00000100:00100000:1.0:1749393847.548449:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393847.548449:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393847.548453:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393847.548465:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e1ad80 x1834371507631232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393847.548474:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393847.548477:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393847.548479:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393847.548482:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 884 00000100:00080000:2.0:1749393847.548484:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393847.548486:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393847.548490:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507630848 00000100:00100000:2.0:1749393847.548494:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e1b100 x1834371507631360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393847.548496:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507630848 00000100:00080000:2.0:1749393847.548501:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393847.548504:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393847.548505:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393847.548508:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 884 00000100:00100000:0.0:1749393847.548509:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507631104:0@lo:400: 00000100:00100000:3.0:1749393847.548511:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507630976:0@lo:38: 00000100:00080000:2.0:1749393847.548515:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393847.548519:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393847.548531:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1749393847.548531:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e1b480 x1834371507631488/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393847.548540:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507630848:12345-0@lo:41: 00000100:00100000:3.0:1749393847.548540:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393847.548551:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393847.548555:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393847.548557:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507631232:0@lo:38: 00000100:00080000:2.0:1749393847.548558:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393847.548560:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393847.548563:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 884 00000100:00080000:2.0:1749393847.548565:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393847.548567:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000004:00000024:1.0:1749393847.548573:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393847.548575:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393847.548577:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e18380 x1834371507631872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393847.548581:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1749393847.548584:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393847.548587:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749393847.548588:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507631616:0@lo:400: 00000100:00080000:2.0:1749393847.548588:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393847.548588:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507631360:0@lo:38: 00000100:00080000:2.0:1749393847.548591:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 884 00000100:00080000:2.0:1749393847.548593:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393847.548596:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393847.548604:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e18700 x1834371507632000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393847.548612:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507630848:12345-0@lo:41: Request processed in 74us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393847.548612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393847.548615:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393847.548619:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1749393847.548626:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507631488:0@lo:38: 00000100:00100000:0.0:1749393847.548632:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507632256:0@lo:400: 00000100:00100000:1.0:1749393847.548633:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507631104 00000100:00100000:1.0:1749393847.548636:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507631104 00000100:00100000:2.0:1749393847.548639:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507630720 00000100:00100000:3.0:1749393847.548640:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393847.548644:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507630720 00000100:00100000:0.0:1749393847.548648:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393847.548650:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1749393847.548654:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507631872:0@lo:38: 00000100:00100000:1.0:1749393847.548655:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507631104:12345-0@lo:400: 00000100:00100000:3.0:1749393847.548670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393847.548672:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1749393847.548678:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507630976 00000100:00100000:2.0:1749393847.548678:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507630720:12345-0@lo:400: 00000100:00100000:0.0:1749393847.548683:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507630976 00000100:00100000:1.0:1749393847.548684:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507631104:12345-0@lo:400: Request processed in 29us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393847.548684:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507632000:0@lo:38: 00000100:00100000:1.0:1749393847.548690:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1749393847.548699:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507631232 00000100:00100000:3.0:1749393847.548699:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393847.548701:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507631232 00000100:00100000:0.0:1749393847.548708:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507631360 00000100:00100000:0.0:1749393847.548710:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507631360 00000100:00100000:1.0:1749393847.548710:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507631616 00000100:00100000:1.0:1749393847.548713:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507631616 00000100:00100000:0.0:1749393847.548717:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507631488 00000100:00100000:3.0:1749393847.548718:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507631872 00000100:00100000:0.0:1749393847.548720:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507631488 00000100:00100000:2.0:1749393847.548721:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507630720:12345-0@lo:400: Request processed in 43us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393847.548722:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507631872 00000100:00100000:0.0:1749393847.548726:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507632000 00000100:00100000:0.0:1749393847.548728:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507632000 00000100:00100000:1.0:1749393847.548729:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507632256 00000100:00100000:1.0:1749393847.548731:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507632256 00000100:00100000:2.0:1749393847.548734:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1749393847.548739:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1749393847.548744:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507630976:12345-0@lo:38: 00000100:00100000:3.0:1749393847.548744:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:1.0:1749393847.548751:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1749393847.548755:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507631616:12345-0@lo:400: 00000100:00100000:3.0:1749393847.548758:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507631232:12345-0@lo:38: 00010000:00020000:0.0:1749393847.548764:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393847.548767:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:3.0:1749393847.548774:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393847.548778:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507631616:12345-0@lo:400: Request processed in 23us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393847.548790:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:2.0:1749393847.548795:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507631360:12345-0@lo:38: 00000100:00100000:0.0:1749393847.548796:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507630976:12345-0@lo:38: Request processed in 51us (256us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393847.548796:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1749393847.548803:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507631232:12345-0@lo:38: Request processed in 44us (227us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393847.548807:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00010000:00020000:2.0:1749393847.548809:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393847.548809:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:1.0:1749393847.548811:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507632256:12345-0@lo:400: 00000100:00100000:0.0:1749393847.548824:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:3.0:1749393847.548828:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:3.0:1749393847.548831:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507631488:12345-0@lo:38: 00000100:00100000:2.0:1749393847.548835:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507631360:12345-0@lo:38: Request processed in 40us (222us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393847.548838:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507632256:12345-0@lo:400: Request processed in 26us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393847.548840:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00010000:00020000:3.0:1749393847.548841:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393847.548843:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1749393847.548844:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507631872:12345-0@lo:38: 00000100:00100000:2.0:1749393847.548853:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00010000:00020000:0.0:1749393847.548855:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393847.548857:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507631488:12345-0@lo:38: Request processed in 25us (216us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393847.548863:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:2.0:1749393847.548867:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:2.0:1749393847.548871:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507632000:12345-0@lo:38: 00000100:00100000:1.0:1749393847.548879:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507630848:0@lo:41: 00000100:00100000:3.0:1749393847.548880:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507631744:0@lo:400: 00000100:00100000:0.0:1749393847.548881:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507631872:12345-0@lo:38: Request processed in 34us (208us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393847.548881:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393847.548886:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:1.0:1749393847.548899:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507632128:0@lo:400: 00000100:00100000:3.0:1749393847.548900:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393847.548903:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507632000:12345-0@lo:38: Request processed in 31us (203us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393847.548909:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:1.0:1749393847.548922:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1749393847.548925:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d785c00 x1834371507632256/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393847.548926:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507630720:0@lo:400: 00000100:00100000:2.0:1749393847.548932:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507631744 00000100:00100000:2.0:1749393847.548935:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507631744 00000100:00100000:0.0:1749393847.548937:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507632256:0@lo:400: 00000100:00080000:3.0:1749393847.548947:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393847.548951:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393847.548952:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507632128 00010000:00080000:0.0:1749393847.548954:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e1b800 x1834371507631616/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393847.548955:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507632128 00000100:00100000:3.0:1749393847.548955:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507631488:0@lo:38: 00000100:00100000:0.0:1749393847.548962:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507631616:0@lo:400: 00000100:00100000:2.0:1749393847.548962:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00080000:3.0:1749393847.548963:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393847.548966:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393847.548967:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507631744:12345-0@lo:400: 00000100:00100000:3.0:1749393847.548969:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507631872:0@lo:38: 00000100:00100000:0.0:1749393847.548971:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507631104:0@lo:400: 00000100:00100000:1.0:1749393847.548976:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00080000:3.0:1749393847.548976:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393847.548978:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393847.548980:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507632128:12345-0@lo:400: 00000100:00100000:3.0:1749393847.548981:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507632000:0@lo:38: 00000100:00080000:3.0:1749393847.548999:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393847.549000:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507631744:12345-0@lo:400: Request processed in 33us (99us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393847.549001:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393847.549005:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1749393847.549005:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507630976:0@lo:38: 00000100:00100000:1.0:1749393847.549007:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507632128:12345-0@lo:400: Request processed in 27us (85us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393847.549012:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393847.549013:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00080000:3.0:1749393847.549014:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00080000:2.0:1749393847.549017:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393847.549017:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507631232:0@lo:38: 00000100:00080000:3.0:1749393847.549024:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393847.549026:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:0.0:1749393847.549027:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e18e00 x1834371507632128/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393847.549029:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507631360:0@lo:38: 00000100:00100000:0.0:1749393847.549036:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507632128:0@lo:400: 00010000:00080000:3.0:1749393847.549064:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e1bb80 x1834371507631744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393847.549124:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507631744:0@lo:400: 00000100:00100000:0.0:1749393848.111396:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507632384:0@lo:700: 00000100:00100000:0.0:1749393848.111514:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393848.111596:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60be40 going to sleep for 11 seconds 00000100:00100000:1.0:1749393848.111661:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507632384 00000100:00100000:1.0:1749393848.111672:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507632384 00000100:00080000:2.0:1749393848.111728:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393848.111749:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1749393848.111760:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507632384:12345-0@lo:700: 00000100:00100000:1.0:1749393848.111805:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393848.111812:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507632512:0@lo:700: 40000000:00080000:1.0:1749393848.111827:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393848.111830:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393848.111887:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507632384:12345-0@lo:700: Request processed in 130us (374us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393848.111911:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1749393848.111920:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507632384:0@lo:700: 00000100:00100000:2.0:1749393848.113182:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d785c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507632640:0@lo:700: 00000100:00100000:2.0:1749393848.113237:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393848.113301:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfef00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393848.113356:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507632640 00000100:00100000:1.0:1749393848.113364:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507632640 00000100:00080000:2.0:1749393848.113437:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393848.113443:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:1.0:1749393848.113453:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507632640:12345-0@lo:700: 00000100:00100000:1.0:1749393848.113485:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393848.113491:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507632768:0@lo:700: 40000000:00080000:1.0:1749393848.113502:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393848.113505:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393848.113556:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507632640:12345-0@lo:700: Request processed in 104us (318us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393848.113564:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:2.0:1749393848.113583:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d785c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507632640:0@lo:700: 00000100:00100000:0.0:1749393848.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393848.262354:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393848.322149:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393848.729225:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60be40 going to sleep for 0 seconds 00000100:00100000:0.0:1749393848.729236:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507632896:0@lo:900: 00000100:00100000:0.0:1749393849.192169:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393849.264238:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393849.322155:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393850.112286:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507633024:0@lo:700: 00000100:00100000:2.0:1749393850.112335:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393850.112386:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfef00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393850.112442:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507633024 00000100:00100000:1.0:1749393850.112448:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507633024 00000100:00080000:2.0:1749393850.112484:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393850.112493:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:1.0:1749393850.112499:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507633024:12345-0@lo:700: 00000100:00100000:1.0:1749393850.112526:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393850.112530:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507633152:0@lo:700: 40000000:00080000:1.0:1749393850.112540:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393850.112541:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393850.112572:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507633024:12345-0@lo:700: Request processed in 74us (237us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393850.112577:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:2.0:1749393850.112586:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507633024:0@lo:700: 00000100:00100000:2.0:1749393850.114106:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507633280:0@lo:700: 00000100:00100000:2.0:1749393850.114123:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393850.114147:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfef00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393850.114189:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507633280 00000100:00100000:1.0:1749393850.114194:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507633280 00000100:00100000:1.0:1749393850.114219:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00080000:2.0:1749393850.114220:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393850.114233:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507633280:12345-0@lo:700: 00000100:00100000:1.0:1749393850.114250:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393850.114253:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507633408:0@lo:700: 40000000:00080000:1.0:1749393850.114258:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393850.114260:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393850.114285:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507633280:12345-0@lo:700: Request processed in 53us (162us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393850.114290:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1749393850.114290:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507633280:0@lo:700: 00000100:00100000:0.0:1749393850.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393850.266397:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393850.322127:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393850.730214:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60be40 going to sleep for 0 seconds 00000100:00100000:0.0:1749393850.730225:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507633536:0@lo:900: 00000100:00100000:0.0:1749393850.879519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393850.879553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393850.879589:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393850.879624:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499751808 00000100:00100000:2.0:1749393850.879626:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499751680 00000100:00100000:0.0:1749393850.879631:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499751808 00000100:00100000:2.0:1749393850.879632:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499751680 00000100:00100000:3.0:1749393850.879651:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499751936 00000100:00100000:3.0:1749393850.879657:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499751936 00000100:00100000:0.0:1749393850.879664:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1308 00000100:00100000:2.0:1749393850.879665:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 505 00000100:00100000:0.0:1749393850.879670:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499751808:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393850.879670:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499751680:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393850.879681:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1309 00000100:00100000:3.0:1749393850.879686:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499751936:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393850.879691:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 892 last 0 00010000:00080000:3.0:1749393850.879701:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 892 last 0 00000100:00100000:2.0:1749393850.879722:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499751680:12345-192.168.203.32@tcp:400: Request processed in 52us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393850.879727:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 505 00000100:00100000:0.0:1749393850.879729:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499751808:12345-192.168.203.32@tcp:38: Request processed in 59us (175us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393850.879734:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1308 00000100:00100000:3.0:1749393850.879735:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499751936:12345-192.168.203.32@tcp:38: Request processed in 48us (145us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393850.879740:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1309 00000100:00100000:0.0:1749393851.192234:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393851.268254:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393851.322220:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393851.628251:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507633664:0@lo:41: 00000100:00100000:0.0:1749393851.628304:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393851.628348:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507633664 00000100:00100000:2.0:1749393851.628355:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507633664 00000100:00100000:2.0:1749393851.628384:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1749393851.628389:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507633664:12345-0@lo:41: 00000004:00000024:2.0:1749393851.628433:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393851.628480:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507633664:12345-0@lo:41: Request processed in 91us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393851.628485:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1749393851.628503:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507633664:0@lo:41: 00000100:00100000:2.0:1749393852.113224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507633792:0@lo:700: 00000100:00100000:2.0:1749393852.113274:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393852.113325:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749393852.113336:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507633792 00000100:00100000:1.0:1749393852.113343:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507633792 00000100:00080000:2.0:1749393852.113376:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393852.113399:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1749393852.113406:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507633792:12345-0@lo:700: 00000100:00100000:1.0:1749393852.113433:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393852.113436:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507633920:0@lo:700: 40000000:00080000:1.0:1749393852.113446:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393852.113447:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393852.113479:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507633792:12345-0@lo:700: Request processed in 75us (205us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393852.113486:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:2.0:1749393852.113495:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507633792:0@lo:700: 00000100:00100000:2.0:1749393852.115120:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507634048:0@lo:700: 00000100:00100000:2.0:1749393852.115141:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393852.115167:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749393852.115169:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507634048 00000100:00100000:1.0:1749393852.115173:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507634048 00000100:00080000:2.0:1749393852.115184:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749393852.115191:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1749393852.115195:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507634048:12345-0@lo:700: 00000100:00100000:1.0:1749393852.115211:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749393852.115214:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507634176:0@lo:700: 40000000:00080000:1.0:1749393852.115219:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749393852.115230:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749393852.115258:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507634048:12345-0@lo:700: Request processed in 62us (117us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393852.115262:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:2.0:1749393852.115272:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507634048:0@lo:700: 00000100:00100000:0.0:1749393852.192198:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393852.270283:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393852.322174:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393852.556171:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393852.556178:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393852.556181:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393852.556187:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 889 00000100:00080000:2.0:1749393852.556190:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393852.556194:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393852.556209:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e3d880 x1834371507634560/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393852.556233:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507634432:0@lo:41: 00000100:00080000:2.0:1749393852.556233:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393852.556233:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507634304:0@lo:400: 00000100:00080000:2.0:1749393852.556236:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393852.556237:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393852.556239:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 889 00000100:00080000:2.0:1749393852.556245:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393852.556247:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393852.556250:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507634688:0@lo:400: 00000100:00100000:2.0:1749393852.556255:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e3df80 x1834371507634816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393852.556264:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393852.556266:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393852.556267:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393852.556269:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 889 00000100:00080000:2.0:1749393852.556270:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393852.556272:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393852.556276:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e3e680 x1834371507635072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393852.556281:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393852.556282:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393852.556283:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393852.556284:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 889 00000100:00080000:2.0:1749393852.556285:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393852.556287:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393852.556293:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e3ea00 x1834371507635200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393852.556294:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393852.556294:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393852.556301:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507634944:0@lo:400: 00000100:00080000:2.0:1749393852.556305:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393852.556306:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393852.556307:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393852.556309:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 889 00000100:00080000:2.0:1749393852.556313:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393852.556315:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393852.556317:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393852.556322:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e3f480 x1834371507635584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393852.556326:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393852.556328:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393852.556329:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393852.556330:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507634304 00000100:00080000:2.0:1749393852.556330:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 889 00000100:00080000:2.0:1749393852.556331:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393852.556333:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393852.556335:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507634304 00000100:00100000:3.0:1749393852.556336:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507635328:0@lo:400: 00000100:00100000:2.0:1749393852.556338:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e3f800 x1834371507635712/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393852.556342:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507634432 00000100:00100000:1.0:1749393852.556345:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507634432 00000100:00100000:3.0:1749393852.556349:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393852.556359:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1749393852.556359:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393852.556361:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507634944 00000100:00100000:3.0:1749393852.556362:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507635456:0@lo:400: 00000100:00100000:1.0:1749393852.556363:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507634944 00000100:00100000:0.0:1749393852.556364:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507634304:12345-0@lo:400: 00000100:00100000:1.0:1749393852.556369:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1749393852.556371:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507635968:0@lo:400: 00000100:00100000:3.0:1749393852.556371:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393852.556373:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507634432:12345-0@lo:41: 00000100:00100000:3.0:1749393852.556384:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507634560:0@lo:38: 00000100:00100000:2.0:1749393852.556407:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393852.556409:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507634304:12345-0@lo:400: Request processed in 44us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393852.556413:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000004:00000024:1.0:1749393852.556413:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393852.556415:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393852.556423:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749393852.556425:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507634816:0@lo:38: 00000100:00100000:2.0:1749393852.556427:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507635840:0@lo:400: 00000100:00100000:1.0:1749393852.556432:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507634432:12345-0@lo:41: Request processed in 59us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393852.556436:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393852.556437:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:1.0:1749393852.556440:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1749393852.556441:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507634944:12345-0@lo:400: 00000100:00100000:3.0:1749393852.556444:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507635072:0@lo:38: 00000100:00100000:2.0:1749393852.556446:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393852.556453:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507635328 00000100:00100000:1.0:1749393852.556455:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507635328 00000100:00100000:3.0:1749393852.556458:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393852.556460:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507634944:12345-0@lo:400: Request processed in 19us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393852.556464:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1749393852.556466:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507635200:0@lo:38: 00000100:00100000:1.0:1749393852.556467:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507635456 00000100:00100000:1.0:1749393852.556468:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507635456 00000100:00100000:2.0:1749393852.556471:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507634944:0@lo:400: 00000100:00100000:1.0:1749393852.556475:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507635968 00000100:00100000:0.0:1749393852.556476:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507634560 00000100:00100000:1.0:1749393852.556476:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507635968 00000100:00100000:3.0:1749393852.556476:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393852.556478:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507634560 00000100:00100000:3.0:1749393852.556482:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507635584:0@lo:38: 00000100:00100000:0.0:1749393852.556486:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507634816 00000100:00100000:2.0:1749393852.556486:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507635840 00000100:00100000:0.0:1749393852.556487:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507634816 00000100:00100000:1.0:1749393852.556488:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1749393852.556488:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507635840 00000100:00100000:1.0:1749393852.556491:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507635328:12345-0@lo:400: 00000100:00100000:3.0:1749393852.556491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393852.556493:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507635072 00000100:00100000:0.0:1749393852.556495:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507635072 00000100:00100000:3.0:1749393852.556496:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507635712:0@lo:38: 00000100:00100000:0.0:1749393852.556499:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507635200 00000100:00100000:0.0:1749393852.556500:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507635200 00000100:00100000:2.0:1749393852.556503:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1749393852.556504:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507635584 00000100:00100000:0.0:1749393852.556506:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507635584 00000100:00100000:2.0:1749393852.556507:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507635456:12345-0@lo:400: 00000100:00100000:3.0:1749393852.556507:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393852.556509:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507635712 00000100:00100000:1.0:1749393852.556509:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507635328:12345-0@lo:400: Request processed in 17us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393852.556510:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507635712 00000100:00100000:1.0:1749393852.556513:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1749393852.556515:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:0.0:1749393852.556517:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507634560:12345-0@lo:38: 00000100:00100000:3.0:1749393852.556522:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1749393852.556526:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1749393852.556527:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507635456:12345-0@lo:400: Request processed in 20us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393852.556527:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507635968:12345-0@lo:400: 00000100:00100000:1.0:1749393852.556529:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507635840:12345-0@lo:400: 00010000:00020000:0.0:1749393852.556530:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393852.556531:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1749393852.556551:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507635840:12345-0@lo:400: Request processed in 21us (104us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393852.556551:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393852.556551:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507635968:12345-0@lo:400: Request processed in 25us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393852.556552:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507634560:12345-0@lo:38: Request processed in 34us (136us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393852.556554:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1749393852.556556:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1749393852.556560:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00010000:00080000:2.0:1749393852.556563:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e3fb80 x1834371507635840/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393852.556568:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:2.0:1749393852.556569:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507635840:0@lo:400: 00000100:00100000:0.0:1749393852.556570:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507634816:12345-0@lo:38: 00000100:00100000:3.0:1749393852.556571:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:1.0:1749393852.556573:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:3.0:1749393852.556573:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507635072:12345-0@lo:38: 00010000:00080000:2.0:1749393852.556575:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e3c380 x1834371507635968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749393852.556576:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393852.556576:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507635200:12345-0@lo:38: 00000100:00100000:2.0:1749393852.556580:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507635968:0@lo:400: 00010000:00020000:1.0:1749393852.556584:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393852.556588:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507634816:12345-0@lo:38: Request processed in 17us (151us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393852.556589:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393852.556591:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:0.0:1749393852.556595:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:0.0:1749393852.556598:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507635584:12345-0@lo:38: 00000100:00100000:1.0:1749393852.556598:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507635200:12345-0@lo:38: Request processed in 21us (121us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393852.556599:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00010000:00020000:0.0:1749393852.556602:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393852.556602:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:2.0:1749393852.556603:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507635712:12345-0@lo:38: 00000100:00100000:3.0:1749393852.556604:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507635072:12345-0@lo:38: Request processed in 30us (145us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393852.556608:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00010000:00020000:2.0:1749393852.556611:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393852.556612:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507635584:12345-0@lo:38: Request processed in 14us (120us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393852.556613:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393852.556616:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:02020000:3.0:1749393852.556624:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:2.0:1749393852.556627:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507635712:12345-0@lo:38: Request processed in 24us (120us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393852.556627:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393852.556629:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507634688 00000100:00080000:3.0:1749393852.556629:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393852.556630:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507634688 00000100:00100000:2.0:1749393852.556631:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:3.0:1749393852.556631:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507634560:0@lo:38: 00000100:00100000:0.0:1749393852.556636:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507634432:0@lo:41: 00000100:00080000:3.0:1749393852.556637:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393852.556638:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393852.556640:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1749393852.556640:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507634816:0@lo:38: 00000100:00100000:1.0:1749393852.556642:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507634688:12345-0@lo:400: 00000100:00080000:3.0:1749393852.556644:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393852.556645:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393852.556647:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507635072:0@lo:38: 00000100:00080000:3.0:1749393852.556651:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393852.556652:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393852.556653:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507635200:0@lo:38: 00000100:00080000:3.0:1749393852.556658:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393852.556659:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507634688:12345-0@lo:400: Request processed in 16us (45us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393852.556659:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393852.556661:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507635584:0@lo:38: 00000100:00100000:1.0:1749393852.556662:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00080000:3.0:1749393852.556666:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393852.556667:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507634688:0@lo:400: 00000100:00080000:3.0:1749393852.556667:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393852.556669:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507635712:0@lo:38: 00010000:00080000:3.0:1749393852.556696:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e3f100 x1834371507635456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393852.556702:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507635456:0@lo:400: 00010000:00080000:3.0:1749393852.556708:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e3ed80 x1834371507635328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393852.556713:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507635328:0@lo:400: 00000100:00100000:3.0:1749393852.556717:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507634304:0@lo:400: 00000100:00100000:0.0:1749393852.731137:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393852.731142:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507636096:0@lo:900: 00000100:00100000:0.0:1749393853.192125:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393853.272217:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393853.322127:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393853.899188:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393853.899188:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393853.899213:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507636224/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393858 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393853.899214:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507636352/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393858 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393853.899272:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393853.899302:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393853.899324:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393853.899328:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393853.899398:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507636352 00000100:00100000:1.0:1749393853.899402:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507636224 00000100:00100000:2.0:1749393853.899407:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507636352 00000100:00100000:1.0:1749393853.899408:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507636224 00000100:00100000:1.0:1749393853.899452:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1749393853.899458:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507636224:12345-0@lo:700: 00000100:00100000:2.0:1749393853.899463:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1749393853.899472:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507636352:12345-0@lo:700: 40000000:00080000:1.0:1749393853.899483:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:00080000:2.0:1749393853.899489:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393853.899524:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507636224:12345-0@lo:700: Request processed in 67us (252us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393853.899530:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507636352:12345-0@lo:700: Request processed in 58us (226us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393853.899530:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507636352/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393869 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393853.899531:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:3.0:1749393853.899538:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393853.899540:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507636224/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393869 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393853.899545:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:0.0:1749393853.899553:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393854.114212:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e40380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507636480:0@lo:700: 00000100:00100000:2.0:1749393854.114261:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393854.114312:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393854.114346:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507636480 00000100:00100000:0.0:1749393854.114353:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507636480 00000100:00080000:2.0:1749393854.114398:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393854.114419:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1749393854.114427:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507636480:12345-0@lo:700: 00000100:00100000:0.0:1749393854.114453:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393854.114457:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507636608:0@lo:700: 40000000:00080000:0.0:1749393854.114466:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393854.114467:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393854.114497:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507636480:12345-0@lo:700: Request processed in 73us (236us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393854.114502:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1749393854.114513:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e40380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507636480:0@lo:700: 00000100:00100000:2.0:1749393854.116134:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e40380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507636736:0@lo:700: 00000100:00100000:2.0:1749393854.116155:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393854.116185:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ddfe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393854.116221:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507636736 00000100:00100000:0.0:1749393854.116225:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507636736 00000100:00100000:0.0:1749393854.116252:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:0.0:1749393854.116256:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507636736:12345-0@lo:700: 00000100:00080000:2.0:1749393854.116256:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393854.116271:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393854.116274:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507636864:0@lo:700: 40000000:00080000:0.0:1749393854.116280:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393854.116281:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393854.116300:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507636736:12345-0@lo:700: Request processed in 44us (145us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393854.116304:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:2.0:1749393854.116307:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e40380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507636736:0@lo:700: 00000100:00100000:0.0:1749393854.192150:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393854.274260:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393854.322137:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393854.732212:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393854.732232:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507636992:0@lo:900: 00000100:00100000:0.0:1749393855.192226:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393855.276216:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393855.322130:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393855.887707:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393855.887742:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393855.887770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393855.887819:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499752064 00000100:00100000:2.0:1749393855.887827:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499752064 00000100:00100000:3.0:1749393855.887830:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499752192 00000100:00100000:3.0:1749393855.887835:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499752192 00000100:00100000:2.0:1749393855.887861:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 507 00000100:00100000:3.0:1749393855.887861:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499752320 00000100:00100000:3.0:1749393855.887863:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499752320 00000100:00100000:2.0:1749393855.887866:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499752064:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393855.887873:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1316 00000100:00100000:1.0:1749393855.887879:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499752192:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393855.887879:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1317 00000100:00100000:3.0:1749393855.887883:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499752320:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393855.887897:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 897 last 0 00010000:00080000:3.0:1749393855.887899:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 897 last 0 00000100:00100000:2.0:1749393855.887913:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499752064:12345-192.168.203.32@tcp:400: Request processed in 47us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393855.887917:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 507 00000100:00100000:1.0:1749393855.887930:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499752192:12345-192.168.203.32@tcp:38: Request processed in 52us (187us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393855.887933:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499752320:12345-192.168.203.32@tcp:38: Request processed in 49us (162us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393855.887935:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1316 00000100:00100000:3.0:1749393855.887938:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1317 00000100:00100000:2.0:1749393856.115236:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e40380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507637120:0@lo:700: 00000100:00100000:2.0:1749393856.115293:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393856.115375:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39000 going to sleep for 11 seconds 00000100:00100000:0.0:1749393856.115413:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507637120 00000100:00100000:0.0:1749393856.115421:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507637120 00000100:00080000:2.0:1749393856.115467:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393856.115476:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:0.0:1749393856.115485:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507637120:12345-0@lo:700: 00000100:00100000:0.0:1749393856.115517:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393856.115522:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507637248:0@lo:700: 40000000:00080000:0.0:1749393856.115533:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393856.115536:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393856.115572:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507637120:12345-0@lo:700: Request processed in 90us (280us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393856.115578:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1749393856.115602:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e40380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507637120:0@lo:700: 00000100:00100000:2.0:1749393856.117130:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e40380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507637376:0@lo:700: 00000100:00100000:2.0:1749393856.117164:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393856.117197:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507637376 00000100:00100000:0.0:1749393856.117202:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507637376 00000100:00100000:2.0:1749393856.117209:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39000 going to sleep for 11 seconds 00000100:00100000:0.0:1749393856.117221:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:0.0:1749393856.117225:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507637376:12345-0@lo:700: 00000100:00080000:3.0:1749393856.117233:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393856.117241:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393856.117244:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507637504:0@lo:700: 40000000:00080000:0.0:1749393856.117249:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393856.117251:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393856.117277:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507637376:12345-0@lo:700: Request processed in 52us (113us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393856.117288:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1749393856.117301:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e40380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507637376:0@lo:700: 00000100:00100000:0.0:1749393856.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393856.278260:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393856.322155:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393856.636234:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507637632:0@lo:41: 00000100:00100000:3.0:1749393856.636288:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393856.636321:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507637632 00000100:00100000:1.0:1749393856.636328:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507637632 00000100:00100000:1.0:1749393856.636382:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1749393856.636387:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507637632:12345-0@lo:41: 00000004:00000024:1.0:1749393856.636413:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393856.636452:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507637632:12345-0@lo:41: Request processed in 65us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393856.636457:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1749393856.636475:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507637632:0@lo:41: 00000100:00100000:0.0:1749393856.733150:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393856.733156:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507637760:0@lo:900: 00000100:00100000:2.0:1749393857.192307:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393857.280328:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393857.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393857.564239:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393857.564263:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507637888:0@lo:41: 00000100:00080000:2.0:1749393857.564265:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393857.564269:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393857.564275:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 894 00000100:00080000:2.0:1749393857.564280:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393857.564287:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393857.564309:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e41500 x1834371507638144/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393857.564334:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393857.564338:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393857.564338:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393857.564340:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393857.564343:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 894 00000100:00100000:1.0:1749393857.564345:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507638016:0@lo:400: 00000100:00080000:2.0:1749393857.564345:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393857.564348:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393857.564387:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507638144:0@lo:38: 00000100:00100000:2.0:1749393857.564399:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e41c00 x1834371507638400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393857.564410:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393857.564413:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393857.564415:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393857.564419:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 894 00000100:00080000:2.0:1749393857.564421:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393857.564422:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393857.564424:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393857.564424:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393857.564431:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507638272:0@lo:400: 00000100:00100000:2.0:1749393857.564435:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e41f80 x1834371507638528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393857.564439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393857.564444:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393857.564453:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749393857.564454:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393857.564454:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393857.564458:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 894 00000100:00080000:2.0:1749393857.564461:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393857.564464:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393857.564475:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507638400:0@lo:38: 00000100:00100000:2.0:1749393857.564477:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e42300 x1834371507638656/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393857.564483:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507637888 00000100:00100000:0.0:1749393857.564485:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507638272 00000100:00100000:0.0:1749393857.564491:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507638272 00000100:00100000:1.0:1749393857.564491:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507637888 00000100:00100000:3.0:1749393857.564494:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393857.564504:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393857.564507:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393857.564509:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393857.564510:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507638528:0@lo:38: 00000100:00080000:2.0:1749393857.564512:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 894 00000100:00080000:2.0:1749393857.564514:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393857.564517:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393857.564527:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e42d80 x1834371507639040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393857.564531:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1749393857.564531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393857.564535:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393857.564538:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00080000:2.0:1749393857.564538:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749393857.564539:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507638272:12345-0@lo:400: 00000100:00080000:2.0:1749393857.564539:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393857.564542:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 894 00000100:00080000:2.0:1749393857.564544:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393857.564545:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507637888:12345-0@lo:41: 00000100:00100000:3.0:1749393857.564547:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507638656:0@lo:38: 00000100:00080000:2.0:1749393857.564548:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393857.564557:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e43100 x1834371507639168/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393857.564563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:1.0:1749393857.564576:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393857.564577:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507639040:0@lo:38: 00000100:00100000:0.0:1749393857.564586:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507638272:12345-0@lo:400: Request processed in 48us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393857.564594:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1749393857.564597:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507639424:0@lo:400: 00000100:00100000:3.0:1749393857.564610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393857.564611:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507637888:12345-0@lo:41: Request processed in 66us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393857.564619:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1749393857.564622:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507638144 00000100:00100000:0.0:1749393857.564626:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507638144 00000100:00100000:3.0:1749393857.564633:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507639168:0@lo:38: 00000100:00100000:0.0:1749393857.564639:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507638400 00000100:00100000:0.0:1749393857.564642:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507638400 00000100:00100000:1.0:1749393857.564642:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507638528 00000100:00100000:2.0:1749393857.564644:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393857.564646:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507638528 00000100:00100000:0.0:1749393857.564649:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507638656 00000100:00100000:0.0:1749393857.564651:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507638656 00000100:00100000:3.0:1749393857.564654:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393857.564656:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507639040 00000100:00100000:0.0:1749393857.564658:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507639168 00000100:00100000:0.0:1749393857.564661:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507639168 00000100:00100000:1.0:1749393857.564667:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507639040 00000100:00100000:0.0:1749393857.564670:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:2.0:1749393857.564672:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749393857.564675:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507638144:12345-0@lo:38: 00000100:00100000:2.0:1749393857.564680:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507639296:0@lo:400: 00000100:00100000:1.0:1749393857.564685:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:1.0:1749393857.564690:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507638400:12345-0@lo:38: 00000100:00100000:2.0:1749393857.564699:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393857.564701:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00010000:00020000:0.0:1749393857.564708:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393857.564708:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507638528:12345-0@lo:38: 00010000:00020000:1.0:1749393857.564719:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393857.564727:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507638016 00010000:00020000:3.0:1749393857.564727:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393857.564732:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507638016 00000100:00100000:0.0:1749393857.564748:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507638144:12345-0@lo:38: Request processed in 71us (309us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393857.564756:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507638400:12345-0@lo:38: Request processed in 65us (261us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393857.564757:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1749393857.564761:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507638528:12345-0@lo:38: Request processed in 52us (232us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393857.564762:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1749393857.564763:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:3.0:1749393857.564768:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1749393857.564770:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507638016:12345-0@lo:400: 00000100:00100000:0.0:1749393857.564773:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:0.0:1749393857.564778:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507638656:12345-0@lo:38: 00000100:00100000:1.0:1749393857.564778:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:1.0:1749393857.564782:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507639168:12345-0@lo:38: 00000100:00100000:3.0:1749393857.564785:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00010000:00020000:0.0:1749393857.564789:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393857.564795:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393857.564798:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507639040:12345-0@lo:38: 00000100:00100000:2.0:1749393857.564806:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507638016:12345-0@lo:400: Request processed in 37us (382us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393857.564811:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393857.564815:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507638656:12345-0@lo:38: Request processed in 35us (251us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393857.564815:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1749393857.564817:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507639168:12345-0@lo:38: Request processed in 33us (162us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393857.564821:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:1.0:1749393857.564825:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:3.0:1749393857.564836:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507639040:12345-0@lo:38: Request processed in 38us (226us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393857.564842:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:1.0:1749393857.564847:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507639424 00000100:00100000:1.0:1749393857.564850:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507639424 00000100:00080000:0.0:1749393857.564859:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393857.564860:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507638272:0@lo:400: 00000100:00080000:0.0:1749393857.564863:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393857.564865:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507639296 00000100:00100000:0.0:1749393857.564868:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507639168:0@lo:38: 00000100:00100000:3.0:1749393857.564870:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507639296 00000100:00100000:2.0:1749393857.564877:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507637888:0@lo:41: 00000100:00080000:0.0:1749393857.564878:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393857.564879:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00080000:0.0:1749393857.564881:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393857.564884:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507638656:0@lo:38: 00000100:00100000:1.0:1749393857.564886:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507639424:12345-0@lo:400: 00000100:00080000:0.0:1749393857.564893:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393857.564895:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393857.564898:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1749393857.564899:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507639040:0@lo:38: 00000100:00100000:3.0:1749393857.564904:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507639296:12345-0@lo:400: 00000100:00080000:0.0:1749393857.564907:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393857.564910:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393857.564913:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507638400:0@lo:38: 00000100:00080000:2.0:1749393857.564915:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1749393857.564921:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393857.564921:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507639424:12345-0@lo:400: Request processed in 35us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393857.564928:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00080000:0.0:1749393857.564930:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393857.564934:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507638528:0@lo:38: 00010000:00080000:2.0:1749393857.564934:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e43800 x1834371507639424/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393857.564937:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507639296:12345-0@lo:400: Request processed in 32us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393857.564944:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1749393857.564945:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507639424:0@lo:400: 00000100:00080000:0.0:1749393857.564946:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393857.564948:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393857.564950:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507638912:0@lo:400: 00000100:00100000:0.0:1749393857.564951:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507638144:0@lo:38: 00010000:00080000:2.0:1749393857.564961:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e43480 x1834371507639296/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393857.564963:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507638784:0@lo:400: 00000100:00100000:2.0:1749393857.564970:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507639296:0@lo:400: 00000100:00100000:1.0:1749393857.564973:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393857.564986:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393857.564999:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507638016:0@lo:400: 00000100:00100000:3.0:1749393857.565012:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507638912 00000100:00100000:3.0:1749393857.565015:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507638912 00000100:00100000:0.0:1749393857.565021:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507638784 00000100:00100000:0.0:1749393857.565025:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507638784 00000100:00100000:3.0:1749393857.565032:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1749393857.565038:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507638912:12345-0@lo:400: 00000100:00100000:1.0:1749393857.565059:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1749393857.565065:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507638912:12345-0@lo:400: Request processed in 27us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393857.565066:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507638784:12345-0@lo:400: 00000100:00100000:3.0:1749393857.565103:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1749393857.565188:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507638784:12345-0@lo:400: Request processed in 122us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393857.565196:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00010000:00080000:1.0:1749393857.565226:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e42a00 x1834371507638912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393857.565239:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507638912:0@lo:400: 00010000:00080000:3.0:1749393857.565322:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e42680 x1834371507638784/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393857.565339:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507638784:0@lo:400: 00000100:00100000:2.0:1749393858.116236:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507639552:0@lo:700: 00000100:00100000:2.0:1749393858.116307:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393858.116423:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e390c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393858.116448:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507639552 00000100:00100000:0.0:1749393858.116459:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507639552 00000100:00100000:0.0:1749393858.116526:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00080000:2.0:1749393858.116528:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393858.116538:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507639552:12345-0@lo:700: 00000100:00100000:0.0:1749393858.116582:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393858.116589:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507639680:0@lo:700: 40000000:00080000:0.0:1749393858.116606:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393858.116609:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393858.116668:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507639552:12345-0@lo:700: Request processed in 133us (359us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393858.116677:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1749393858.116693:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507639552:0@lo:700: 00000100:00100000:2.0:1749393858.118188:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507639808:0@lo:700: 00000100:00100000:2.0:1749393858.118225:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393858.118294:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e390c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393858.118370:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507639808 00000100:00100000:0.0:1749393858.118379:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507639808 00000100:00100000:0.0:1749393858.118436:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:0.0:1749393858.118445:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507639808:12345-0@lo:700: 00000100:00080000:2.0:1749393858.118448:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393858.118476:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393858.118482:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507639936:0@lo:700: 40000000:00080000:0.0:1749393858.118493:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393858.118496:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393858.118557:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507639808:12345-0@lo:700: Request processed in 112us (330us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393858.118566:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1749393858.118589:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507639808:0@lo:700: 00000100:00100000:2.0:1749393858.192225:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393858.282431:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393858.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393858.734254:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393858.734271:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507640064:0@lo:900: 00000100:00100000:2.0:1749393859.192241:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393859.284325:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393859.322168:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393860.117294:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507640192:0@lo:700: 00000100:00100000:2.0:1749393860.117390:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393860.117473:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e390c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393860.117550:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507640192 00000100:00100000:0.0:1749393860.117560:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507640192 00000100:00080000:2.0:1749393860.117640:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393860.117652:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:0.0:1749393860.117663:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507640192:12345-0@lo:700: 00000100:00100000:0.0:1749393860.117708:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393860.117715:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507640320:0@lo:700: 40000000:00080000:0.0:1749393860.117730:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393860.117733:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393860.117789:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507640192:12345-0@lo:700: Request processed in 128us (399us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393860.117798:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:2.0:1749393860.117814:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507640192:0@lo:700: 00000100:00100000:2.0:1749393860.119185:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507640448:0@lo:700: 00000100:00100000:2.0:1749393860.119225:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393860.119281:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e390c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393860.119368:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507640448 00000100:00100000:0.0:1749393860.119377:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507640448 00000100:00080000:2.0:1749393860.119407:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393860.119428:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:0.0:1749393860.119437:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507640448:12345-0@lo:700: 00000100:00100000:0.0:1749393860.119469:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393860.119475:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507640576:0@lo:700: 40000000:00080000:0.0:1749393860.119486:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393860.119488:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393860.119554:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507640448:12345-0@lo:700: Request processed in 117us (328us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393860.119563:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:2.0:1749393860.119583:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507640448:0@lo:700: 00000100:00100000:2.0:1749393860.192194:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393860.286389:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393860.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393860.735283:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393860.735301:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507640704:0@lo:900: 00000100:00100000:0.0:1749393860.895679:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393860.895727:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393860.895826:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393860.895827:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499752448 00000100:00100000:2.0:1749393860.895839:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499752448 00000100:00100000:3.0:1749393860.895862:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499752576 00000100:00100000:0.0:1749393860.895867:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499752704 00000100:00100000:0.0:1749393860.895873:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499752704 00000100:00100000:3.0:1749393860.895883:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499752576 00000100:00100000:2.0:1749393860.895891:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 509 00000100:00100000:2.0:1749393860.895901:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499752448:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393860.895912:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1324 00000100:00100000:0.0:1749393860.895919:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d562d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499752704:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393860.895937:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1325 00000100:00100000:3.0:1749393860.895944:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499752576:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393860.895950:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 902 last 0 00010000:00080000:3.0:1749393860.895966:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 902 last 0 00000100:00100000:2.0:1749393860.895971:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499752448:12345-192.168.203.32@tcp:400: Request processed in 71us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393860.895994:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 509 00000100:00100000:0.0:1749393860.896002:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d562d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499752704:12345-192.168.203.32@tcp:38: Request processed in 83us (176us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393860.896011:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1324 00000100:00100000:3.0:1749393860.896025:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499752576:12345-192.168.203.32@tcp:38: Request processed in 79us (296us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393860.896033:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1325 00000100:00100000:0.0:1749393861.192395:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393861.288281:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393861.322213:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393861.644397:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507640832:0@lo:41: 00000100:00100000:0.0:1749393861.644480:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393861.644541:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507640832 00000100:00100000:1.0:1749393861.644552:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507640832 00000100:00100000:1.0:1749393861.644602:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1749393861.644610:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507640832:12345-0@lo:41: 00000004:00000024:1.0:1749393861.644648:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393861.644718:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507640832:12345-0@lo:41: Request processed in 108us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393861.644726:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1749393861.644755:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507640832:0@lo:41: 00000100:00100000:2.0:1749393862.118296:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507640960:0@lo:700: 00000100:00100000:2.0:1749393862.118413:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393862.118493:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39180 going to sleep for 11 seconds 00000100:00100000:0.0:1749393862.118560:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507640960 00000100:00100000:0.0:1749393862.118572:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507640960 00000100:00080000:2.0:1749393862.118637:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393862.118648:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1749393862.118658:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507640960:12345-0@lo:700: 00000100:00100000:0.0:1749393862.118702:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393862.118724:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507641088:0@lo:700: 40000000:00080000:0.0:1749393862.118740:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393862.118743:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393862.118802:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507640960:12345-0@lo:700: Request processed in 145us (389us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393862.118811:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:2.0:1749393862.118827:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507640960:0@lo:700: 00000100:00100000:2.0:1749393862.120190:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507641216:0@lo:700: 00000100:00100000:2.0:1749393862.120228:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393862.120284:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39180 going to sleep for 11 seconds 00000100:00100000:0.0:1749393862.120369:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507641216 00000100:00100000:0.0:1749393862.120378:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507641216 00000100:00080000:2.0:1749393862.120403:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393862.120427:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1749393862.120435:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507641216:12345-0@lo:700: 00000100:00100000:0.0:1749393862.120469:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393862.120476:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507641344:0@lo:700: 40000000:00080000:0.0:1749393862.120486:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393862.120489:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393862.120549:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507641216:12345-0@lo:700: Request processed in 113us (319us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393862.120556:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:2.0:1749393862.120576:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507641216:0@lo:700: 00000100:00100000:0.0:1749393862.192207:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393862.290364:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393862.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393862.572251:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393862.572262:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393862.572268:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393862.572279:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 899 00000100:00080000:2.0:1749393862.572286:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393862.572295:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393862.572305:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393862.572354:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e3d880 x1834371507641728/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393862.572367:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507641472:0@lo:400: 00000100:00100000:1.0:1749393862.572379:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393862.572398:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507641600:0@lo:41: 00000100:00080000:2.0:1749393862.572406:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393862.572411:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393862.572411:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507641728:0@lo:38: 00000100:00080000:2.0:1749393862.572413:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393862.572417:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 899 00000100:00080000:2.0:1749393862.572429:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393862.572434:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393862.572449:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393862.572449:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393862.572450:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e3c380 x1834371507641984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393862.572464:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393862.572471:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393862.572475:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393862.572477:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393862.572480:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 899 00000100:00080000:2.0:1749393862.572482:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393862.572486:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393862.572495:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e3e300 x1834371507642240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393862.572503:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393862.572506:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393862.572507:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393862.572510:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 899 00000100:00080000:2.0:1749393862.572512:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393862.572513:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507641728 00000100:00080000:2.0:1749393862.572515:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393862.572520:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507641600 00000100:00100000:3.0:1749393862.572520:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507641728 00000100:00100000:2.0:1749393862.572525:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099938e00 x1834371507642368/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393862.572528:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507641600 00000100:00100000:1.0:1749393862.572528:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507641856:0@lo:400: 00000100:00080000:2.0:1749393862.572545:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393862.572548:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393862.572549:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393862.572550:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393862.572553:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 899 00000100:00100000:3.0:1749393862.572554:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00080000:2.0:1749393862.572560:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393862.572562:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507641728:12345-0@lo:38: 00000100:00080000:2.0:1749393862.572564:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393862.572567:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749393862.572571:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507641856 00000100:00100000:1.0:1749393862.572574:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507642624:0@lo:400: 00000100:00100000:0.0:1749393862.572575:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507641856 00000100:00100000:2.0:1749393862.572576:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e40380 x1834371507642752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393862.572585:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393862.572588:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00010000:00020000:3.0:1749393862.572588:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393862.572589:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393862.572593:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393862.572593:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 899 00000100:00080000:2.0:1749393862.572595:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393862.572598:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393862.572599:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1749393862.572608:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e43480 x1834371507642880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393862.572610:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507641600:12345-0@lo:41: 00000100:00100000:1.0:1749393862.572621:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507642624 00000100:00100000:1.0:1749393862.572626:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507642624 00000100:00100000:3.0:1749393862.572626:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507641728:12345-0@lo:38: Request processed in 64us (161us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393862.572634:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00100000:2.0:1749393862.572651:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507641472 00000100:00100000:1.0:1749393862.572656:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1749393862.572656:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507641472 00000004:00000024:0.0:1749393862.572664:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393862.572664:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507642624:12345-0@lo:400: 00000100:00100000:2.0:1749393862.572688:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00080000:3.0:1749393862.572692:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393862.572695:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507641472:12345-0@lo:400: 00000100:00080000:3.0:1749393862.572696:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393862.572702:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507641728:0@lo:38: 00000100:00100000:0.0:1749393862.572721:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507641600:12345-0@lo:41: Request processed in 111us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393862.572722:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507641984:0@lo:38: 00000100:00100000:1.0:1749393862.572723:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507642624:12345-0@lo:400: Request processed in 59us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393862.572731:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1749393862.572734:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1749393862.572746:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393862.572753:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507642496:0@lo:400: 00000100:00100000:2.0:1749393862.572755:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507641472:12345-0@lo:400: Request processed in 59us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393862.572762:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1749393862.572762:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507642240:0@lo:38: 00000100:00100000:2.0:1749393862.572763:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1749393862.572772:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507641856:12345-0@lo:400: 00000100:00100000:1.0:1749393862.572775:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393862.572778:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393862.572794:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1749393862.572801:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507642112:0@lo:400: 00000100:00100000:3.0:1749393862.572812:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507642368:0@lo:38: 00000100:00100000:1.0:1749393862.572819:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393862.572824:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507641856:12345-0@lo:400: Request processed in 53us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393862.572834:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1749393862.572835:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507643136:0@lo:400: 00000100:00100000:3.0:1749393862.572844:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393862.572847:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507642112 00000100:00100000:1.0:1749393862.572852:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393862.572852:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507642112 00000100:00100000:3.0:1749393862.572861:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507642752:0@lo:38: 00000100:00100000:0.0:1749393862.572862:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507641984 00000100:00100000:0.0:1749393862.572869:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507641984 00000100:00100000:2.0:1749393862.572873:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1749393862.572876:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507642240 00000100:00100000:2.0:1749393862.572879:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507642112:12345-0@lo:400: 00000100:00100000:3.0:1749393862.572879:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393862.572880:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507642240 00000100:00100000:0.0:1749393862.572909:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507642368 00000100:00100000:3.0:1749393862.572912:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507642880:0@lo:38: 00000100:00100000:1.0:1749393862.572913:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507642752 00000100:00100000:0.0:1749393862.572914:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507642368 00000100:00100000:1.0:1749393862.572916:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507642752 00000100:00100000:2.0:1749393862.572916:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507642112:12345-0@lo:400: Request processed in 37us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393862.572922:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1749393862.572929:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:3.0:1749393862.572929:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393862.572934:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507641984:12345-0@lo:38: 00000100:00100000:0.0:1749393862.572936:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:0.0:1749393862.572944:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507642240:12345-0@lo:38: 00010000:00020000:1.0:1749393862.572951:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393862.572951:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507642496 00000100:00100000:3.0:1749393862.572956:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507642496 00000100:00100000:2.0:1749393862.572965:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507642112:0@lo:400: 00010000:00020000:0.0:1749393862.572967:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393862.572978:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507643136 00000100:00100000:3.0:1749393862.572980:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507643136 00000100:00100000:1.0:1749393862.572982:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507641984:12345-0@lo:38: Request processed in 46us (235us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393862.572989:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:2.0:1749393862.572991:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1749393862.572998:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507642496:12345-0@lo:400: 00000100:00100000:1.0:1749393862.573000:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507642880 00000100:00100000:1.0:1749393862.573003:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507642880 00000100:00100000:3.0:1749393862.573004:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1749393862.573009:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507642240:12345-0@lo:38: Request processed in 63us (227us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393862.573010:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507643136:12345-0@lo:400: 00000100:00100000:1.0:1749393862.573013:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:1.0:1749393862.573017:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507642368:12345-0@lo:38: 00000100:00100000:0.0:1749393862.573020:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00010000:00020000:1.0:1749393862.573028:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393862.573032:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507642496:12345-0@lo:400: Request processed in 35us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393862.573039:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1749393862.573040:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:3.0:1749393862.573046:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507643136:12345-0@lo:400: Request processed in 36us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393862.573047:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507642752:12345-0@lo:38: 00000100:00100000:1.0:1749393862.573051:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507642368:12345-0@lo:38: Request processed in 33us (207us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393862.573053:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00080000:2.0:1749393862.573055:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:0.0:1749393862.573065:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393862.573066:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1749393862.573067:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00080000:2.0:1749393862.573098:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e41f80 x1834371507643136/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393862.573113:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507643008:0@lo:400: 00000100:00100000:2.0:1749393862.573116:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507643136:0@lo:400: 00000100:00100000:1.0:1749393862.573129:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:1.0:1749393862.573135:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507642880:12345-0@lo:38: 00010000:00080000:2.0:1749393862.573137:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e42680 x1834371507642496/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393862.573141:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507642752:12345-0@lo:38: Request processed in 91us (259us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393862.573142:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393862.573147:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393862.573152:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:2.0:1749393862.573152:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507642496:0@lo:400: 00000100:00100000:3.0:1749393862.573170:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507643008 00000100:00100000:3.0:1749393862.573174:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507643008 00000100:00100000:1.0:1749393862.573175:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507642880:12345-0@lo:38: Request processed in 39us (245us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393862.573181:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00080000:2.0:1749393862.573199:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393862.573200:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1749393862.573205:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507643008:12345-0@lo:400: 00000100:00100000:0.0:1749393862.573211:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507641472:0@lo:400: 00010000:00080000:1.0:1749393862.573224:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e42a00 x1834371507642624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393862.573235:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507643008:12345-0@lo:400: Request processed in 30us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393862.573238:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507642624:0@lo:400: 00000100:00100000:3.0:1749393862.573242:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1749393862.573248:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507641856:0@lo:400: 00000100:00100000:1.0:1749393862.573262:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507641600:0@lo:41: 00000100:02020000:3.0:1749393862.573268:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00010000:00080000:2.0:1749393862.573272:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e41500 x1834371507643008/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393862.573273:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393862.573283:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393862.573288:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507641984:0@lo:38: 00000100:00100000:2.0:1749393862.573289:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507643008:0@lo:400: 00000100:00080000:3.0:1749393862.573300:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393862.573303:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393862.573306:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507642240:0@lo:38: 00000100:00080000:3.0:1749393862.573314:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393862.573340:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393862.573344:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507642368:0@lo:38: 00000100:00080000:3.0:1749393862.573353:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393862.573356:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393862.573359:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507642752:0@lo:38: 00000100:00080000:3.0:1749393862.573367:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393862.573369:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393862.573372:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507642880:0@lo:38: 00000100:00100000:0.0:1749393862.736259:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393862.736276:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507643264:0@lo:900: 00000100:00100000:2.0:1749393863.192378:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393863.292355:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393863.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393864.119343:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e41500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507643392:0@lo:700: 00000100:00100000:2.0:1749393864.119418:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393864.119501:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 11 seconds 00000100:00100000:0.0:1749393864.119569:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507643392 00000100:00100000:0.0:1749393864.119581:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507643392 00000100:00080000:2.0:1749393864.119648:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393864.119657:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:0.0:1749393864.119668:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507643392:12345-0@lo:700: 00000100:00100000:0.0:1749393864.119711:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393864.119719:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507643520:0@lo:700: 40000000:00080000:0.0:1749393864.119733:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393864.119736:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393864.119792:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507643392:12345-0@lo:700: Request processed in 126us (374us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393864.119801:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1749393864.119818:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e41500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507643392:0@lo:700: 00000100:00100000:2.0:1749393864.121184:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e41500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507643648:0@lo:700: 00000100:00100000:2.0:1749393864.121236:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393864.121292:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 11 seconds 00000100:00100000:0.0:1749393864.121392:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507643648 00000100:00100000:0.0:1749393864.121403:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507643648 00000100:00080000:2.0:1749393864.121430:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393864.121464:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:0.0:1749393864.121473:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507643648:12345-0@lo:700: 00000100:00100000:0.0:1749393864.121508:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393864.121514:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507643776:0@lo:700: 40000000:00080000:0.0:1749393864.121525:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393864.121528:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393864.121580:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507643648:12345-0@lo:700: Request processed in 108us (343us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393864.121589:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1749393864.121616:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e41500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507643648:0@lo:700: 00000100:00100000:2.0:1749393864.192241:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393864.294390:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393864.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393864.737248:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393864.737266:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507643904:0@lo:900: 00000100:00100000:0.0:1749393864.899230:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393864.899231:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393864.899262:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507644160/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393869 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393864.899262:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507644032/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393869 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393864.899373:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393864.899453:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393864.899463:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749393864.899480:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393864.899539:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507644160 00000100:00100000:2.0:1749393864.899551:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507644160 00000100:00100000:1.0:1749393864.899571:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507644032 00000100:00100000:1.0:1749393864.899580:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507644032 00000100:00080000:3.0:1749393864.899611:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393864.899630:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1749393864.899639:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507644032:12345-0@lo:700: 00000100:00100000:2.0:1749393864.899639:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:2.0:1749393864.899649:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507644160:12345-0@lo:700: 40000000:00080000:1.0:1749393864.899671:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:00080000:2.0:1749393864.899683:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393864.899722:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507644032:12345-0@lo:700: Request processed in 84us (270us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749393864.899730:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507644032/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393880 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393864.899731:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:3.0:1749393864.899742:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393864.899749:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507644160:12345-0@lo:700: Request processed in 102us (377us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393864.899758:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1749393864.899792:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507644160/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393880 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393864.899803:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393865.192273:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393865.296417:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393865.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393865.903704:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393865.903755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393865.903834:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499752960 00000100:00100000:2.0:1749393865.903848:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499752960 00000100:00100000:0.0:1749393865.903870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393865.903897:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499752832 00000100:00100000:3.0:1749393865.903907:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499752832 00000100:00100000:2.0:1749393865.903910:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499753088 00000100:00100000:2.0:1749393865.903915:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499753088 00000100:00100000:2.0:1749393865.903944:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1332 00000100:00100000:3.0:1749393865.903953:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 511 00000100:00100000:2.0:1749393865.903957:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d562a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499752960:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393865.903959:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1333 00000100:00100000:3.0:1749393865.903962:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499752832:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393865.903967:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499753088:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393865.903994:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 907 last 0 00010000:00080000:2.0:1749393865.903994:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 907 last 0 00000100:00100000:3.0:1749393865.904032:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499752832:12345-192.168.203.32@tcp:400: Request processed in 70us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393865.904040:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 511 00000100:00100000:0.0:1749393865.904048:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499753088:12345-192.168.203.32@tcp:38: Request processed in 80us (177us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393865.904056:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1333 00000100:00100000:2.0:1749393865.904060:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d562a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499752960:12345-192.168.203.32@tcp:38: Request processed in 103us (365us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393865.904125:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1332 00000100:00100000:2.0:1749393866.120271:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e41500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507644288:0@lo:700: 00000100:00100000:2.0:1749393866.120372:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393866.120447:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 11 seconds 00000100:00100000:0.0:1749393866.120497:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507644288 00000100:00100000:0.0:1749393866.120507:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507644288 00000100:00080000:3.0:1749393866.120554:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393866.120578:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1749393866.120589:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507644288:12345-0@lo:700: 00000100:00100000:0.0:1749393866.120630:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393866.120637:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507644416:0@lo:700: 40000000:00080000:0.0:1749393866.120651:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393866.120663:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393866.120721:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507644288:12345-0@lo:700: Request processed in 134us (349us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393866.120730:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:2.0:1749393866.120760:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e41500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507644288:0@lo:700: 00000100:00100000:2.0:1749393866.122192:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e41500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507644544:0@lo:700: 00000100:00100000:2.0:1749393866.122231:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393866.122286:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 11 seconds 00000100:00100000:0.0:1749393866.122366:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507644544 00000100:00100000:0.0:1749393866.122375:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507644544 00000100:00080000:3.0:1749393866.122414:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393866.122433:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1749393866.122441:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507644544:12345-0@lo:700: 00000100:00100000:0.0:1749393866.122473:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393866.122479:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507644672:0@lo:700: 40000000:00080000:0.0:1749393866.122490:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393866.122492:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393866.122542:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507644544:12345-0@lo:700: Request processed in 101us (310us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393866.122550:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1749393866.122573:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e41500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507644544:0@lo:700: 00000100:00100000:2.0:1749393866.192194:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393866.298350:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393866.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393866.652394:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507644800:0@lo:41: 00000100:00100000:2.0:1749393866.652471:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393866.652539:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507644800 00000100:00100000:0.0:1749393866.652551:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507644800 00000100:00100000:0.0:1749393866.652595:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1749393866.652605:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507644800:12345-0@lo:41: 00000004:00000024:0.0:1749393866.652641:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393866.652707:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507644800:12345-0@lo:41: Request processed in 102us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393866.652716:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1749393866.652746:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507644800:0@lo:41: 00000100:00100000:0.0:1749393866.738210:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393866.738220:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507644928:0@lo:900: 00000100:00100000:2.0:1749393867.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393867.300365:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393867.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393867.580231:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393867.580239:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393867.580244:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393867.580253:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 904 00000100:00080000:2.0:1749393867.580258:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393867.580265:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393867.580314:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e43100 x1834371507645312/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393867.580351:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507645056:0@lo:41: 00000100:00080000:2.0:1749393867.580353:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393867.580357:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393867.580359:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393867.580363:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 904 00000100:00100000:3.0:1749393867.580364:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507645184:0@lo:400: 00000100:00080000:2.0:1749393867.580365:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393867.580380:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393867.580392:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507645440:0@lo:400: 00000100:00100000:2.0:1749393867.580396:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e41880 x1834371507645568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393867.580414:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393867.580418:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393867.580419:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393867.580423:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 904 00000100:00080000:2.0:1749393867.580425:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393867.580428:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393867.580435:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393867.580437:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e40380 x1834371507645824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393867.580440:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393867.580445:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393867.580448:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393867.580450:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393867.580452:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 904 00000100:00080000:2.0:1749393867.580454:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393867.580457:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393867.580466:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e42a00 x1834371507645952/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393867.580474:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507645184 00000100:00100000:1.0:1749393867.580482:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507645184 00000100:00100000:0.0:1749393867.580491:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507645056 00000100:00100000:0.0:1749393867.580496:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507645056 00000100:00080000:2.0:1749393867.580496:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393867.580500:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393867.580501:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393867.580505:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 904 00000100:00080000:2.0:1749393867.580507:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393867.580510:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507646080:0@lo:400: 00000100:00080000:2.0:1749393867.580515:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393867.580524:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1749393867.580527:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef0700 x1834371507646336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393867.580529:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00080000:2.0:1749393867.580535:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393867.580535:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393867.580537:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507645056:12345-0@lo:41: 00000100:00080000:2.0:1749393867.580538:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393867.580540:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393867.580542:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507645184:12345-0@lo:400: 00000100:00080000:2.0:1749393867.580543:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 904 00000100:00080000:2.0:1749393867.580545:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393867.580548:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393867.580556:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393867.580557:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef0a80 x1834371507646464/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393867.580563:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507646208:0@lo:400: 00000004:00000024:0.0:1749393867.580572:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393867.580583:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393867.580592:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507645696:0@lo:400: 00000100:00100000:1.0:1749393867.580600:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507645184:12345-0@lo:400: Request processed in 59us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393867.580608:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1749393867.580615:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507645056:12345-0@lo:41: Request processed in 78us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393867.580616:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507645184:0@lo:400: 00000100:00100000:0.0:1749393867.580623:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1749393867.580633:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393867.580640:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507645312:0@lo:38: 00000100:00100000:0.0:1749393867.580645:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507645696 00000100:00100000:0.0:1749393867.580648:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507645696 00000100:00100000:1.0:1749393867.580656:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507646080 00000100:00100000:1.0:1749393867.580660:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507646080 00000100:00100000:0.0:1749393867.580664:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1749393867.580669:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507645696:12345-0@lo:400: 00000100:00100000:3.0:1749393867.580678:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393867.580679:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507646720:0@lo:400: 00000100:00100000:1.0:1749393867.580681:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507646208 00000100:00100000:1.0:1749393867.580683:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507646208 00000100:00100000:1.0:1749393867.580698:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1749393867.580698:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507645568:0@lo:38: 00000100:00100000:0.0:1749393867.580700:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507645696:12345-0@lo:400: Request processed in 30us (67us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393867.580701:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393867.580704:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507646080:12345-0@lo:400: 00000100:00100000:0.0:1749393867.580707:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1749393867.580717:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393867.580737:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507645824:0@lo:38: 00000100:00100000:0.0:1749393867.580740:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507645056:0@lo:41: 00000100:00100000:2.0:1749393867.580740:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507645696:0@lo:400: 00000100:00100000:1.0:1749393867.580743:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507646080:12345-0@lo:400: Request processed in 39us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393867.580750:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1749393867.580752:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393867.580753:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393867.580758:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507646720 00000100:00100000:2.0:1749393867.580758:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507646592:0@lo:400: 00000100:00100000:1.0:1749393867.580761:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507646720 00000100:00100000:0.0:1749393867.580765:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507645312 00000100:00100000:3.0:1749393867.580766:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507645952:0@lo:38: 00000100:00100000:0.0:1749393867.580768:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507645312 00000100:00100000:2.0:1749393867.580777:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393867.580783:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393867.580785:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507645568 00000100:00100000:1.0:1749393867.580786:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507646592 00000100:00100000:0.0:1749393867.580787:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507645568 00000100:00100000:1.0:1749393867.580789:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507646592 00000100:00100000:0.0:1749393867.580799:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507645824 00000100:00100000:0.0:1749393867.580802:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507645824 00000100:00100000:1.0:1749393867.580802:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1749393867.580807:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507646208:12345-0@lo:400: 00000100:00100000:0.0:1749393867.580808:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507645952 00000100:00100000:0.0:1749393867.580810:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507645952 00000100:00100000:3.0:1749393867.580813:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507646336:0@lo:38: 00000100:00100000:2.0:1749393867.580815:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1749393867.580819:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:0.0:1749393867.580825:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507645312:12345-0@lo:38: 00000100:00100000:2.0:1749393867.580826:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507646720:12345-0@lo:400: 00000100:00100000:1.0:1749393867.580834:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507646208:12345-0@lo:400: Request processed in 26us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393867.580836:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393867.580840:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1749393867.580845:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507646464:0@lo:38: 00010000:00020000:0.0:1749393867.580847:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393867.580851:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1749393867.580856:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507646592:12345-0@lo:400: 00000100:00100000:3.0:1749393867.580864:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393867.580866:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507646720:12345-0@lo:400: Request processed in 42us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393867.580874:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1749393867.580883:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507646592:12345-0@lo:400: Request processed in 27us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393867.580889:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1749393867.580896:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507645312:12345-0@lo:38: Request processed in 71us (218us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393867.580896:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507646336 00000100:00100000:3.0:1749393867.580901:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507646336 00000100:00100000:0.0:1749393867.580904:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:3.0:1749393867.580915:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507646464 00000100:00100000:1.0:1749393867.580916:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393867.580918:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507646464 00000100:00100000:0.0:1749393867.580920:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00010000:00080000:2.0:1749393867.580921:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ef0e00 x1834371507646592/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393867.580924:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507645568:12345-0@lo:38: 00000100:00100000:3.0:1749393867.580928:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:2.0:1749393867.580933:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507646592:0@lo:400: 00000100:00100000:3.0:1749393867.580934:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507645824:12345-0@lo:38: 00010000:00020000:0.0:1749393867.580936:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1749393867.580944:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ef1180 x1834371507646720/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749393867.580952:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393867.580953:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507646720:0@lo:400: 00000100:00100000:0.0:1749393867.580954:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507645568:12345-0@lo:38: Request processed in 29us (237us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393867.580957:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507645440 00000100:00100000:0.0:1749393867.580961:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:1.0:1749393867.580961:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507645440 00000100:00100000:0.0:1749393867.580970:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1749393867.580974:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507645952:12345-0@lo:38: 00000100:00100000:3.0:1749393867.580979:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507645824:12345-0@lo:38: Request processed in 43us (225us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393867.580981:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00010000:00020000:0.0:1749393867.580984:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393867.580986:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:1.0:1749393867.580988:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507645440:12345-0@lo:400: 00000100:00100000:2.0:1749393867.580992:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:2.0:1749393867.580998:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507646336:12345-0@lo:38: 00000100:00100000:3.0:1749393867.581000:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:0.0:1749393867.581002:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507645952:12345-0@lo:38: Request processed in 26us (217us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393867.581005:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507646464:12345-0@lo:38: 00000100:00100000:0.0:1749393867.581008:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00010000:00020000:2.0:1749393867.581015:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393867.581019:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507645440:12345-0@lo:400: Request processed in 32us (103us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393867.581019:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393867.581026:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00080000:0.0:1749393867.581041:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393867.581043:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507646464:12345-0@lo:38: Request processed in 37us (180us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749393867.581046:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393867.581049:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507646336:12345-0@lo:38: Request processed in 51us (213us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393867.581049:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:0.0:1749393867.581050:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507645312:0@lo:38: 00000100:00100000:1.0:1749393867.581051:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507645440:0@lo:400: 00000100:00100000:2.0:1749393867.581057:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00080000:0.0:1749393867.581060:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393867.581063:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393867.581066:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507645568:0@lo:38: 00010000:00080000:3.0:1749393867.581106:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ef0380 x1834371507646208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749393867.581110:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1749393867.581114:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393867.581117:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393867.581119:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507646208:0@lo:400: 00000100:00100000:0.0:1749393867.581121:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507645824:0@lo:38: 00010000:00080000:3.0:1749393867.581133:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ef0000 x1834371507646080/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749393867.581140:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393867.581142:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393867.581142:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507646080:0@lo:400: 00000100:00100000:0.0:1749393867.581146:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507645952:0@lo:38: 00000100:00080000:0.0:1749393867.581155:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393867.581158:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393867.581161:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507646336:0@lo:38: 00000100:00080000:0.0:1749393867.581169:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393867.581171:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393867.581174:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507646464:0@lo:38: 00000100:00100000:0.0:1749393868.121408:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507646848:0@lo:700: 00000100:00100000:0.0:1749393868.121480:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393868.121552:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507646848 00000100:00100000:0.0:1749393868.121561:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393868.121564:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507646848 00000100:00080000:0.0:1749393868.121633:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393868.121642:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:2.0:1749393868.121653:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507646848:12345-0@lo:700: 00000100:00100000:2.0:1749393868.121697:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393868.121704:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507646976:0@lo:700: 40000000:00080000:2.0:1749393868.121720:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393868.121723:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393868.121783:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507646848:12345-0@lo:700: Request processed in 132us (302us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393868.121792:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:0.0:1749393868.121809:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507646848:0@lo:700: 00000100:00100000:2.0:1749393868.123134:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507647104:0@lo:700: 00000100:00100000:2.0:1749393868.123185:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393868.123239:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 11 seconds 00000100:00100000:0.0:1749393868.123240:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507647104 00000100:00100000:0.0:1749393868.123247:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507647104 00000100:00100000:0.0:1749393868.123310:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00080000:2.0:1749393868.123312:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393868.123318:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507647104:12345-0@lo:700: 00000100:00100000:0.0:1749393868.123346:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393868.123351:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507647232:0@lo:700: 40000000:00080000:0.0:1749393868.123361:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393868.123364:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393868.123408:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507647104:12345-0@lo:700: Request processed in 91us (222us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393868.123430:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:2.0:1749393868.123433:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507647104:0@lo:700: 00000100:00100000:2.0:1749393868.192251:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393868.302379:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393868.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393868.739234:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393868.739254:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b0e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507647360:0@lo:900: 00000100:00100000:2.0:1749393869.192268:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393869.304430:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393869.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393870.122234:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507647488:0@lo:700: 00000100:00100000:0.0:1749393870.122332:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393870.122409:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393870.122478:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507647488 00000100:00100000:2.0:1749393870.122489:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507647488 00000100:00080000:0.0:1749393870.122561:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393870.122574:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:2.0:1749393870.122585:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507647488:12345-0@lo:700: 00000100:00100000:2.0:1749393870.122630:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393870.122636:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507647616:0@lo:700: 40000000:00080000:2.0:1749393870.122653:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393870.122656:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393870.122714:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507647488:12345-0@lo:700: Request processed in 131us (381us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393870.122723:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1749393870.122739:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507647488:0@lo:700: 00000100:00100000:2.0:1749393870.124193:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507647744:0@lo:700: 00000100:00100000:2.0:1749393870.124232:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393870.124324:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 11 seconds 00000100:00100000:0.0:1749393870.124351:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507647744 00000100:00100000:0.0:1749393870.124360:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507647744 00000100:00100000:0.0:1749393870.124415:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00080000:2.0:1749393870.124415:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393870.124423:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507647744:12345-0@lo:700: 00000100:00100000:0.0:1749393870.124454:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393870.124461:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507647872:0@lo:700: 40000000:00080000:0.0:1749393870.124472:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393870.124475:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393870.124525:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507647744:12345-0@lo:700: Request processed in 103us (293us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393870.124533:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:2.0:1749393870.124548:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507647744:0@lo:700: 00000100:00100000:2.0:1749393870.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393870.306297:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393870.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393870.740223:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393870.740239:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b0e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507648000:0@lo:900: 00000100:00100000:0.0:1749393870.911699:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393870.911768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393870.911807:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393870.911863:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499753216 00000100:00100000:1.0:1749393870.911876:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499753216 00000100:00100000:2.0:1749393870.911901:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499753344 00000100:00100000:2.0:1749393870.911911:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499753344 00000100:00100000:2.0:1749393870.911941:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499753472 00000100:00100000:1.0:1749393870.911946:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 513 00000100:00100000:2.0:1749393870.911953:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499753472 00000100:00100000:1.0:1749393870.911956:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499753216:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393870.911956:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1340 00000100:00100000:3.0:1749393870.911967:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499753344:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393870.911979:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1341 00000100:00100000:2.0:1749393870.911987:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499753472:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393870.911998:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 912 last 0 00010000:00080000:2.0:1749393870.912011:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 912 last 0 00000100:00100000:1.0:1749393870.912025:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499753216:12345-192.168.203.32@tcp:400: Request processed in 71us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393870.912033:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 513 00000100:00100000:3.0:1749393870.912056:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499753344:12345-192.168.203.32@tcp:38: Request processed in 89us (288us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393870.912063:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499753472:12345-192.168.203.32@tcp:38: Request processed in 75us (255us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393870.912065:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1340 00000100:00100000:2.0:1749393870.912121:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1341 00000100:00100000:0.0:1749393871.192335:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393871.308343:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393871.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749393871.660356:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507648128:0@lo:41: 00000100:00100000:3.0:1749393871.660429:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393871.660495:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507648128 00000100:00100000:2.0:1749393871.660506:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507648128 00000100:00100000:2.0:1749393871.660552:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1749393871.660561:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507648128:12345-0@lo:41: 00000004:00000024:2.0:1749393871.660598:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393871.660663:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507648128:12345-0@lo:41: Request processed in 103us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393871.660672:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1749393871.660702:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507648128:0@lo:41: 00000100:00100000:2.0:1749393872.123358:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507648256:0@lo:700: 00000100:00100000:2.0:1749393872.123412:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393872.123475:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507648256 00000100:00100000:2.0:1749393872.123479:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 11 seconds 00000100:00100000:0.0:1749393872.123486:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507648256 00000100:00080000:2.0:1749393872.123529:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393872.123533:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:0.0:1749393872.123543:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507648256:12345-0@lo:700: 00000100:00100000:0.0:1749393872.123583:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393872.123590:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507648384:0@lo:700: 40000000:00080000:0.0:1749393872.123606:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393872.123609:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393872.123666:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507648256:12345-0@lo:700: Request processed in 124us (253us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393872.123674:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1749393872.123702:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507648256:0@lo:700: 00000100:00100000:2.0:1749393872.125194:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507648512:0@lo:700: 00000100:00100000:2.0:1749393872.125233:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393872.125313:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 11 seconds 00000100:00100000:0.0:1749393872.125350:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507648512 00000100:00100000:0.0:1749393872.125359:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507648512 00000100:00100000:0.0:1749393872.125414:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00080000:2.0:1749393872.125415:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393872.125422:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507648512:12345-0@lo:700: 00000100:00100000:0.0:1749393872.125453:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393872.125460:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507648640:0@lo:700: 40000000:00080000:0.0:1749393872.125471:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393872.125474:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393872.125525:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507648512:12345-0@lo:700: Request processed in 103us (291us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393872.125533:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1749393872.125549:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507648512:0@lo:700: 00000100:00100000:0.0:1749393872.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393872.310359:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393872.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393872.588238:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393872.588283:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749393872.588286:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507648896:0@lo:400: 00000100:00080000:2.0:1749393872.588287:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393872.588294:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 909 00000100:00080000:2.0:1749393872.588299:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393872.588305:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393872.588329:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef2d80 x1834371507649024/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393872.588334:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507648768:0@lo:41: 00000100:00080000:2.0:1749393872.588354:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393872.588358:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749393872.588359:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393872.588360:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393872.588363:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 909 00000100:00080000:2.0:1749393872.588366:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393872.588367:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507649152:0@lo:400: 00000100:00080000:2.0:1749393872.588368:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393872.588379:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef3480 x1834371507649280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393872.588397:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393872.588397:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393872.588401:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393872.588402:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393872.588406:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 909 00000100:00080000:2.0:1749393872.588408:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393872.588411:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393872.588415:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507649408:0@lo:400: 00000100:00100000:2.0:1749393872.588421:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef3b80 x1834371507649536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393872.588430:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507649024:0@lo:38: 00000100:00080000:2.0:1749393872.588431:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393872.588437:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393872.588439:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393872.588441:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393872.588445:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 909 00000100:00080000:2.0:1749393872.588447:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393872.588450:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393872.588456:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507648896 00000100:00100000:0.0:1749393872.588463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393872.588463:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef1180 x1834371507649664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393872.588464:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507648896 00000100:00100000:0.0:1749393872.588481:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507649280:0@lo:38: 00000100:00100000:3.0:1749393872.588481:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393872.588493:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393872.588496:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393872.588497:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749393872.588498:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393872.588498:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393872.588501:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 909 00000100:00080000:2.0:1749393872.588503:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393872.588504:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1749393872.588504:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507649920:0@lo:400: 00000100:00080000:2.0:1749393872.588507:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393872.588513:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507648896:12345-0@lo:400: 00000100:00100000:0.0:1749393872.588515:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507649536:0@lo:38: 00000100:00100000:2.0:1749393872.588517:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef0000 x1834371507650048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393872.588525:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393872.588525:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393872.588529:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393872.588530:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393872.588534:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 909 00000100:00080000:2.0:1749393872.588535:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393872.588539:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393872.588545:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393872.588548:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef0380 x1834371507650176/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393872.588553:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507649024 00000100:00100000:1.0:1749393872.588556:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507648896:12345-0@lo:400: Request processed in 43us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393872.588559:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507649024 00000100:00100000:1.0:1749393872.588564:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1749393872.588566:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507649664:0@lo:38: 00000100:00100000:3.0:1749393872.588582:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507649280 00000100:00100000:0.0:1749393872.588585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393872.588585:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507649280 00000100:00100000:1.0:1749393872.588594:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507648768 00000100:00100000:3.0:1749393872.588596:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507649536 00000100:00100000:1.0:1749393872.588598:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507648768 00000100:00100000:3.0:1749393872.588599:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507649536 00000100:00100000:0.0:1749393872.588602:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507650048:0@lo:38: 00000100:00100000:2.0:1749393872.588605:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507649408 00000100:00100000:3.0:1749393872.588606:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507649664 00000100:00100000:3.0:1749393872.588608:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507649664 00000100:00100000:2.0:1749393872.588615:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507649408 00000100:00100000:0.0:1749393872.588617:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393872.588618:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507649152 00000100:00100000:0.0:1749393872.588627:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507650176:0@lo:38: 00000100:00100000:3.0:1749393872.588628:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507650048 00000100:00100000:1.0:1749393872.588629:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507649152 00000100:00100000:3.0:1749393872.588631:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507650048 00000100:00100000:3.0:1749393872.588641:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1749393872.588643:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1749393872.588647:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507649024:12345-0@lo:38: 00000100:00100000:2.0:1749393872.588650:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507648768:12345-0@lo:41: 00000100:00100000:0.0:1749393872.588653:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393872.588662:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1749393872.588668:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507649408:12345-0@lo:400: 00010000:00020000:3.0:1749393872.588672:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393872.588677:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507650176 00000100:00100000:0.0:1749393872.588682:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507650176 00000004:00000024:2.0:1749393872.588689:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393872.588700:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:0.0:1749393872.588706:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507649280:12345-0@lo:38: 00000100:00100000:1.0:1749393872.588708:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507649408:12345-0@lo:400: Request processed in 40us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393872.588714:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1749393872.588718:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507649024:12345-0@lo:38: Request processed in 70us (255us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393872.588724:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393872.588726:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:1.0:1749393872.588727:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1749393872.588732:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507649152:12345-0@lo:400: 00000100:00100000:2.0:1749393872.588736:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507648768:12345-0@lo:41: Request processed in 85us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393872.588740:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:3.0:1749393872.588745:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507649536:12345-0@lo:38: 00000100:00100000:2.0:1749393872.588746:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1749393872.588752:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507649280:12345-0@lo:38: Request processed in 45us (253us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393872.588756:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507649152:12345-0@lo:400: Request processed in 24us (275us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393872.588756:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393872.588760:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1749393872.588762:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1749393872.588773:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:3.0:1749393872.588775:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507649536:12345-0@lo:38: Request processed in 29us (230us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393872.588777:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507649664:12345-0@lo:38: 00000100:00100000:3.0:1749393872.588781:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1749393872.588787:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:1.0:1749393872.588789:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507649920 00000100:00100000:1.0:1749393872.588792:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507649920 00000100:00100000:2.0:1749393872.588795:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507650048:12345-0@lo:38: 00000100:00100000:3.0:1749393872.588795:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:3.0:1749393872.588799:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507650176:12345-0@lo:38: 00010000:00020000:0.0:1749393872.588800:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393872.588811:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393872.588812:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1749393872.588818:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507649920:12345-0@lo:400: 00000100:00100000:0.0:1749393872.588824:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507649664:12345-0@lo:38: Request processed in 45us (237us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393872.588824:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393872.588831:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:2.0:1749393872.588842:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507650048:12345-0@lo:38: Request processed in 48us (223us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393872.588852:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507649920:12345-0@lo:400: Request processed in 32us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393872.588852:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:3.0:1749393872.588853:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507650176:12345-0@lo:38: Request processed in 51us (197us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393872.588858:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1749393872.588860:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:0.0:1749393872.588873:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507648896:0@lo:400: 00000100:00100000:1.0:1749393872.588881:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507649792:0@lo:400: 00000100:00100000:3.0:1749393872.588884:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507650304:0@lo:400: 00000100:00080000:0.0:1749393872.588901:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393872.588905:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393872.588908:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393872.588910:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507650048:0@lo:38: 00000100:00100000:3.0:1749393872.588912:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507650432:0@lo:400: 00000100:00080000:0.0:1749393872.588957:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393872.588960:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393872.588963:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507650176:0@lo:38: 00000100:00100000:3.0:1749393872.588970:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393872.588972:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393872.588974:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393872.588978:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507649536:0@lo:38: 00000100:00100000:1.0:1749393872.588979:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507648768:0@lo:41: 00000100:00080000:0.0:1749393872.588989:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393872.588991:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393872.588994:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507649664:0@lo:38: 00000100:00080000:0.0:1749393872.589002:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393872.589003:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507649792 00000100:00080000:0.0:1749393872.589005:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393872.589005:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393872.589006:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507649792 00000100:00100000:0.0:1749393872.589008:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507649024:0@lo:38: 00000100:00100000:3.0:1749393872.589008:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507649408:0@lo:400: 00000100:00080000:0.0:1749393872.589015:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749393872.589017:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393872.589021:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507649280:0@lo:38: 00000100:00100000:1.0:1749393872.589028:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507650432 00000100:00100000:1.0:1749393872.589030:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507650432 00000100:00100000:3.0:1749393872.589030:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507650304 00000100:00100000:3.0:1749393872.589040:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507650304 00010000:00080000:2.0:1749393872.589043:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ef0700 x1834371507649920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393872.589052:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1749393872.589056:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507649920:0@lo:400: 00000100:00100000:1.0:1749393872.589058:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507649792:12345-0@lo:400: 00000100:00100000:2.0:1749393872.589068:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507649152:0@lo:400: 00000100:00100000:3.0:1749393872.589099:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1749393872.589107:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1749393872.589108:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507650432:12345-0@lo:400: 00000100:00100000:0.0:1749393872.589116:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507650304:12345-0@lo:400: 00000100:00080000:2.0:1749393872.589118:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393872.589134:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507649792:12345-0@lo:400: Request processed in 75us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393872.589141:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1749393872.589154:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507650432:12345-0@lo:400: Request processed in 48us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393872.589160:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507650304:12345-0@lo:400: Request processed in 46us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393872.589161:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1749393872.589167:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00010000:00080000:1.0:1749393872.589170:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ef0a80 x1834371507649792/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749393872.589175:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ef8000 x1834371507650304/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393872.589183:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507649792:0@lo:400: 00000100:00100000:2.0:1749393872.589186:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507650304:0@lo:400: 00010000:00080000:3.0:1749393872.589192:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ef8380 x1834371507650432/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393872.589204:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507650432:0@lo:400: 00000100:00100000:0.0:1749393872.741243:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393872.741292:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef4e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507650560:0@lo:900: 00000100:00100000:0.0:1749393873.192197:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393873.312420:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393873.322220:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393874.124415:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507650688:0@lo:700: 00000100:00100000:0.0:1749393874.124485:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393874.124553:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507650688 00000100:00100000:2.0:1749393874.124566:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507650688 00000100:00100000:0.0:1749393874.124569:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393874.124621:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:2.0:1749393874.124631:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507650688:12345-0@lo:700: 00000100:00080000:3.0:1749393874.124681:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393874.124692:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 0 seconds 00000100:00100000:2.0:1749393874.124699:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507650816:0@lo:700: 40000000:00080000:2.0:1749393874.124716:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393874.124720:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393874.124781:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507650688:12345-0@lo:700: Request processed in 151us (295us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393874.124791:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:0.0:1749393874.124817:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507650688:0@lo:700: 00000100:00100000:2.0:1749393874.126196:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507650944:0@lo:700: 00000100:00100000:2.0:1749393874.126258:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393874.126315:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 11 seconds 00000100:00100000:0.0:1749393874.126374:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507650944 00000100:00100000:0.0:1749393874.126383:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507650944 00000100:00080000:3.0:1749393874.126415:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393874.126422:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1749393874.126429:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507650944:12345-0@lo:700: 00000100:00100000:0.0:1749393874.126461:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393874.126467:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507651072:0@lo:700: 40000000:00080000:0.0:1749393874.126478:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393874.126481:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393874.126536:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507650944:12345-0@lo:700: Request processed in 107us (299us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393874.126544:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:2.0:1749393874.126567:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507650944:0@lo:700: 00000100:00100000:0.0:1749393874.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393874.314314:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393874.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393874.742291:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393874.742308:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef4e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507651200:0@lo:900: 00000100:00100000:0.0:1749393875.192200:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749393875.316333:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393875.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749393875.899276:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393875.899276:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749393875.899308:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507651456/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393880 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393875.899308:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507651328/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393880 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393875.899388:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393875.899423:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507651328 00000100:00100000:0.0:1749393875.899430:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507651328 00000100:00100000:3.0:1749393875.899465:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393875.899494:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:0.0:1749393875.899503:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507651328:12345-0@lo:700: 00000100:00100000:1.0:1749393875.899534:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 40000000:00080000:0.0:1749393875.899535:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:0.0:1749393875.899538:0:9567:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:1.0:1749393875.899568:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00080000:2.0:1749393875.899579:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393875.899584:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507651456 00000100:00100000:1.0:1749393875.899589:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507651456 00000100:00100000:0.0:1749393875.899592:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507651328:12345-0@lo:700: Request processed in 89us (203us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393875.899600:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00080000:2.0:1749393875.899608:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393875.899622:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:3.0:1749393875.899624:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507651328/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393891 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393875.899628:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507651456:12345-0@lo:700: 00000100:00100000:3.0:1749393875.899636:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 40000000:00080000:0.0:1749393875.899639:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393875.899671:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507651456:12345-0@lo:700: Request processed in 42us (140us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393875.899677:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:1.0:1749393875.899705:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507651456/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393891 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393875.899717:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393875.919524:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393875.919566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393875.919655:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499753600 00000100:00100000:0.0:1749393875.919658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393875.919665:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499753600 00000100:00100000:3.0:1749393875.919685:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499753728 00000100:00100000:3.0:1749393875.919694:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499753728 00000100:00100000:0.0:1749393875.919695:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499753856 00000100:00100000:0.0:1749393875.919701:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499753856 00000100:00100000:2.0:1749393875.919722:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 515 00000100:00100000:3.0:1749393875.919730:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1348 00000100:00100000:2.0:1749393875.919732:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499753600:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393875.919737:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499753728:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393875.919738:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1349 00000100:00100000:0.0:1749393875.919745:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499753856:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393875.919766:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 917 last 0 00010000:00080000:0.0:1749393875.919768:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 917 last 0 00000100:00100000:2.0:1749393875.919792:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499753600:12345-192.168.203.32@tcp:400: Request processed in 62us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393875.919800:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 515 00000100:00100000:0.0:1749393875.919816:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499753856:12345-192.168.203.32@tcp:38: Request processed in 70us (158us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393875.919824:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1349 00000100:00100000:3.0:1749393875.919833:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499753728:12345-192.168.203.32@tcp:38: Request processed in 95us (265us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393875.919855:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1348 00000100:00100000:0.0:1749393876.125291:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507651584:0@lo:700: 00000100:00100000:0.0:1749393876.125373:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393876.125457:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393876.125526:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507651584 00000100:00100000:2.0:1749393876.125538:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507651584 00000100:00080000:0.0:1749393876.125603:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393876.125616:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:2.0:1749393876.125627:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507651584:12345-0@lo:700: 00000100:00100000:2.0:1749393876.125690:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393876.125697:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507651712:0@lo:700: 40000000:00080000:2.0:1749393876.125715:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393876.125718:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393876.125777:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507651584:12345-0@lo:700: Request processed in 151us (404us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393876.125786:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1749393876.125800:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507651584:0@lo:700: 00000100:00100000:2.0:1749393876.127202:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507651840:0@lo:700: 00000100:00100000:2.0:1749393876.127286:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393876.127371:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393876.127410:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507651840 00000100:00100000:0.0:1749393876.127419:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507651840 00000100:00080000:2.0:1749393876.127464:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393876.127472:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:0.0:1749393876.127481:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507651840:12345-0@lo:700: 00000100:00100000:0.0:1749393876.127513:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393876.127519:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507651968:0@lo:700: 40000000:00080000:0.0:1749393876.127530:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393876.127532:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393876.127584:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507651840:12345-0@lo:700: Request processed in 104us (301us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393876.127592:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1749393876.127637:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507651840:0@lo:700: 00000100:00100000:0.0:1749393876.192204:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393876.318334:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393876.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749393876.668415:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507652096:0@lo:41: 00000100:00100000:1.0:1749393876.668490:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393876.668556:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507652096 00000100:00100000:2.0:1749393876.668568:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507652096 00000100:00100000:2.0:1749393876.668619:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1749393876.668633:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507652096:12345-0@lo:41: 00000004:00000024:2.0:1749393876.668678:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393876.668759:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507652096:12345-0@lo:41: Request processed in 127us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393876.668769:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1749393876.668793:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507652096:0@lo:41: 00000100:00100000:0.0:1749393876.743271:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393876.743283:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507652224:0@lo:900: 00000100:00100000:0.0:1749393877.192309:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749393877.320327:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393877.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:2.0:1749393877.596302:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393877.596311:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393877.596315:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393877.596323:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 914 00000100:00080000:2.0:1749393877.596328:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393877.596334:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393877.596370:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef9180 x1834371507652608/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393877.596398:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507652352:0@lo:41: 00000100:00080000:2.0:1749393877.596411:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393877.596412:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507652480:0@lo:400: 00000100:00080000:2.0:1749393877.596415:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393877.596417:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393877.596421:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 914 00000100:00080000:2.0:1749393877.596423:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393877.596427:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393877.596435:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507652608:0@lo:38: 00000100:00100000:2.0:1749393877.596438:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef9880 x1834371507652864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393877.596453:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393877.596456:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393877.596458:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393877.596461:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 914 00000100:00080000:2.0:1749393877.596464:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393877.596467:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393877.596476:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef9f80 x1834371507653120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393877.596483:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393877.596484:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393877.596485:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393877.596487:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393877.596489:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393877.596492:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 914 00000100:00100000:1.0:1749393877.596494:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393877.596494:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393877.596497:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393877.596514:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092efa300 x1834371507653248/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393877.596531:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507652992:0@lo:400: 00000100:00100000:3.0:1749393877.596535:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507652480 00000100:00100000:3.0:1749393877.596543:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507652480 00000100:00080000:2.0:1749393877.596547:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393877.596550:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393877.596552:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393877.596554:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507653376:0@lo:400: 00000100:00100000:1.0:1749393877.596554:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393877.596555:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 914 00000100:00080000:2.0:1749393877.596558:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393877.596561:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393877.596571:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092efad80 x1834371507653632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393877.596575:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749393877.596578:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393877.596579:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393877.596582:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507652736:0@lo:400: 00000100:00080000:2.0:1749393877.596582:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393877.596584:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393877.596585:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00080000:2.0:1749393877.596587:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 914 00000100:00080000:2.0:1749393877.596589:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393877.596592:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393877.596593:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136babc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507652480:12345-0@lo:400: 00000100:00100000:0.0:1749393877.596594:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393877.596600:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393877.596601:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507653504:0@lo:400: 00000100:00100000:2.0:1749393877.596602:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092efb100 x1834371507653760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393877.596614:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749393877.596619:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393877.596621:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507653888:0@lo:400: 00000100:00100000:2.0:1749393877.596635:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749393877.596640:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136babc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507652480:12345-0@lo:400: Request processed in 47us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393877.596644:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393877.596647:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507654016:0@lo:400: 00000100:00100000:3.0:1749393877.596648:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1749393877.596650:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507652352 00000100:00100000:0.0:1749393877.596655:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507652352 00000100:00100000:3.0:1749393877.596679:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507652608 00000100:00100000:0.0:1749393877.596681:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507652992 00000100:00100000:3.0:1749393877.596683:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507652608 00000100:00100000:0.0:1749393877.596684:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507652992 00000100:00100000:1.0:1749393877.596689:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507652736 00000100:00100000:2.0:1749393877.596689:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393877.596695:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507652736 00000100:00100000:0.0:1749393877.596696:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1749393877.596701:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1749393877.596703:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507652352:12345-0@lo:41: 00000100:00100000:3.0:1749393877.596706:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507652608:12345-0@lo:38: 00000100:00100000:1.0:1749393877.596719:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1749393877.596726:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507652992:12345-0@lo:400: 00010000:00020000:3.0:1749393877.596727:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393877.596729:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000004:00000024:0.0:1749393877.596732:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393877.596739:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507652736:12345-0@lo:400: 00000100:00100000:3.0:1749393877.596763:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507652608:12345-0@lo:38: Request processed in 56us (270us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393877.596769:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1749393877.596778:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507652352:12345-0@lo:41: Request processed in 75us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393877.596780:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507652992:12345-0@lo:400: Request processed in 54us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393877.596783:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507652736:12345-0@lo:400: Request processed in 46us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393877.596786:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1749393877.596790:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1749393877.596793:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507653376 00000100:00100000:3.0:1749393877.596796:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507653376 00000100:00100000:2.0:1749393877.596798:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1749393877.596809:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507653504 00000100:00100000:0.0:1749393877.596813:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507653504 00000100:00100000:3.0:1749393877.596816:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507653888 00000100:00100000:1.0:1749393877.596818:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507654016 00000100:00100000:3.0:1749393877.596818:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507653888 00000100:00100000:1.0:1749393877.596822:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507654016 00000100:00100000:0.0:1749393877.596832:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1749393877.596838:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1749393877.596839:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507653376:12345-0@lo:400: 00000100:00100000:2.0:1749393877.596846:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507653504:12345-0@lo:400: 00000100:00100000:3.0:1749393877.596847:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1749393877.596853:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507653888:12345-0@lo:400: 00000100:00100000:1.0:1749393877.596858:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1749393877.596864:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507654016:12345-0@lo:400: 00000100:00100000:0.0:1749393877.596869:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507653376:12345-0@lo:400: Request processed in 31us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393877.596876:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1749393877.596880:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507653504:12345-0@lo:400: Request processed in 35us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393877.596883:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507653888:12345-0@lo:400: Request processed in 30us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393877.596886:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1749393877.596899:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507654016:12345-0@lo:400: Request processed in 34us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393877.596900:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1749393877.596906:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00080000:2.0:1749393877.596908:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1749393877.596910:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092efaa00 x1834371507653504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749393877.596930:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092efb800 x1834371507654016/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393877.596934:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507653504:0@lo:400: 00000100:00100000:2.0:1749393877.596943:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507654016:0@lo:400: 00010000:00080000:0.0:1749393877.596949:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092efa680 x1834371507653376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393877.596959:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507653376:0@lo:400: 00000100:00080000:1.0:1749393877.596960:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393877.596964:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393877.596969:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507652608:0@lo:38: 00000100:00100000:0.0:1749393877.596973:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507652352:0@lo:41: 00000100:00100000:3.0:1749393877.596977:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507652480:0@lo:400: 00000100:00100000:1.0:1749393877.596986:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507652864:0@lo:38: 00000100:00100000:1.0:1749393877.597007:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393877.597022:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507653120:0@lo:38: 00000100:00100000:1.0:1749393877.597037:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393877.597038:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507652864 00000100:00100000:0.0:1749393877.597042:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507652864 00000100:00100000:1.0:1749393877.597062:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507653248:0@lo:38: 00000100:00100000:0.0:1749393877.597099:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507653120 00000100:00100000:0.0:1749393877.597102:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507653120 00000100:00100000:3.0:1749393877.597116:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:1.0:1749393877.597120:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393877.597122:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507652864:12345-0@lo:38: 00000100:00100000:0.0:1749393877.597126:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:0.0:1749393877.597132:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507653120:12345-0@lo:38: 00000100:00100000:1.0:1749393877.597136:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507653632:0@lo:38: 00010000:00020000:3.0:1749393877.597137:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393877.597139:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507653248 00000100:00100000:2.0:1749393877.597146:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507653248 00010000:00020000:0.0:1749393877.597148:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393877.597152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393877.597165:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507653760:0@lo:38: 00000100:00100000:2.0:1749393877.597166:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507653632 00000100:00100000:2.0:1749393877.597169:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507653632 00000100:00100000:3.0:1749393877.597172:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507652864:12345-0@lo:38: Request processed in 50us (165us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393877.597178:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:0.0:1749393877.597181:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507653120:12345-0@lo:38: Request processed in 48us (142us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393877.597184:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507653248:12345-0@lo:38: 00000100:00100000:3.0:1749393877.597189:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:1.0:1749393877.597191:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393877.597193:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00010000:00020000:2.0:1749393877.597201:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393877.597202:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507653760 00000100:00100000:0.0:1749393877.597206:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:3.0:1749393877.597206:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507653760 00000100:00080000:1.0:1749393877.597236:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393877.597237:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507653632:12345-0@lo:38: 00000100:00080000:1.0:1749393877.597239:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393877.597245:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507652864:0@lo:38: 00000100:00100000:3.0:1749393877.597245:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:3.0:1749393877.597249:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507653760:12345-0@lo:38: 00010000:00020000:0.0:1749393877.597250:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:02020000:1.0:1749393877.597256:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1749393877.597259:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393877.597261:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507653248:12345-0@lo:38: Request processed in 76us (140us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393877.597262:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:3.0:1749393877.597262:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393877.597265:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507653120:0@lo:38: 00000100:00100000:2.0:1749393877.597269:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:0.0:1749393877.597272:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507653632:12345-0@lo:38: Request processed in 60us (119us total) trans 0 rc -19/-19 00000100:02020000:1.0:1749393877.597274:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1749393877.597277:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393877.597278:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00080000:1.0:1749393877.597279:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393877.597282:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507653248:0@lo:38: 00000100:00100000:3.0:1749393877.597287:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507653760:12345-0@lo:38: Request processed in 36us (95us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393877.597291:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393877.597293:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00080000:1.0:1749393877.597294:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393877.597297:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507653632:0@lo:38: 00000100:00080000:1.0:1749393877.597304:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393877.597306:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393877.597309:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507653760:0@lo:38: 00010000:00080000:2.0:1749393877.597319:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092efb480 x1834371507653888/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393877.597330:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507653888:0@lo:400: 00000100:00100000:2.0:1749393877.597340:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507652736:0@lo:400: 00000100:00100000:2.0:1749393877.597349:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507652992:0@lo:400: 00000100:00100000:0.0:1749393878.126306:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507654144:0@lo:700: 00000100:00100000:0.0:1749393878.126355:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393878.126407:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393878.126434:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507654144 00000100:00100000:2.0:1749393878.126442:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507654144 00000100:00080000:0.0:1749393878.126533:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393878.126559:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1749393878.126574:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cce9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507654144:12345-0@lo:700: 00000100:00100000:2.0:1749393878.126626:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393878.126636:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507654272:0@lo:700: 40000000:00080000:2.0:1749393878.126657:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393878.126661:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393878.126733:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cce9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507654144:12345-0@lo:700: Request processed in 160us (373us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393878.126747:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:0.0:1749393878.126754:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507654144:0@lo:700: 00000100:00100000:2.0:1749393878.128191:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507654400:0@lo:700: 00000100:00100000:2.0:1749393878.128268:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393878.128310:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393878.128340:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507654400 00000100:00100000:0.0:1749393878.128345:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507654400 00000100:00100000:0.0:1749393878.128376:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:0.0:1749393878.128380:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507654400:12345-0@lo:700: 00000100:00080000:2.0:1749393878.128380:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393878.128397:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393878.128400:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507654528:0@lo:700: 40000000:00080000:0.0:1749393878.128405:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393878.128407:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393878.128432:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507654400:12345-0@lo:700: Request processed in 52us (165us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393878.128436:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:2.0:1749393878.128454:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507654400:0@lo:700: 00000100:00100000:0.0:1749393878.192258:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393878.322280:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393878.322381:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393878.744276:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393878.744293:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507654656:0@lo:900: 00000100:00100000:2.0:1749393879.192392:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393879.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393879.324337:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393880.127305:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507654784:0@lo:700: 00000100:00100000:0.0:1749393880.127375:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393880.127453:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393880.127520:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507654784 00000100:00100000:2.0:1749393880.127532:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507654784 00000100:00080000:0.0:1749393880.127598:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393880.127625:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1749393880.127642:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507654784:12345-0@lo:700: 00000100:00100000:2.0:1749393880.127699:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39300 going to sleep for 0 seconds 00000100:00100000:2.0:1749393880.127709:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507654912:0@lo:700: 40000000:00080000:2.0:1749393880.127748:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393880.127752:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393880.127830:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507654784:12345-0@lo:700: Request processed in 191us (451us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393880.127843:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:0.0:1749393880.127846:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507654784:0@lo:700: 00000100:00100000:2.0:1749393880.129179:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507655040:0@lo:700: 00000100:00100000:2.0:1749393880.129251:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393880.129329:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393880.129373:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507655040 00000100:00100000:0.0:1749393880.129382:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507655040 00000100:00100000:0.0:1749393880.129435:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:0.0:1749393880.129443:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507655040:12345-0@lo:700: 00000100:00080000:2.0:1749393880.129451:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393880.129475:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393880.129491:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507655168:0@lo:700: 40000000:00080000:0.0:1749393880.129502:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393880.129505:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393880.129556:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507655040:12345-0@lo:700: Request processed in 113us (306us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393880.129565:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:2.0:1749393880.129602:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507655040:0@lo:700: 00000100:00100000:2.0:1749393880.192188:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393880.322229:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393880.326367:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393880.745319:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393880.745336:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507655296:0@lo:900: 00000100:00100000:0.0:1749393880.927820:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393880.927869:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393880.927910:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393880.927963:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499753984 00000100:00100000:1.0:1749393880.927976:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499753984 00000100:00100000:3.0:1749393880.927991:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499754112 00000100:00100000:3.0:1749393880.928000:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499754112 00000100:00100000:2.0:1749393880.928023:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499754240 00000100:00100000:2.0:1749393880.928034:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499754240 00000100:00100000:1.0:1749393880.928035:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 517 00000100:00100000:1.0:1749393880.928044:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499753984:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393880.928049:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1356 00000100:00100000:3.0:1749393880.928057:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499754112:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393880.928120:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 922 last 0 00000100:00100000:0.0:1749393880.928122:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1357 00000100:00100000:0.0:1749393880.928131:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499754240:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393880.928157:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 922 last 0 00000100:00100000:1.0:1749393880.928162:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499753984:12345-192.168.203.32@tcp:400: Request processed in 117us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393880.928179:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499754112:12345-192.168.203.32@tcp:38: Request processed in 122us (309us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393880.928185:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 517 00000100:00100000:0.0:1749393880.928227:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499754240:12345-192.168.203.32@tcp:38: Request processed in 94us (315us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393880.928228:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1356 00000100:00100000:0.0:1749393880.928236:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1357 00000100:00100000:2.0:1749393881.192246:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393881.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393881.328364:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393881.676455:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507655424:0@lo:41: 00000100:00100000:0.0:1749393881.676531:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393881.676681:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507655424 00000100:00100000:2.0:1749393881.676693:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507655424 00000100:00100000:2.0:1749393881.676757:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1749393881.676766:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507655424:12345-0@lo:41: 00000004:00000024:2.0:1749393881.676806:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393881.676871:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507655424:12345-0@lo:41: Request processed in 105us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393881.676879:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1749393881.676902:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507655424:0@lo:41: 00000100:00100000:2.0:1749393882.128405:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507655552:0@lo:700: 00000100:00100000:2.0:1749393882.128474:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393882.128539:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507655552 00000100:00100000:0.0:1749393882.128551:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507655552 00000100:00100000:2.0:1749393882.128555:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39300 going to sleep for 11 seconds 00000100:00080000:2.0:1749393882.128580:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393882.128603:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1749393882.128613:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507655552:12345-0@lo:700: 00000100:00100000:0.0:1749393882.128655:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393882.128671:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507655680:0@lo:700: 40000000:00080000:0.0:1749393882.128686:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393882.128689:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393882.128748:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507655552:12345-0@lo:700: Request processed in 136us (273us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393882.128758:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:2.0:1749393882.128785:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507655552:0@lo:700: 00000100:00100000:2.0:1749393882.130213:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507655808:0@lo:700: 00000100:00100000:2.0:1749393882.130252:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393882.130306:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393882.130364:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507655808 00000100:00100000:0.0:1749393882.130373:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507655808 00000100:00100000:0.0:1749393882.130430:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00080000:2.0:1749393882.130431:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393882.130438:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507655808:12345-0@lo:700: 00000100:00100000:0.0:1749393882.130470:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393882.130476:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507655936:0@lo:700: 40000000:00080000:0.0:1749393882.130486:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393882.130489:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393882.130539:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507655808:12345-0@lo:700: Request processed in 100us (286us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393882.130547:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:2.0:1749393882.130561:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507655808:0@lo:700: 00000100:00100000:2.0:1749393882.192253:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393882.322220:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393882.330339:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749393882.604269:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393882.604279:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749393882.604280:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1749393882.604283:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393882.604291:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 919 00000100:00080000:2.0:1749393882.604296:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749393882.604302:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507656192:0@lo:41: 00000100:00080000:2.0:1749393882.604304:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393882.604324:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092efb800 x1834371507656320/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393882.604349:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393882.604353:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393882.604355:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393882.604358:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 919 00000100:00080000:2.0:1749393882.604360:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393882.604364:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393882.604367:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393882.604369:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507656064:0@lo:400: 00000100:00100000:2.0:1749393882.604375:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092efad80 x1834371507656576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393882.604382:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507656320:0@lo:38: 00000100:00080000:2.0:1749393882.604386:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393882.604402:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393882.604404:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393882.604407:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 919 00000100:00080000:2.0:1749393882.604410:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393882.604413:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393882.604414:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507656448:0@lo:400: 00000100:00100000:3.0:1749393882.604418:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393882.604426:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092efa300 x1834371507656704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393882.604434:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393882.604434:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393882.604435:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393882.604437:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393882.604438:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393882.604442:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 919 00000100:00080000:2.0:1749393882.604444:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393882.604446:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393882.604455:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef9f80 x1834371507656832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393882.604460:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507656192 00000100:00100000:0.0:1749393882.604467:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507656192 00000100:00100000:1.0:1749393882.604469:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507656576:0@lo:38: 00000100:00080000:2.0:1749393882.604484:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393882.604487:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393882.604487:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393882.604488:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393882.604491:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 919 00000100:00080000:2.0:1749393882.604494:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393882.604496:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507656448 00000100:00080000:2.0:1749393882.604497:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393882.604502:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507656704:0@lo:38: 00000100:00100000:3.0:1749393882.604502:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507656448 00000100:00100000:0.0:1749393882.604505:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1749393882.604506:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092efa680 x1834371507657216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393882.604513:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507656192:12345-0@lo:41: 00000100:00080000:2.0:1749393882.604515:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393882.604517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393882.604522:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393882.604524:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393882.604529:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 919 00000100:00100000:3.0:1749393882.604530:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00080000:2.0:1749393882.604531:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393882.604532:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507656832:0@lo:38: 00000100:00080000:2.0:1749393882.604535:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393882.604537:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507656448:12345-0@lo:400: 00000100:00100000:2.0:1749393882.604546:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092efaa00 x1834371507657344/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393882.604547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:0.0:1749393882.604558:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393882.604562:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507657216:0@lo:38: 00000100:00100000:1.0:1749393882.604584:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393882.604586:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507656448:12345-0@lo:400: Request processed in 49us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393882.604591:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507656320 00000100:00100000:3.0:1749393882.604594:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1749393882.604596:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507656320 00000100:00100000:0.0:1749393882.604598:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507656192:12345-0@lo:41: Request processed in 86us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393882.604601:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507657344:0@lo:38: 00000100:00100000:0.0:1749393882.604607:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1749393882.604617:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393882.604617:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507656576 00000100:00100000:3.0:1749393882.604618:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507656704 00000100:00100000:2.0:1749393882.604619:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507656576 00000100:00100000:3.0:1749393882.604621:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507656704 00000100:00100000:2.0:1749393882.604626:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507656832 00000100:00100000:2.0:1749393882.604629:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507656832 00000100:00100000:3.0:1749393882.604631:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507657216 00000100:00100000:0.0:1749393882.604632:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507657344 00000100:00100000:3.0:1749393882.604633:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507657216 00000100:00100000:0.0:1749393882.604636:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507657344 00000100:00100000:2.0:1749393882.604640:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:1.0:1749393882.604642:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507656064 00000100:00100000:2.0:1749393882.604647:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507656320:12345-0@lo:38: 00000100:00100000:1.0:1749393882.604648:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507656064 00000100:00100000:3.0:1749393882.604660:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:3.0:1749393882.604664:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507656576:12345-0@lo:38: 00000100:00100000:0.0:1749393882.604666:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00010000:00020000:2.0:1749393882.604669:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393882.604671:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507656704:12345-0@lo:38: 00000100:00100000:1.0:1749393882.604680:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00010000:00020000:3.0:1749393882.604681:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393882.604687:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507656064:12345-0@lo:400: 00010000:00020000:0.0:1749393882.604689:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393882.604721:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507656320:12345-0@lo:38: Request processed in 73us (288us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393882.604721:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507656576:12345-0@lo:38: Request processed in 55us (232us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393882.604728:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:0.0:1749393882.604733:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507656704:12345-0@lo:38: Request processed in 61us (215us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393882.604738:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:1.0:1749393882.604741:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507656064:12345-0@lo:400: Request processed in 54us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393882.604742:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:1.0:1749393882.604749:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1749393882.604757:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:3.0:1749393882.604762:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:2.0:1749393882.604763:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507656832:12345-0@lo:38: 00000100:00100000:0.0:1749393882.604768:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:3.0:1749393882.604768:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507657216:12345-0@lo:38: 00000100:00100000:0.0:1749393882.604772:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507657344:12345-0@lo:38: 00010000:00020000:2.0:1749393882.604775:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393882.604781:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393882.604784:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507656960:0@lo:400: 00010000:00020000:0.0:1749393882.604786:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393882.604807:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507656832:12345-0@lo:38: Request processed in 45us (259us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393882.604811:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507657216:12345-0@lo:38: Request processed in 44us (226us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393882.604814:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507657344:12345-0@lo:38: Request processed in 41us (197us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393882.604815:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1749393882.604816:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393882.604820:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:3.0:1749393882.604827:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:1.0:1749393882.604835:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393882.604841:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507657088:0@lo:400: 00000100:00100000:2.0:1749393882.604844:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507657472:0@lo:400: 00000100:00100000:3.0:1749393882.604848:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507656960 00000100:00100000:3.0:1749393882.604851:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507656960 00000100:00100000:0.0:1749393882.604854:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507656448:0@lo:400: 00000100:00100000:0.0:1749393882.604868:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507656192:0@lo:41: 00000100:00100000:3.0:1749393882.604875:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1749393882.604880:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507656960:12345-0@lo:400: 00000100:00100000:2.0:1749393882.604885:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393882.604888:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507657600:0@lo:400: 00000100:00080000:1.0:1749393882.604904:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393882.604908:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393882.604913:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507657216:0@lo:38: 00000100:00100000:0.0:1749393882.604918:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393882.604922:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393882.604924:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507656960:12345-0@lo:400: Request processed in 43us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393882.604930:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1749393882.604938:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507657472 00000100:00100000:3.0:1749393882.604940:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507657472 00000100:00100000:2.0:1749393882.604941:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507657600 00000100:00080000:1.0:1749393882.604943:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393882.604945:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507657600 00000100:00100000:1.0:1749393882.604948:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507657344:0@lo:38: 00000100:00080000:1.0:1749393882.604957:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393882.604960:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393882.604962:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1749393882.604963:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507656576:0@lo:38: 00000100:00080000:0.0:1749393882.604967:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393882.604968:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092efb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507657472:12345-0@lo:400: 00000100:00080000:1.0:1749393882.604971:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393882.604973:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393882.604976:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507656704:0@lo:38: 00000100:00100000:2.0:1749393882.604977:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1749393882.604983:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507657600:12345-0@lo:400: 00000100:00080000:1.0:1749393882.604989:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393882.604991:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393882.604994:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092efb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507657472:12345-0@lo:400: Request processed in 26us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393882.604995:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507656832:0@lo:38: 00000100:00100000:3.0:1749393882.605000:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00080000:1.0:1749393882.605003:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393882.605005:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393882.605009:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507656320:0@lo:38: 00000100:00100000:2.0:1749393882.605023:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507657600:12345-0@lo:400: Request processed in 40us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393882.605026:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507656064:0@lo:400: 00000100:00100000:2.0:1749393882.605030:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00010000:00080000:0.0:1749393882.605038:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ef8380 x1834371507657600/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749393882.605059:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ef9180 x1834371507657472/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393882.605071:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507657472:0@lo:400: 00000100:00100000:2.0:1749393882.605090:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393882.605097:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507657600:0@lo:400: 00000100:00100000:3.0:1749393882.605151:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507657088 00010000:00080000:2.0:1749393882.605152:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ef9880 x1834371507656960/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393882.605156:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507657088 00000100:00100000:2.0:1749393882.605162:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507656960:0@lo:400: 00000100:00100000:3.0:1749393882.605207:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1749393882.605213:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507657088:12345-0@lo:400: 00000100:00100000:3.0:1749393882.605260:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507657088:12345-0@lo:400: Request processed in 48us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393882.605266:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00010000:00080000:2.0:1749393882.605299:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ef8000 x1834371507657088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393882.605309:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507657088:0@lo:400: 00000100:00100000:0.0:1749393882.746298:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393882.746312:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507657728:0@lo:900: 00000100:00100000:2.0:1749393883.192220:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393883.322254:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393883.332318:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393884.129309:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507657856:0@lo:700: 00000100:00100000:2.0:1749393884.129379:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393884.129461:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393884.129512:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507657856 00000100:00100000:0.0:1749393884.129524:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507657856 00000100:00080000:2.0:1749393884.129589:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393884.129601:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:0.0:1749393884.129611:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507657856:12345-0@lo:700: 00000100:00100000:0.0:1749393884.129657:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393884.129664:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507657984:0@lo:700: 40000000:00080000:0.0:1749393884.129678:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393884.129681:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393884.129737:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507657856:12345-0@lo:700: Request processed in 127us (357us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393884.129745:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1749393884.129762:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507657856:0@lo:700: 00000100:00100000:2.0:1749393884.131211:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507658112:0@lo:700: 00000100:00100000:2.0:1749393884.131250:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393884.131308:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39300 going to sleep for 11 seconds 00000100:00100000:0.0:1749393884.131370:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507658112 00000100:00100000:0.0:1749393884.131379:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507658112 00000100:00080000:2.0:1749393884.131435:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393884.131442:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:0.0:1749393884.131451:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507658112:12345-0@lo:700: 00000100:00100000:0.0:1749393884.131482:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393884.131488:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507658240:0@lo:700: 40000000:00080000:0.0:1749393884.131499:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393884.131502:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393884.131551:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507658112:12345-0@lo:700: Request processed in 100us (300us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393884.131573:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:2.0:1749393884.131573:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507658112:0@lo:700: 00000100:00100000:2.0:1749393884.192208:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393884.322262:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393884.334351:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393884.747311:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393884.747328:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507658368:0@lo:900: 00000100:00100000:2.0:1749393885.192286:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393885.322241:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393885.336358:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393885.935963:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393885.936014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393885.936055:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393885.936132:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499754496 00000100:00100000:3.0:1749393885.936138:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499754624 00000100:00100000:2.0:1749393885.936141:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499754368 00000100:00100000:0.0:1749393885.936142:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499754496 00000100:00100000:3.0:1749393885.936148:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499754624 00000100:00100000:2.0:1749393885.936151:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499754368 00000100:00100000:0.0:1749393885.936210:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1364 00000100:00100000:0.0:1749393885.936218:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499754496:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393885.936225:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1365 00000100:00100000:3.0:1749393885.936232:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499754624:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393885.936242:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 519 00000100:00100000:2.0:1749393885.936251:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499754368:12345-192.168.203.32@tcp:400: 00010000:00080000:0.0:1749393885.936252:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 927 last 0 00010000:00080000:3.0:1749393885.936256:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 927 last 0 00000100:00100000:0.0:1749393885.936321:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499754496:12345-192.168.203.32@tcp:38: Request processed in 101us (304us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393885.936321:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499754368:12345-192.168.203.32@tcp:400: Request processed in 69us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393885.936331:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1364 00000100:00100000:2.0:1749393885.936332:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 519 00000100:00100000:3.0:1749393885.936337:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499754624:12345-192.168.203.32@tcp:38: Request processed in 99us (276us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393885.936351:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1365 00000100:00100000:2.0:1749393886.130327:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507658496:0@lo:700: 00000100:00100000:2.0:1749393886.130385:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393886.130458:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393886.130556:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507658496 00000100:00100000:0.0:1749393886.130574:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507658496 00000100:00080000:2.0:1749393886.130663:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393886.130681:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:0.0:1749393886.130694:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507658496:12345-0@lo:700: 00000100:00100000:0.0:1749393886.130768:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393886.130778:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507658624:0@lo:700: 40000000:00080000:0.0:1749393886.130796:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393886.130799:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393886.130884:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507658496:12345-0@lo:700: Request processed in 194us (497us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393886.130894:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1749393886.130965:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507658496:0@lo:700: 00000100:00100000:2.0:1749393886.132201:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507658752:0@lo:700: 00000100:00100000:2.0:1749393886.132235:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393886.132290:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393886.132357:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507658752 00000100:00100000:0.0:1749393886.132367:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507658752 00000100:00080000:2.0:1749393886.132427:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393886.132428:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:0.0:1749393886.132436:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507658752:12345-0@lo:700: 00000100:00100000:0.0:1749393886.132468:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393886.132475:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507658880:0@lo:700: 40000000:00080000:0.0:1749393886.132485:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393886.132488:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393886.132529:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507658752:12345-0@lo:700: Request processed in 94us (293us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393886.132538:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:2.0:1749393886.132544:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507658752:0@lo:700: 00000100:00100000:2.0:1749393886.192245:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393886.322212:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393886.338368:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393886.684446:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507659008:0@lo:41: 00000100:00100000:2.0:1749393886.684531:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393886.684674:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507659008 00000100:00100000:1.0:1749393886.684684:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507659008 00000100:00100000:1.0:1749393886.684746:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1749393886.684754:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507659008:12345-0@lo:41: 00000004:00000024:1.0:1749393886.684790:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393886.684867:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507659008:12345-0@lo:41: Request processed in 113us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393886.684876:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:2.0:1749393886.684908:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507659008:0@lo:41: 00000100:00100000:0.0:1749393886.748343:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393886.748365:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507659136:0@lo:900: 00000100:00100000:1.0:1749393886.899253:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749393886.899254:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749393886.899286:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507659392/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393891 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393886.899287:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507659264/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393891 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393886.899379:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393886.899456:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393886.899477:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749393886.899485:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749393886.899507:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507659264 00000100:00100000:1.0:1749393886.899514:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507659264 00000100:00100000:0.0:1749393886.899562:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507659392 00000100:00100000:0.0:1749393886.899580:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507659392 00000100:00100000:1.0:1749393886.899582:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00080000:2.0:1749393886.899582:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393886.899593:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507659264:12345-0@lo:700: 40000000:00080000:1.0:1749393886.899625:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00080000:2.0:1749393886.899628:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393886.899665:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:1.0:1749393886.899672:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507659264:12345-0@lo:700: Request processed in 80us (294us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393886.899675:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507659392:12345-0@lo:700: 00000100:00100000:1.0:1749393886.899681:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100400:2.0:1749393886.899705:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507659264/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393902 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 40000000:00080000:0.0:1749393886.899714:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393886.899812:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507659392:12345-0@lo:700: Request processed in 137us (355us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393886.899822:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100400:1.0:1749393886.899839:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507659392/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393902 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393886.899851:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393886.919860:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393887.192220:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393887.322292:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393887.340395:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749393887.612295:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393887.612305:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393887.612310:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393887.612319:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 924 00000100:00080000:2.0:1749393887.612324:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393887.612331:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393887.612332:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749393887.612354:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092efa300 x1834371507659776/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393887.612364:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507659648:0@lo:41: 00000100:00080000:2.0:1749393887.612380:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393887.612384:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393887.612386:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393887.612390:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 924 00000100:00080000:2.0:1749393887.612392:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393887.612407:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393887.612408:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507659520:0@lo:400: 00000100:00100000:1.0:1749393887.612416:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393887.612424:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092efaa00 x1834371507660032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393887.612437:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507659904:0@lo:400: 00000100:00080000:2.0:1749393887.612441:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393887.612445:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393887.612447:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393887.612450:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 924 00000100:00080000:2.0:1749393887.612452:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393887.612456:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393887.612466:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56c700 x1834371507660288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393887.612473:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393887.612474:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393887.612478:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393887.612479:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393887.612482:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 924 00000100:00080000:2.0:1749393887.612484:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393887.612487:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393887.612497:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bb9880 x1834371507660416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393887.612504:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393887.612505:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393887.612517:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393887.612520:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393887.612522:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393887.612525:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 924 00000100:00080000:2.0:1749393887.612527:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393887.612535:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393887.612538:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393887.612546:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507659776:0@lo:38: 00000100:00100000:0.0:1749393887.612548:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507660672:0@lo:400: 00000100:00100000:2.0:1749393887.612548:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099755f80 x1834371507660800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393887.612557:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393887.612561:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393887.612562:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393887.612565:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 924 00000100:00100000:3.0:1749393887.612565:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507660544:0@lo:400: 00000100:00080000:2.0:1749393887.612567:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393887.612571:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393887.612575:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393887.612581:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393887.612581:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099756300 x1834371507660928/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393887.612595:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507660032:0@lo:38: 00000100:00100000:3.0:1749393887.612603:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507659520 00000100:00100000:3.0:1749393887.612610:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507659520 00000100:00100000:1.0:1749393887.612615:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393887.612620:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507660160:0@lo:400: 00000100:00100000:1.0:1749393887.612634:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507660288:0@lo:38: 00000100:00100000:0.0:1749393887.612637:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507661056:0@lo:400: 00000100:00100000:3.0:1749393887.612649:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1749393887.612657:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507659520:12345-0@lo:400: 00000100:00100000:2.0:1749393887.612661:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393887.612663:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393887.612670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393887.612691:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507661184:0@lo:400: 00000100:00100000:1.0:1749393887.612692:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507660416:0@lo:38: 00000100:00100000:3.0:1749393887.612701:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507659520:12345-0@lo:400: Request processed in 44us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393887.612704:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507659648 00000100:00100000:3.0:1749393887.612708:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1749393887.612712:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507659648 00000100:00100000:1.0:1749393887.612714:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393887.612716:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393887.612735:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507660800:0@lo:38: 00000100:00100000:3.0:1749393887.612739:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507660672 00000100:00100000:3.0:1749393887.612744:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507660672 00000100:00100000:1.0:1749393887.612750:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393887.612755:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507659904 00000100:00100000:0.0:1749393887.612758:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507659904 00000100:00100000:1.0:1749393887.612765:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507660928:0@lo:38: 00000100:00100000:3.0:1749393887.612765:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507661056 00000100:00100000:3.0:1749393887.612768:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507661056 00000100:00100000:2.0:1749393887.612770:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507660160 00000100:00100000:0.0:1749393887.612775:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:2.0:1749393887.612776:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507660160 00000100:00100000:1.0:1749393887.612780:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393887.612783:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507661184 00000100:00100000:0.0:1749393887.612784:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507659648:12345-0@lo:41: 00000100:00100000:3.0:1749393887.612795:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507661184 00000100:00100000:2.0:1749393887.612803:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1749393887.612806:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507659776 00000100:00100000:1.0:1749393887.612811:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507659776 00000100:00100000:2.0:1749393887.612811:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507659904:12345-0@lo:400: 00000100:00100000:3.0:1749393887.612816:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1749393887.612822:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507660672:12345-0@lo:400: 00000100:00100000:1.0:1749393887.612826:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507660032 00000004:00000024:0.0:1749393887.612829:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393887.612829:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507660032 00000100:00100000:1.0:1749393887.612836:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507660288 00000100:00100000:1.0:1749393887.612838:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507660288 00000100:00100000:1.0:1749393887.612844:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507660416 00000100:00100000:1.0:1749393887.612846:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507660416 00000100:00100000:1.0:1749393887.612851:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507660800 00000100:00100000:1.0:1749393887.612853:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507660800 00000100:00100000:2.0:1749393887.612853:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507659904:12345-0@lo:400: Request processed in 43us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393887.612858:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507660928 00000100:00100000:1.0:1749393887.612860:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507660928 00000100:00100000:2.0:1749393887.612861:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1749393887.612865:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507660672:12345-0@lo:400: Request processed in 43us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393887.612870:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:0.0:1749393887.612871:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507659648:12345-0@lo:41: Request processed in 88us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393887.612871:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1749393887.612876:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507659776:12345-0@lo:38: 00000100:00100000:0.0:1749393887.612880:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1749393887.612883:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1749393887.612888:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507661056:12345-0@lo:400: 00000100:00100000:2.0:1749393887.612892:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1749393887.612898:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507660160:12345-0@lo:400: 00010000:00020000:1.0:1749393887.612899:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393887.612913:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507661056:12345-0@lo:400: Request processed in 25us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393887.612919:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1749393887.612927:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1749393887.612935:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507661184:12345-0@lo:400: 00000100:00100000:1.0:1749393887.612936:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507659776:12345-0@lo:38: Request processed in 59us (360us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393887.612937:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507660160:12345-0@lo:400: Request processed in 39us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393887.612943:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1749393887.612948:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:2.0:1749393887.612952:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1749393887.612953:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507660032:12345-0@lo:38: 00000100:00100000:1.0:1749393887.612958:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:1.0:1749393887.612962:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507660288:12345-0@lo:38: 00000100:00100000:0.0:1749393887.612970:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507661184:12345-0@lo:400: Request processed in 36us (254us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393887.612970:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393887.612974:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393887.612977:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1749393887.612980:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:2.0:1749393887.612985:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507660416:12345-0@lo:38: 00000100:00100000:3.0:1749393887.612995:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507660032:12345-0@lo:38: Request processed in 41us (379us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393887.613002:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393887.613004:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:1.0:1749393887.613007:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507660288:12345-0@lo:38: Request processed in 43us (336us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393887.613011:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:0.0:1749393887.613012:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507660800:12345-0@lo:38: 00000100:00100000:1.0:1749393887.613016:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:3.0:1749393887.613025:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:2.0:1749393887.613032:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507660416:12345-0@lo:38: Request processed in 44us (316us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393887.613032:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507660928:12345-0@lo:38: 00010000:00020000:0.0:1749393887.613038:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393887.613039:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00010000:00020000:3.0:1749393887.613042:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393887.613062:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507659904:0@lo:400: 00000100:00100000:3.0:1749393887.613065:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507660928:12345-0@lo:38: Request processed in 35us (284us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393887.613103:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507660800:12345-0@lo:38: Request processed in 62us (321us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393887.613106:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:2.0:1749393887.613108:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507660160:0@lo:400: 00000100:00100000:0.0:1749393887.613111:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00010000:00080000:2.0:1749393887.613124:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0ed80 x1834371507661184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393887.613134:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393887.613136:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507661184:0@lo:400: 00000100:00100000:3.0:1749393887.613200:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507659520:0@lo:400: 00010000:00080000:0.0:1749393887.613203:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0ea00 x1834371507661056/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393887.613219:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507661056:0@lo:400: 00000100:02020000:1.0:1749393887.613225:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1749393887.613230:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393887.613234:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393887.613239:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507660800:0@lo:38: 00010000:00080000:0.0:1749393887.613249:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099755880 x1834371507660672/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:1.0:1749393887.613249:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1749393887.613252:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393887.613254:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393887.613258:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507660928:0@lo:38: 00000100:00100000:0.0:1749393887.613260:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507660672:0@lo:400: 00000100:00080000:1.0:1749393887.613266:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393887.613269:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393887.613273:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507659776:0@lo:38: 00000100:00100000:0.0:1749393887.613276:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507659648:0@lo:41: 00000100:00080000:1.0:1749393887.613282:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393887.613284:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393887.613288:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507660032:0@lo:38: 00000100:00080000:1.0:1749393887.613295:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393887.613297:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393887.613301:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507660288:0@lo:38: 00000100:00080000:1.0:1749393887.613308:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393887.613310:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393887.613321:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507660416:0@lo:38: 00000100:00100000:1.0:1749393887.613362:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507660544 00000100:00100000:1.0:1749393887.613366:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507660544 00000100:00100000:1.0:1749393887.613409:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1749393887.613416:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507660544:12345-0@lo:400: 00000100:00100000:1.0:1749393887.613468:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507660544:12345-0@lo:400: Request processed in 52us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393887.613476:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00010000:00080000:3.0:1749393887.613519:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099756a00 x1834371507660544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393887.613541:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507660544:0@lo:400: 00000100:00100000:2.0:1749393888.131339:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507661312:0@lo:700: 00000100:00100000:2.0:1749393888.131413:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393888.131500:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393888.131602:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507661312 00000100:00100000:0.0:1749393888.131622:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507661312 00000100:00080000:2.0:1749393888.131712:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393888.131734:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1749393888.131748:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507661312:12345-0@lo:700: 00000100:00100000:0.0:1749393888.131823:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393888.131833:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507661440:0@lo:700: 40000000:00080000:0.0:1749393888.131852:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393888.131856:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393888.131945:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507661312:12345-0@lo:700: Request processed in 201us (531us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393888.131955:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:2.0:1749393888.131981:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507661312:0@lo:700: 00000100:00100000:2.0:1749393888.133219:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507661568:0@lo:700: 00000100:00100000:2.0:1749393888.133260:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393888.133322:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393888.133386:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507661568 00000100:00100000:0.0:1749393888.133395:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507661568 00000100:00080000:2.0:1749393888.133458:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393888.133459:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:0.0:1749393888.133467:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507661568:12345-0@lo:700: 00000100:00100000:0.0:1749393888.133500:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393888.133506:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507661696:0@lo:700: 40000000:00080000:0.0:1749393888.133516:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393888.133520:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393888.133562:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507661568:12345-0@lo:700: Request processed in 96us (301us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393888.133579:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507661568:0@lo:700: 00000100:00100000:0.0:1749393888.133595:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1749393888.192240:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393888.322284:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393888.342460:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393888.749267:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393888.749284:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507661824:0@lo:900: 00000100:00100000:2.0:1749393889.192306:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393889.322272:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:0.0:1749393889.344282:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393890.132310:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507661952:0@lo:700: 00000100:00100000:2.0:1749393890.132380:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393890.132464:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393890.132530:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507661952 00000100:00100000:0.0:1749393890.132549:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507661952 00000100:00080000:2.0:1749393890.132632:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393890.132648:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:0.0:1749393890.132660:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507661952:12345-0@lo:700: 00000100:00100000:0.0:1749393890.132731:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393890.132740:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507662080:0@lo:700: 40000000:00080000:0.0:1749393890.132759:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393890.132762:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393890.132850:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507661952:12345-0@lo:700: Request processed in 193us (469us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393890.132860:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1749393890.132884:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507661952:0@lo:700: 00000100:00100000:2.0:1749393890.134237:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507662208:0@lo:700: 00000100:00100000:2.0:1749393890.134277:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393890.134337:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393890.134400:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507662208 00000100:00100000:0.0:1749393890.134409:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507662208 00000100:00080000:2.0:1749393890.134438:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393890.134464:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1749393890.134472:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507662208:12345-0@lo:700: 00000100:00100000:0.0:1749393890.134504:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393890.134510:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507662336:0@lo:700: 40000000:00080000:0.0:1749393890.134521:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393890.134524:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393890.134579:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507662208:12345-0@lo:700: Request processed in 107us (300us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393890.134609:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1749393890.134617:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507662208:0@lo:700: 00000100:00100000:2.0:1749393890.192217:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393890.322202:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393890.346335:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393890.750242:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393890.750253:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507662464:0@lo:900: 00000100:00100000:0.0:1749393890.943513:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393890.943559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393890.943604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393890.943667:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499754752 00000100:00100000:1.0:1749393890.943684:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499754752 00000100:00100000:2.0:1749393890.943704:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499754880 00000100:00100000:2.0:1749393890.943714:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499754880 00000100:00100000:3.0:1749393890.943730:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499755008 00000100:00100000:3.0:1749393890.943740:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499755008 00000100:00100000:1.0:1749393890.943748:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 521 00000100:00100000:2.0:1749393890.943752:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1372 00000100:00100000:1.0:1749393890.943758:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499754752:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393890.943760:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499754880:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393890.943786:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1373 00010000:00080000:2.0:1749393890.943789:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 932 last 0 00000100:00100000:3.0:1749393890.943794:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499755008:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393890.943818:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 932 last 0 00000100:00100000:1.0:1749393890.943856:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499754752:12345-192.168.203.32@tcp:400: Request processed in 98us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393890.943863:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499754880:12345-192.168.203.32@tcp:38: Request processed in 103us (303us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393890.943866:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 521 00000100:00100000:3.0:1749393890.943867:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499755008:12345-192.168.203.32@tcp:38: Request processed in 72us (261us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393890.943873:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1372 00000100:00100000:3.0:1749393890.943877:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1373 00000100:00100000:0.0:1749393891.192341:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393891.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393891.348352:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393891.692466:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507662592:0@lo:41: 00000100:00100000:3.0:1749393891.692547:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393891.692639:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507662592 00000100:00100000:0.0:1749393891.692660:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507662592 00000100:00100000:0.0:1749393891.692759:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1749393891.692773:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507662592:12345-0@lo:41: 00000004:00000024:0.0:1749393891.692825:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393891.692927:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507662592:12345-0@lo:41: Request processed in 157us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393891.692936:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1749393891.693040:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507662592:0@lo:41: 00000100:00100000:2.0:1749393892.133327:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507662720:0@lo:700: 00000100:00100000:2.0:1749393892.133401:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393892.133486:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393892.133576:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507662720 00000100:00100000:0.0:1749393892.133605:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507662720 00000100:00080000:2.0:1749393892.133691:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393892.133709:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1749393892.133722:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507662720:12345-0@lo:700: 00000100:00100000:0.0:1749393892.133795:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393892.133806:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507662848:0@lo:700: 40000000:00080000:0.0:1749393892.133824:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393892.133828:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393892.133917:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507662720:12345-0@lo:700: Request processed in 198us (515us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393892.133926:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:2.0:1749393892.133953:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507662720:0@lo:700: 00000100:00100000:2.0:1749393892.135221:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507662976:0@lo:700: 00000100:00100000:2.0:1749393892.135273:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393892.135361:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393892.135404:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507662976 00000100:00100000:0.0:1749393892.135414:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507662976 00000100:00080000:2.0:1749393892.135445:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393892.135456:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:0.0:1749393892.135464:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507662976:12345-0@lo:700: 00000100:00100000:0.0:1749393892.135496:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393892.135503:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507663104:0@lo:700: 40000000:00080000:0.0:1749393892.135513:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393892.135516:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393892.135575:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507662976:12345-0@lo:700: Request processed in 111us (302us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393892.135583:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:2.0:1749393892.135632:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507662976:0@lo:700: 00000100:00100000:0.0:1749393892.192213:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393892.322265:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393892.350448:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393892.620287:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1749393892.620298:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393892.620312:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393892.620318:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393892.620323:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507663360:0@lo:400: 00000100:00080000:2.0:1749393892.620329:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 929 00000100:00080000:2.0:1749393892.620336:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393892.620345:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393892.620375:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e19c00 x1834371507663488/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393892.620420:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393892.620431:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507663488:0@lo:38: 00000100:00080000:2.0:1749393892.620443:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393892.620450:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393892.620453:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393892.620459:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 929 00000100:00080000:2.0:1749393892.620462:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393892.620468:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393892.620487:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e18700 x1834371507663744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393892.620493:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507663232:0@lo:41: 00000100:00100000:1.0:1749393892.620505:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393892.620515:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393892.620538:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393892.620539:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393892.620541:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393892.620547:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 929 00000100:00080000:2.0:1749393892.620551:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393892.620555:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507663744:0@lo:38: 00000100:00080000:2.0:1749393892.620557:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393892.620566:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507663360 00000100:00100000:0.0:1749393892.620575:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507663616:0@lo:400: 00000100:00100000:1.0:1749393892.620575:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393892.620578:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e62680 x1834371507664000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393892.620578:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507663360 00000100:00080000:2.0:1749393892.620594:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393892.620597:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507664000:0@lo:38: 00000100:00100000:0.0:1749393892.620599:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393892.620599:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393892.620602:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393892.620607:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 929 00000100:00080000:2.0:1749393892.620611:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393892.620615:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393892.620617:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393892.620623:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393892.620627:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1749393892.620630:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507663872:0@lo:400: 00000100:00100000:2.0:1749393892.620635:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d561880 x1834371507664128/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393892.620636:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507663360:12345-0@lo:400: 00000100:00100000:1.0:1749393892.620648:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507663488 00000100:00100000:0.0:1749393892.620649:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393892.620653:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507663488 00000100:00100000:1.0:1749393892.620675:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507663744 00000100:00100000:0.0:1749393892.620677:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507663232 00000100:00100000:1.0:1749393892.620677:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507663744 00000100:00080000:2.0:1749393892.620684:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393892.620685:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507663232 00000100:00100000:1.0:1749393892.620687:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507664000 00000100:00080000:2.0:1749393892.620689:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393892.620690:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507664000 00000100:00080000:2.0:1749393892.620691:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393892.620696:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507663360:12345-0@lo:400: Request processed in 61us (276us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393892.620697:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 929 00000100:00080000:2.0:1749393892.620700:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393892.620704:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00080000:2.0:1749393892.620705:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393892.620716:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:0.0:1749393892.620722:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507663616 00000100:00100000:1.0:1749393892.620723:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507663488:12345-0@lo:38: 00000100:00100000:2.0:1749393892.620723:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e40700 x1834371507664512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393892.620725:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507663616 00000100:00100000:0.0:1749393892.620735:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507663872 00000100:00080000:2.0:1749393892.620735:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393892.620737:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507663872 00000100:00100000:3.0:1749393892.620746:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00010000:00020000:1.0:1749393892.620747:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393892.620748:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393892.620750:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393892.620751:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507663744:12345-0@lo:38: 00000100:00080000:2.0:1749393892.620756:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 929 00000100:00080000:2.0:1749393892.620760:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393892.620765:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393892.620769:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00010000:00020000:3.0:1749393892.620769:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393892.620777:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507663232:12345-0@lo:41: 00000100:00100000:1.0:1749393892.620780:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507663488:12345-0@lo:38: Request processed in 56us (275us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393892.620784:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e40a80 x1834371507664640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393892.620788:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:1.0:1749393892.620803:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:3.0:1749393892.620807:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507663744:12345-0@lo:38: Request processed in 55us (231us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393892.620808:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507664000:12345-0@lo:38: 00000100:00100000:3.0:1749393892.620815:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00010000:00020000:1.0:1749393892.620819:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000004:00000024:0.0:1749393892.620820:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393892.620837:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507664000:12345-0@lo:38: Request processed in 29us (220us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393892.620840:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507664896:0@lo:400: 00000100:00100000:1.0:1749393892.620843:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1749393892.620865:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1749393892.620866:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507663232:12345-0@lo:41: Request processed in 89us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393892.620869:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507664256:0@lo:400: 00000100:00100000:3.0:1749393892.620874:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393892.620876:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1749393892.620881:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507663616:12345-0@lo:400: 00000100:00100000:1.0:1749393892.620891:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393892.620898:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1749393892.620899:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749393892.620904:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507663872:12345-0@lo:400: 00000100:00100000:3.0:1749393892.620906:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507664768:0@lo:400: 00000100:00100000:1.0:1749393892.620912:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393892.620919:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507664384:0@lo:400: 00000100:00100000:1.0:1749393892.620948:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393892.620958:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507663872:12345-0@lo:400: Request processed in 54us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393892.620963:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507664896 00000100:00100000:0.0:1749393892.620965:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1749393892.620966:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507663616:12345-0@lo:400: Request processed in 87us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393892.620967:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507664896 00000100:00100000:1.0:1749393892.620977:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507664256 00000100:00100000:2.0:1749393892.620978:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1749393892.620981:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507664256 00000100:00100000:3.0:1749393892.620998:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507664384 00000100:00100000:3.0:1749393892.621000:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507664384 00000100:00100000:1.0:1749393892.621006:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1749393892.621013:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507664896:12345-0@lo:400: 00000100:00100000:0.0:1749393892.621017:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507663872:0@lo:400: 00000100:00100000:3.0:1749393892.621019:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00080000:2.0:1749393892.621021:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393892.621025:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507664256:12345-0@lo:400: 00000100:00100000:0.0:1749393892.621030:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507663616:0@lo:400: 00000100:00100000:2.0:1749393892.621042:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1749393892.621046:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507664896:12345-0@lo:400: Request processed in 33us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393892.621052:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1749393892.621054:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507664384:12345-0@lo:400: 00000100:00100000:3.0:1749393892.621061:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507664256:12345-0@lo:400: Request processed in 36us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393892.621068:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1749393892.621100:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507663360:0@lo:400: 00000100:00100000:0.0:1749393892.621138:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507663232:0@lo:41: 00010000:00080000:1.0:1749393892.621159:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d7b1c00 x1834371507664256/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393892.621160:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393892.621168:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507664384:12345-0@lo:400: Request processed in 114us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393892.621179:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1749393892.621190:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507664256:0@lo:400: 00010000:00080000:3.0:1749393892.621192:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e41180 x1834371507664896/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393892.621201:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507664768 00000100:00100000:3.0:1749393892.621206:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507664896:0@lo:400: 00000100:00100000:2.0:1749393892.621207:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507664768 00010000:00080000:1.0:1749393892.621215:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d7b3800 x1834371507664384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393892.621224:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507664384:0@lo:400: 00000100:00100000:1.0:1749393892.621246:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507664128:0@lo:38: 00000100:00100000:2.0:1749393892.621248:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1749393892.621257:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507664768:12345-0@lo:400: 00000100:00100000:1.0:1749393892.621272:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393892.621309:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507664512:0@lo:38: 00000100:00100000:1.0:1749393892.621325:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393892.621338:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507664640:0@lo:38: 00000100:00100000:2.0:1749393892.621338:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507664768:12345-0@lo:400: Request processed in 79us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393892.621344:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507664128 00000100:00100000:2.0:1749393892.621349:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1749393892.621350:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507664128 00000100:00100000:1.0:1749393892.621353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393892.621374:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507664512 00000100:00080000:1.0:1749393892.621374:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393892.621374:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393892.621377:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507664512 00000100:00080000:1.0:1749393892.621378:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393892.621382:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507664000:0@lo:38: 00010000:00080000:3.0:1749393892.621382:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e40e00 x1834371507664768/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393892.621389:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507664640 00000100:00100000:0.0:1749393892.621391:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507664640 00000100:00080000:1.0:1749393892.621392:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393892.621395:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393892.621398:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507663744:0@lo:38: 00000100:00100000:3.0:1749393892.621401:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507664768:0@lo:400: 00000100:00100000:0.0:1749393892.621406:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00080000:1.0:1749393892.621408:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393892.621411:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393892.621413:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507664128:12345-0@lo:38: 00000100:00100000:1.0:1749393892.621415:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507663488:0@lo:38: 00000100:00100000:2.0:1749393892.621428:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00010000:00020000:0.0:1749393892.621437:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393892.621437:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507664512:12345-0@lo:38: 00000100:00100000:1.0:1749393892.621447:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:1.0:1749393892.621452:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507664640:12345-0@lo:38: 00010000:00020000:2.0:1749393892.621461:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393892.621468:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393892.621481:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507664128:12345-0@lo:38: Request processed in 67us (207us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393892.621497:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:1.0:1749393892.621512:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507664640:12345-0@lo:38: Request processed in 57us (157us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393892.621512:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507664512:12345-0@lo:38: Request processed in 73us (183us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393892.621521:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:2.0:1749393892.621526:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00080000:1.0:1749393892.621551:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393892.621555:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393892.621558:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507664128:0@lo:38: 00000100:00080000:1.0:1749393892.621567:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393892.621570:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393892.621572:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507664512:0@lo:38: 00000100:00080000:1.0:1749393892.621580:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393892.621582:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393892.621585:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507664640:0@lo:38: 00000100:00100000:0.0:1749393892.751323:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393892.751341:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507665024:0@lo:900: 00000100:00100000:0.0:1749393893.192207:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393893.322279:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393893.352440:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393894.134248:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e42680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507665152:0@lo:700: 00000100:00100000:2.0:1749393894.134329:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393894.134429:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393894.134511:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507665152 00000100:00100000:0.0:1749393894.134533:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507665152 00000100:00080000:2.0:1749393894.134640:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393894.134679:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:0.0:1749393894.134695:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507665152:12345-0@lo:700: 00000100:00100000:0.0:1749393894.134782:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393894.134794:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507665280:0@lo:700: 40000000:00080000:0.0:1749393894.134821:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393894.134826:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393894.134930:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507665152:12345-0@lo:700: Request processed in 239us (601us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393894.134941:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:2.0:1749393894.134968:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e42680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507665152:0@lo:700: 00000100:00100000:2.0:1749393894.136176:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e42680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507665408:0@lo:700: 00000100:00100000:2.0:1749393894.136216:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393894.136291:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393894.136300:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507665408 00000100:00100000:0.0:1749393894.136308:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507665408 00000100:00080000:2.0:1749393894.136348:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393894.136353:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1749393894.136363:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507665408:12345-0@lo:700: 00000100:00100000:0.0:1749393894.136397:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393894.136405:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507665536:0@lo:700: 40000000:00080000:0.0:1749393894.136418:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393894.136422:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393894.136486:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507665408:12345-0@lo:700: Request processed in 123us (269us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393894.136499:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:2.0:1749393894.136522:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e42680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507665408:0@lo:700: 00000100:00100000:0.0:1749393894.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393894.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393894.354303:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393894.752191:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393894.752207:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507665664:0@lo:900: 00000100:00100000:0.0:1749393895.192276:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393895.322223:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393895.356305:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393895.951613:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393895.951667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393895.951750:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499755136 00000100:00100000:1.0:1749393895.951766:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499755136 00000100:00100000:0.0:1749393895.951779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393895.951804:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499755264 00000100:00100000:2.0:1749393895.951815:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499755264 00000100:00100000:0.0:1749393895.951825:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499755392 00000100:00100000:0.0:1749393895.951836:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499755392 00000100:00100000:1.0:1749393895.951844:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 523 00000100:00100000:1.0:1749393895.951854:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499755136:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393895.951855:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1380 00000100:00100000:2.0:1749393895.951863:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499755264:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393895.951880:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1381 00000100:00100000:0.0:1749393895.951889:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499755392:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393895.951891:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 937 last 0 00010000:00080000:0.0:1749393895.951927:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 937 last 0 00000100:00100000:1.0:1749393895.951937:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499755136:12345-192.168.203.32@tcp:400: Request processed in 84us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393895.951946:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 523 00000100:00100000:2.0:1749393895.951949:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499755264:12345-192.168.203.32@tcp:38: Request processed in 85us (280us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393895.951974:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1380 00000100:00100000:0.0:1749393895.952001:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499755392:12345-192.168.203.32@tcp:38: Request processed in 112us (220us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393895.952010:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1381 00000100:00100000:2.0:1749393896.135275:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e42680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507665792:0@lo:700: 00000100:00100000:2.0:1749393896.135345:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393896.135446:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393896.135494:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507665792 00000100:00100000:0.0:1749393896.135504:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507665792 00000100:00100000:0.0:1749393896.135576:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00080000:2.0:1749393896.135582:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393896.135586:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507665792:12345-0@lo:700: 00000100:00100000:0.0:1749393896.135645:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393896.135653:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507665920:0@lo:700: 40000000:00080000:0.0:1749393896.135673:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393896.135677:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393896.135738:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507665792:12345-0@lo:700: Request processed in 153us (394us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393896.135746:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:2.0:1749393896.135798:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e42680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507665792:0@lo:700: 00000100:00100000:2.0:1749393896.137193:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e42680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507666048:0@lo:700: 00000100:00100000:2.0:1749393896.137238:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393896.137301:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507666048 00000100:00100000:2.0:1749393896.137316:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393896.137323:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507666048 00000100:00080000:2.0:1749393896.137357:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393896.137364:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:0.0:1749393896.137372:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507666048:12345-0@lo:700: 00000100:00100000:0.0:1749393896.137405:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393896.137411:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507666176:0@lo:700: 40000000:00080000:0.0:1749393896.137422:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393896.137425:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393896.137483:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507666048:12345-0@lo:700: Request processed in 111us (246us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393896.137492:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:2.0:1749393896.137538:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e42680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507666048:0@lo:700: 00000100:00100000:0.0:1749393896.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393896.322209:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393896.358321:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393896.700431:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507666304:0@lo:41: 00000100:00100000:1.0:1749393896.700503:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393896.700638:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507666304 00000100:00100000:2.0:1749393896.700650:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507666304 00000100:00100000:2.0:1749393896.700714:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1749393896.700724:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507666304:12345-0@lo:41: 00000004:00000024:2.0:1749393896.700766:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393896.700828:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507666304:12345-0@lo:41: Request processed in 104us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393896.700836:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1749393896.700931:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507666304:0@lo:41: 00000100:00100000:0.0:1749393896.753219:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393896.753233:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507666432:0@lo:900: 00000100:00100000:2.0:1749393897.192313:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393897.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393897.360346:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393897.628265:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1749393897.628265:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393897.628274:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393897.628278:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393897.628296:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 934 00000100:00100000:0.0:1749393897.628297:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507666560:0@lo:41: 00000100:00080000:2.0:1749393897.628300:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393897.628307:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749393897.628331:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749393897.628332:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e40a80 x1834371507666816/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393897.628369:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507666688:0@lo:400: 00000100:00080000:2.0:1749393897.628372:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393897.628376:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393897.628378:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507666816:0@lo:38: 00000100:00080000:2.0:1749393897.628378:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393897.628382:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 934 00000100:00080000:2.0:1749393897.628385:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393897.628388:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393897.628392:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393897.628400:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e40e00 x1834371507667072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393897.628420:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393897.628424:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393897.628426:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393897.628429:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 934 00000100:00080000:2.0:1749393897.628431:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393897.628434:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393897.628455:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092f1c000 x1834371507667328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393897.628459:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393897.628464:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393897.628465:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393897.628468:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393897.628470:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749393897.628472:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507667200:0@lo:400: 00000100:00080000:2.0:1749393897.628478:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 934 00000100:00080000:2.0:1749393897.628480:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393897.628484:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393897.628496:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092f1c380 x1834371507667456/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393897.628504:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393897.628509:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749393897.628516:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393897.628519:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393897.628521:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393897.628523:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507667712:0@lo:400: 00000100:00080000:2.0:1749393897.628524:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 934 00000100:00080000:2.0:1749393897.628526:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393897.628529:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393897.628541:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092f1ce00 x1834371507667840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393897.628543:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507666816 00000100:00080000:2.0:1749393897.628549:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393897.628551:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393897.628552:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749393897.628553:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507666816 00000100:00080000:2.0:1749393897.628553:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393897.628557:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 934 00000100:00080000:2.0:1749393897.628559:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393897.628562:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393897.628563:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507666688 00000100:00100000:2.0:1749393897.628571:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092f1d180 x1834371507667968/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393897.628573:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507666944:0@lo:400: 00000100:00100000:3.0:1749393897.628574:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507666688 00000100:00100000:0.0:1749393897.628588:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:1.0:1749393897.628592:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393897.628596:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507666816:12345-0@lo:38: 00000100:00100000:1.0:1749393897.628610:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393897.628616:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507668096:0@lo:400: 00000100:00100000:2.0:1749393897.628616:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507666560 00000100:00100000:2.0:1749393897.628622:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507666560 00000100:00100000:3.0:1749393897.628627:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00010000:00020000:0.0:1749393897.628629:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393897.628634:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393897.628640:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507666688:12345-0@lo:400: 00000100:00100000:2.0:1749393897.628650:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507667200 00000100:00100000:2.0:1749393897.628652:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507667200 00000100:00100000:1.0:1749393897.628656:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507667584:0@lo:400: 00000100:00100000:2.0:1749393897.628670:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507666944 00000100:00100000:2.0:1749393897.628673:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507666944 00000100:00100000:0.0:1749393897.628675:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507666816:12345-0@lo:38: Request processed in 77us (215us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393897.628678:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393897.628684:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1749393897.628686:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1749393897.628693:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507666560:12345-0@lo:41: 00000100:00100000:1.0:1749393897.628695:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393897.628701:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507668224:0@lo:400: 00000100:00100000:3.0:1749393897.628703:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507666688:12345-0@lo:400: Request processed in 64us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393897.628715:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1749393897.628719:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:2.0:1749393897.628723:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393897.628738:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1749393897.628741:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507667712 00000100:00100000:1.0:1749393897.628746:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507667712 00000100:00100000:0.0:1749393897.628748:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507667200:12345-0@lo:400: 00000100:00100000:3.0:1749393897.628762:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507668096 00000100:00100000:3.0:1749393897.628768:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507668096 00000100:00100000:2.0:1749393897.628771:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507666560:12345-0@lo:41: Request processed in 77us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393897.628775:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507667584 00000100:00100000:1.0:1749393897.628777:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507667584 00000100:00100000:2.0:1749393897.628778:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1749393897.628791:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507668224 00000100:00100000:1.0:1749393897.628793:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507668224 00000100:00100000:2.0:1749393897.628796:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1749393897.628797:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507667200:12345-0@lo:400: Request processed in 50us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393897.628803:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507666944:12345-0@lo:400: 00000100:00100000:0.0:1749393897.628804:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1749393897.628804:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1749393897.628815:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507667712:12345-0@lo:400: 00000100:00100000:1.0:1749393897.628825:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1749393897.628832:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507667584:12345-0@lo:400: 00000100:00100000:2.0:1749393897.628834:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507666944:12345-0@lo:400: Request processed in 33us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393897.628844:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1749393897.628844:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1749393897.628852:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eecdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507668096:12345-0@lo:400: 00000100:00100000:2.0:1749393897.628866:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1749393897.628868:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507667712:12345-0@lo:400: Request processed in 53us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393897.628873:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507667584:12345-0@lo:400: Request processed in 41us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393897.628873:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507668224:12345-0@lo:400: 00000100:00100000:3.0:1749393897.628878:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1749393897.628886:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eecdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507668096:12345-0@lo:400: Request processed in 33us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393897.628886:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1749393897.628894:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1749393897.628901:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507668224:12345-0@lo:400: Request processed in 28us (181us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393897.628906:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393897.628908:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00080000:1.0:1749393897.628930:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393897.628935:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393897.628936:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507666688:0@lo:400: 00000100:00100000:1.0:1749393897.628940:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507666816:0@lo:38: 00000100:00100000:1.0:1749393897.628957:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507667072:0@lo:38: 00000100:00100000:1.0:1749393897.628990:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393897.629022:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507667328:0@lo:38: 00000100:00100000:1.0:1749393897.629038:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393897.629052:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507667456:0@lo:38: 00000100:00100000:2.0:1749393897.629054:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507667072 00000100:00100000:2.0:1749393897.629059:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507667072 00000100:00100000:1.0:1749393897.629066:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393897.629161:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507667328 00000100:00100000:2.0:1749393897.629165:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507667328 00000100:00100000:1.0:1749393897.629172:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507667840:0@lo:38: 00000100:00100000:2.0:1749393897.629178:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507667456 00000100:00100000:2.0:1749393897.629180:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507667456 00000100:00100000:1.0:1749393897.629192:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393897.629192:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:2.0:1749393897.629201:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507667840 00000100:00100000:3.0:1749393897.629202:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507667072:12345-0@lo:38: 00000100:00100000:2.0:1749393897.629204:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507667840 00000100:00100000:1.0:1749393897.629206:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507667968:0@lo:38: 00000100:00100000:0.0:1749393897.629209:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:0.0:1749393897.629217:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507667328:12345-0@lo:38: 00000100:00100000:1.0:1749393897.629222:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393897.629222:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1749393897.629227:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507667456:12345-0@lo:38: 00010000:00020000:3.0:1749393897.629230:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393897.629235:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393897.629244:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:1.0:1749393897.629255:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092f1d500 x1834371507668096/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393897.629269:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507668096:0@lo:400: 00000100:00100000:0.0:1749393897.629276:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507667328:12345-0@lo:38: Request processed in 58us (236us total) trans 0 rc -19/-19 00010000:00080000:1.0:1749393897.629281:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092f1ca80 x1834371507667712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393897.629283:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:3.0:1749393897.629286:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507667072:12345-0@lo:38: Request processed in 82us (292us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393897.629291:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507667712:0@lo:400: 00000100:00100000:2.0:1749393897.629292:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507667456:12345-0@lo:38: Request processed in 63us (224us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393897.629296:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507667968 00000100:00100000:3.0:1749393897.629298:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:1.0:1749393897.629300:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507666944:0@lo:400: 00000100:00100000:0.0:1749393897.629301:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507667968 00000100:00100000:2.0:1749393897.629304:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1749393897.629314:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1749393897.629319:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092efad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507667840:12345-0@lo:38: 00000100:00100000:2.0:1749393897.629320:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:2.0:1749393897.629325:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507667968:12345-0@lo:38: 00010000:00080000:1.0:1749393897.629327:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092f1d880 x1834371507668224/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749393897.629331:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393897.629336:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507668224:0@lo:400: 00010000:00020000:2.0:1749393897.629339:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:1.0:1749393897.629346:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092f1c700 x1834371507667584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393897.629356:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092efad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507667840:12345-0@lo:38: Request processed in 36us (163us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393897.629356:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507667584:0@lo:400: 00000100:00100000:0.0:1749393897.629363:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:2.0:1749393897.629363:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507667968:12345-0@lo:38: Request processed in 36us (140us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393897.629371:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00080000:1.0:1749393897.629374:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393897.629384:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393897.629389:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507667072:0@lo:38: 00000100:00080000:1.0:1749393897.629403:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393897.629406:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393897.629409:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507667328:0@lo:38: 00000100:00100000:3.0:1749393897.629412:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507667200:0@lo:400: 00000100:00080000:1.0:1749393897.629416:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393897.629419:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393897.629422:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507667456:0@lo:38: 00000100:00080000:1.0:1749393897.629432:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393897.629434:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393897.629437:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507667840:0@lo:38: 00000100:00100000:3.0:1749393897.629438:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507666560:0@lo:41: 00000100:00080000:1.0:1749393897.629444:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393897.629447:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393897.629450:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507667968:0@lo:38: 00000100:00100000:1.0:1749393897.899262:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:1.0:1749393897.899303:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507668352/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393902 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393897.899369:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393897.899448:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393897.899550:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507668352 00000100:00100000:0.0:1749393897.899571:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507668352 00000100:00100000:0.0:1749393897.899678:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:0.0:1749393897.899689:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507668352:12345-0@lo:700: 40000000:00080000:0.0:1749393897.899730:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393897.899814:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507668352:12345-0@lo:700: Request processed in 127us (444us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393897.899824:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1749393897.899847:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507668352/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393913 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393897.899861:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393897.919189:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393897.919210:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507668480/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393902 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393897.919255:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393897.919320:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393897.919330:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507668480 00000100:00100000:0.0:1749393897.919340:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507668480 00000100:00100000:0.0:1749393897.919372:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:0.0:1749393897.919381:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507668480:12345-0@lo:700: 40000000:00080000:0.0:1749393897.919401:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393897.919460:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507668480:12345-0@lo:700: Request processed in 80us (204us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393897.919469:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:2.0:1749393897.919511:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507668480/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393913 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393897.919527:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393898.136303:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507668608:0@lo:700: 00000100:00100000:2.0:1749393898.136386:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393898.136482:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393898.136492:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507668608 00000100:00100000:0.0:1749393898.136508:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507668608 00000100:00100000:0.0:1749393898.136577:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:0.0:1749393898.136588:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507668608:12345-0@lo:700: 00000100:00080000:3.0:1749393898.136595:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393898.136656:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393898.136665:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507668736:0@lo:700: 40000000:00080000:0.0:1749393898.136682:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393898.136686:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393898.136768:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507668608:12345-0@lo:700: Request processed in 181us (383us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393898.136777:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:2.0:1749393898.136808:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507668608:0@lo:700: 00000100:00100000:2.0:1749393898.138197:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507668864:0@lo:700: 00000100:00100000:2.0:1749393898.138237:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393898.138311:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393898.138321:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507668864 00000100:00100000:0.0:1749393898.138331:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507668864 00000100:00100000:0.0:1749393898.138388:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1749393898.138396:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507668864:12345-0@lo:700: 00000100:00080000:3.0:1749393898.138413:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393898.138429:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393898.138435:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507668992:0@lo:700: 40000000:00080000:0.0:1749393898.138446:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393898.138449:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393898.138508:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507668864:12345-0@lo:700: Request processed in 112us (270us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393898.138516:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:2.0:1749393898.138551:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507668864:0@lo:700: 00000100:00100000:2.0:1749393898.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393898.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393898.362303:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393898.754259:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393898.754284:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507669120:0@lo:900: 00000100:00100000:2.0:1749393899.192245:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393899.322193:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:0.0:1749393899.364343:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393900.137238:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507669248:0@lo:700: 00000100:00100000:2.0:1749393900.137306:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393900.137381:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393900.137403:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507669248 00000100:00100000:0.0:1749393900.137417:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507669248 00000100:00100000:0.0:1749393900.137473:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:0.0:1749393900.137480:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507669248:12345-0@lo:700: 00000100:00080000:3.0:1749393900.137487:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393900.137533:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393900.137539:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507669376:0@lo:700: 40000000:00080000:0.0:1749393900.137552:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393900.137554:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393900.137615:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507669248:12345-0@lo:700: Request processed in 136us (310us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393900.137621:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:2.0:1749393900.137725:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507669248:0@lo:700: 00000100:00100000:2.0:1749393900.139184:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507669504:0@lo:700: 00000100:00100000:2.0:1749393900.139223:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393900.139267:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507669504 00000100:00100000:0.0:1749393900.139272:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507669504 00000100:00100000:2.0:1749393900.139282:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393900.139295:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1749393900.139300:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507669504:12345-0@lo:700: 00000100:00100000:0.0:1749393900.139327:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393900.139331:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507669632:0@lo:700: 40000000:00080000:0.0:1749393900.139336:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393900.139338:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393900.139371:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507669504:12345-0@lo:700: Request processed in 72us (149us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393900.139377:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00080000:3.0:1749393900.139385:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393900.139413:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507669504:0@lo:700: 00000100:00100000:2.0:1749393900.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393900.322238:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393900.366294:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393900.755272:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393900.755290:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507669760:0@lo:900: 00000100:00100000:0.0:1749393900.959790:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393900.959846:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393900.959897:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393900.959955:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499755520 00000100:00100000:3.0:1749393900.959973:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499755520 00000100:00100000:2.0:1749393900.959986:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499755648 00000100:00100000:2.0:1749393900.959997:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499755648 00000100:00100000:2.0:1749393900.960040:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499755776 00000100:00100000:3.0:1749393900.960041:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 525 00000100:00100000:2.0:1749393900.960043:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499755776 00000100:00100000:1.0:1749393900.960117:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1388 00000100:00100000:1.0:1749393900.960129:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499755648:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393900.960139:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499755520:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393900.960152:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1389 00000100:00100000:2.0:1749393900.960160:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499755776:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393900.960183:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 942 last 0 00010000:00080000:2.0:1749393900.960186:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 942 last 0 00000100:00100000:3.0:1749393900.960227:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499755520:12345-192.168.203.32@tcp:400: Request processed in 177us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393900.960236:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 525 00000100:00100000:1.0:1749393900.960242:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499755648:12345-192.168.203.32@tcp:38: Request processed in 113us (394us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393900.960252:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1388 00000100:00100000:2.0:1749393900.960257:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499755776:12345-192.168.203.32@tcp:38: Request processed in 96us (358us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393900.960265:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1389 00000100:00100000:2.0:1749393901.192215:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393901.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393901.368364:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393901.708364:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507669888:0@lo:41: 00000100:00100000:2.0:1749393901.708451:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393901.708611:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507669888 00000100:00100000:0.0:1749393901.708631:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507669888 00000100:00100000:0.0:1749393901.708717:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1749393901.708728:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507669888:12345-0@lo:41: 00000004:00000024:0.0:1749393901.708781:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393901.708898:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507669888:12345-0@lo:41: Request processed in 167us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393901.708911:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1749393901.708928:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507669888:0@lo:41: 00000100:00100000:2.0:1749393902.138246:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507670016:0@lo:700: 00000100:00100000:2.0:1749393902.138306:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393902.138383:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393902.138482:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507670016 00000100:00100000:0.0:1749393902.138501:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507670016 00000100:00080000:3.0:1749393902.138583:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393902.138608:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:0.0:1749393902.138621:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507670016:12345-0@lo:700: 00000100:00100000:0.0:1749393902.138695:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393902.138705:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507670144:0@lo:700: 40000000:00080000:0.0:1749393902.138744:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393902.138748:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393902.138838:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507670016:12345-0@lo:700: Request processed in 220us (531us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393902.138849:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:2.0:1749393902.138937:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507670016:0@lo:700: 00000100:00100000:2.0:1749393902.140185:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507670272:0@lo:700: 00000100:00100000:2.0:1749393902.140224:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393902.140291:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393902.140302:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507670272 00000100:00100000:0.0:1749393902.140311:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507670272 00000100:00100000:0.0:1749393902.140359:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:0.0:1749393902.140372:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507670272:12345-0@lo:700: 00000100:00080000:3.0:1749393902.140396:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393902.140413:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393902.140421:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507670400:0@lo:700: 40000000:00080000:0.0:1749393902.140433:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393902.140436:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393902.140494:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507670272:12345-0@lo:700: Request processed in 125us (269us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393902.140503:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:2.0:1749393902.140587:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507670272:0@lo:700: 00000100:00100000:2.0:1749393902.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393902.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393902.370405:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749393902.636242:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393902.636251:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393902.636254:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393902.636261:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 939 00000100:00080000:2.0:1749393902.636266:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393902.636273:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393902.636294:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092f1fb80 x1834371507670784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393902.636315:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507670528:0@lo:41: 00000100:00080000:2.0:1749393902.636334:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393902.636338:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393902.636340:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393902.636344:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 939 00000100:00100000:1.0:1749393902.636345:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507670656:0@lo:400: 00000100:00080000:2.0:1749393902.636363:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393902.636368:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393902.636368:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507670912:0@lo:400: 00000100:00100000:2.0:1749393902.636382:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092f1ce00 x1834371507671040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393902.636400:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393902.636404:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749393902.636406:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393902.636409:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 939 00000100:00080000:2.0:1749393902.636411:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393902.636416:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393902.636420:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393902.636421:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393902.636426:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092f1c000 x1834371507671296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749393902.636434:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393902.636437:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393902.636438:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393902.636442:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 939 00000100:00100000:3.0:1749393902.636442:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507671168:0@lo:400: 00000100:00080000:2.0:1749393902.636443:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393902.636446:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393902.636457:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092f1c700 x1834371507671424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393902.636467:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393902.636477:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749393902.636480:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749393902.636481:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507670528 00000100:00080000:2.0:1749393902.636481:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749393902.636485:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 939 00000100:00100000:0.0:1749393902.636490:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507670528 00000100:00080000:2.0:1749393902.636492:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393902.636494:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507671552:0@lo:400: 00000100:00080000:2.0:1749393902.636496:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393902.636508:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092f1d500 x1834371507671808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393902.636515:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507670656 00000100:00080000:2.0:1749393902.636516:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393902.636518:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749393902.636519:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749393902.636521:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393902.636522:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507670656 00000100:00080000:2.0:1749393902.636524:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 939 00000100:00080000:2.0:1749393902.636526:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749393902.636528:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393902.636537:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749393902.636538:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507671168 00000100:00100000:2.0:1749393902.636539:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bba300 x1834371507671936/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393902.636541:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507671168 00000100:00100000:1.0:1749393902.636544:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507671680:0@lo:400: 00000100:00100000:0.0:1749393902.636563:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1749393902.636564:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393902.636564:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1749393902.636574:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507670528:12345-0@lo:41: 00000100:00100000:3.0:1749393902.636574:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507670656:12345-0@lo:400: 00000100:00100000:1.0:1749393902.636588:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507670784:0@lo:38: 00000100:00100000:2.0:1749393902.636592:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1749393902.636603:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507671168:12345-0@lo:400: 00000100:00100000:1.0:1749393902.636612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393902.636620:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507670656:12345-0@lo:400: Request processed in 49us (200us total) trans 0 rc 0/0 00000004:00000024:0.0:1749393902.636622:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393902.636628:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507671040:0@lo:38: 00000100:00100000:3.0:1749393902.636629:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1749393902.636645:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393902.636661:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393902.636673:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507671168:12345-0@lo:400: Request processed in 72us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393902.636678:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507671296:0@lo:38: 00000100:00100000:2.0:1749393902.636680:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1749393902.636686:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507670528:12345-0@lo:41: Request processed in 114us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393902.636695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393902.636701:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507672064:0@lo:400: 00000100:00100000:2.0:1749393902.636702:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507670912 00000100:00100000:2.0:1749393902.636707:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507670912 00000100:00100000:1.0:1749393902.636710:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507671424:0@lo:38: 00000100:00100000:0.0:1749393902.636716:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1749393902.636724:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393902.636728:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393902.636728:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1749393902.636733:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507670912:12345-0@lo:400: 00000100:00100000:3.0:1749393902.636742:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393902.636744:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507671808:0@lo:38: 00000100:00100000:3.0:1749393902.636748:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507672192:0@lo:400: 00000100:00100000:2.0:1749393902.636763:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507670912:12345-0@lo:400: Request processed in 30us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393902.636764:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393902.636766:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507671552 00000100:00100000:3.0:1749393902.636768:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393902.636770:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1749393902.636773:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507671552 00000100:00100000:1.0:1749393902.636777:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507671936:0@lo:38: 00000100:00100000:2.0:1749393902.636791:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507670784 00000100:00100000:1.0:1749393902.636794:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393902.636795:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507670912:0@lo:400: 00000100:00100000:2.0:1749393902.636801:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507670784 00000100:00100000:0.0:1749393902.636813:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507671680 00000100:00100000:2.0:1749393902.636816:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507671040 00000100:00100000:2.0:1749393902.636818:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507671040 00000100:00100000:3.0:1749393902.636819:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507672064 00000100:00100000:0.0:1749393902.636820:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507671680 00000100:00100000:3.0:1749393902.636823:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507672064 00000100:00100000:2.0:1749393902.636824:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507671296 00000100:00100000:1.0:1749393902.636825:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507672192 00000100:00100000:2.0:1749393902.636826:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507671296 00000100:00100000:2.0:1749393902.636833:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507671424 00000100:00100000:2.0:1749393902.636835:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507671424 00000100:00100000:1.0:1749393902.636840:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507672192 00000100:00100000:2.0:1749393902.636841:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507671808 00000100:00100000:2.0:1749393902.636843:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507671808 00000100:00100000:2.0:1749393902.636848:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507671936 00000100:00100000:2.0:1749393902.636850:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507671936 00000100:00100000:0.0:1749393902.636853:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1749393902.636858:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:2.0:1749393902.636863:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507670784:12345-0@lo:38: 00000100:00100000:0.0:1749393902.636866:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507671552:12345-0@lo:400: 00000100:00100000:3.0:1749393902.636866:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1749393902.636874:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092efb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507671680:12345-0@lo:400: 00000100:00100000:1.0:1749393902.636880:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00010000:00020000:2.0:1749393902.636885:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393902.636888:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507672064:12345-0@lo:400: 00000100:00100000:3.0:1749393902.636928:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092efb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507671680:12345-0@lo:400: Request processed in 55us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393902.636935:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1749393902.636940:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507671552:12345-0@lo:400: Request processed in 77us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393902.636941:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507670784:12345-0@lo:38: Request processed in 76us (328us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393902.636946:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507672064:12345-0@lo:400: Request processed in 58us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393902.636947:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:0.0:1749393902.636949:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1749393902.636955:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1749393902.636958:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:1.0:1749393902.636960:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1749393902.636961:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507672192:12345-0@lo:400: 00000100:00100000:2.0:1749393902.636962:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507671040:12345-0@lo:38: 00010000:00020000:2.0:1749393902.636972:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393902.636984:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:3.0:1749393902.636984:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507672192:12345-0@lo:400: Request processed in 23us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393902.636992:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507671296:12345-0@lo:38: 00000100:00100000:3.0:1749393902.636996:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1749393902.636997:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:2.0:1749393902.636998:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507671040:12345-0@lo:38: Request processed in 29us (346us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393902.637004:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507671424:12345-0@lo:38: 00000100:00100000:2.0:1749393902.637004:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00010000:00020000:1.0:1749393902.637008:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393902.637014:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:2.0:1749393902.637019:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507671808:12345-0@lo:38: 00000100:00100000:3.0:1749393902.637020:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1749393902.637025:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507671936:12345-0@lo:38: 00010000:00020000:0.0:1749393902.637031:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393902.637031:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507671296:12345-0@lo:38: Request processed in 40us (335us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393902.637101:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393902.637106:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393902.637113:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:2.0:1749393902.637131:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507671808:12345-0@lo:38: Request processed in 110us (366us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393902.637143:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507671424:12345-0@lo:38: Request processed in 137us (413us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393902.637144:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507671936:12345-0@lo:38: Request processed in 116us (347us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393902.637150:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:0.0:1749393902.637155:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00010000:00080000:1.0:1749393902.637157:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bba680 x1834371507672192/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393902.637159:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:1.0:1749393902.637172:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507672192:0@lo:400: 00010000:00080000:1.0:1749393902.637184:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bb8700 x1834371507672064/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393902.637186:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393902.637189:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507671168:0@lo:400: 00000100:00100000:1.0:1749393902.637194:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507672064:0@lo:400: 00000100:00100000:0.0:1749393902.637208:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507670528:0@lo:41: 00000100:00080000:3.0:1749393902.637219:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:1.0:1749393902.637221:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092f1ca80 x1834371507671680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393902.637230:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507671680:0@lo:400: 00000100:00080000:3.0:1749393902.637231:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393902.637237:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507670784:0@lo:38: 00010000:00080000:1.0:1749393902.637243:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092f1d880 x1834371507671552/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749393902.637250:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393902.637252:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507671552:0@lo:400: 00000100:00080000:3.0:1749393902.637253:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393902.637257:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507671040:0@lo:38: 00000100:00080000:3.0:1749393902.637265:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393902.637268:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393902.637271:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507671296:0@lo:38: 00000100:00100000:1.0:1749393902.637274:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507670656:0@lo:400: 00000100:00080000:3.0:1749393902.637281:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393902.637283:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393902.637286:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507671424:0@lo:38: 00000100:00080000:3.0:1749393902.637294:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393902.637296:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393902.637299:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507671808:0@lo:38: 00000100:00080000:3.0:1749393902.637306:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393902.637309:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393902.637312:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507671936:0@lo:38: 00000100:00100000:0.0:1749393902.756214:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393902.756227:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507672320:0@lo:900: 00000100:00100000:0.0:1749393903.192349:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393903.322203:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:0.0:1749393903.372321:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393904.139400:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507672448:0@lo:700: 00000100:00100000:0.0:1749393904.139478:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393904.139574:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393904.139625:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507672448 00000100:00100000:2.0:1749393904.139635:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507672448 00000100:00100000:2.0:1749393904.139679:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00080000:3.0:1749393904.139683:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393904.139688:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507672448:12345-0@lo:700: 00000100:00100000:2.0:1749393904.139729:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393904.139735:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507672576:0@lo:700: 40000000:00080000:2.0:1749393904.139748:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393904.139750:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393904.139812:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507672448:12345-0@lo:700: Request processed in 125us (334us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393904.139821:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1749393904.139855:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507672448:0@lo:700: 00000100:00100000:2.0:1749393904.141195:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507672704:0@lo:700: 00000100:00100000:2.0:1749393904.141235:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393904.141297:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393904.141377:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507672704 00000100:00100000:0.0:1749393904.141389:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507672704 00000100:00080000:3.0:1749393904.141425:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393904.141463:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1749393904.141473:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507672704:12345-0@lo:700: 00000100:00100000:0.0:1749393904.141517:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393904.141523:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507672832:0@lo:700: 40000000:00080000:0.0:1749393904.141534:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393904.141538:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393904.141594:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507672704:12345-0@lo:700: Request processed in 122us (358us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393904.141604:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1749393904.141692:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507672704:0@lo:700: 00000100:00100000:0.0:1749393904.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393904.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393904.374399:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393904.757331:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393904.757351:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507672960:0@lo:900: 00000100:00100000:0.0:1749393905.192231:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393905.322254:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393905.376419:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393905.967434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393905.967490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393905.967547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393905.967547:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499755904 00000100:00100000:3.0:1749393905.967560:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499755904 00000100:00100000:0.0:1749393905.967595:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499756032 00000100:00100000:0.0:1749393905.967606:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499756032 00000100:00100000:2.0:1749393905.967615:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499756160 00000100:00100000:3.0:1749393905.967622:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 527 00000100:00100000:2.0:1749393905.967626:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499756160 00000100:00100000:3.0:1749393905.967632:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499755904:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393905.967661:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1396 00000100:00100000:0.0:1749393905.967671:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499756032:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393905.967679:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1397 00000100:00100000:2.0:1749393905.967687:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499756160:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393905.967712:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 947 last 0 00010000:00080000:2.0:1749393905.967718:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 947 last 0 00000100:00100000:3.0:1749393905.967734:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499755904:12345-192.168.203.32@tcp:400: Request processed in 102us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393905.967743:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 527 00000100:00100000:0.0:1749393905.967797:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499756032:12345-192.168.203.32@tcp:38: Request processed in 126us (305us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393905.967807:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1396 00000100:00100000:2.0:1749393905.967807:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c45c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499756160:12345-192.168.203.32@tcp:38: Request processed in 119us (258us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393905.967829:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1397 00000100:00100000:0.0:1749393906.140233:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507673088:0@lo:700: 00000100:00100000:0.0:1749393906.140293:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393906.140375:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393906.140445:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507673088 00000100:00100000:2.0:1749393906.140457:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507673088 00000100:00080000:3.0:1749393906.140492:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393906.140520:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1749393906.140531:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507673088:12345-0@lo:700: 00000100:00100000:2.0:1749393906.140584:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393906.140592:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507673216:0@lo:700: 40000000:00080000:2.0:1749393906.140608:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393906.140611:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393906.140680:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507673088:12345-0@lo:700: Request processed in 151us (386us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393906.140688:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:0.0:1749393906.140781:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507673088:0@lo:700: 00000100:00100000:2.0:1749393906.142185:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507673344:0@lo:700: 00000100:00100000:2.0:1749393906.142230:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393906.142294:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393906.142357:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507673344 00000100:00100000:0.0:1749393906.142367:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507673344 00000100:00080000:3.0:1749393906.142412:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393906.142438:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:0.0:1749393906.142447:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507673344:12345-0@lo:700: 00000100:00100000:0.0:1749393906.142489:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393906.142496:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507673472:0@lo:700: 40000000:00080000:0.0:1749393906.142507:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393906.142510:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393906.142565:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507673344:12345-0@lo:700: Request processed in 119us (334us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393906.142574:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:2.0:1749393906.142668:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507673344:0@lo:700: 00000100:00100000:0.0:1749393906.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393906.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393906.378328:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393906.716395:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507673600:0@lo:41: 00000100:00100000:1.0:1749393906.716471:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393906.716548:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507673600 00000100:00100000:0.0:1749393906.716568:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507673600 00000100:00100000:0.0:1749393906.716657:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1749393906.716667:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507673600:12345-0@lo:41: 00000004:00000024:0.0:1749393906.716724:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393906.716824:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507673600:12345-0@lo:41: Request processed in 158us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393906.716833:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1749393906.716866:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507673600:0@lo:41: 00000100:00100000:0.0:1749393906.758212:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393906.758225:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507673728:0@lo:900: 00000100:00100000:0.0:1749393907.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393907.322210:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393907.380436:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393907.644257:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749393907.644291:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507673856:0@lo:41: 00000100:00080000:3.0:1749393907.644350:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393907.644353:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507673984:0@lo:400: 00000100:00080000:3.0:1749393907.644359:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749393907.644363:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749393907.644370:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 944 00000100:00080000:3.0:1749393907.644375:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749393907.644382:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393907.644392:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393907.644405:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e3e300 x1834371507674112/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749393907.644433:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749393907.644437:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749393907.644439:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393907.644442:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507674112:0@lo:38: 00000100:00080000:3.0:1749393907.644443:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 944 00000100:00080000:3.0:1749393907.644445:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393907.644448:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749393907.644448:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393907.644460:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e3dc00 x1834371507674368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749393907.644471:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749393907.644474:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507673856 00000100:00080000:3.0:1749393907.644474:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749393907.644484:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507673856 00000100:00080000:3.0:1749393907.644486:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749393907.644490:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 944 00000100:00080000:3.0:1749393907.644492:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393907.644495:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749393907.644497:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393907.644500:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393907.644508:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507674240:0@lo:400: 00000100:00100000:3.0:1749393907.644509:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e3ed80 x1834371507674496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749393907.644518:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749393907.644520:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749393907.644522:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749393907.644525:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 944 00000100:00100000:2.0:1749393907.644527:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507674368:0@lo:38: 00000100:00080000:3.0:1749393907.644527:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749393907.644531:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393907.644535:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1749393907.644540:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e3fb80 x1834371507674624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393907.644544:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880072790050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507673856:12345-0@lo:41: 00000100:00100000:2.0:1749393907.644546:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393907.644564:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507674496:0@lo:38: 00000100:00080000:3.0:1749393907.644569:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749393907.644573:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749393907.644574:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749393907.644577:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 944 00000100:00080000:3.0:1749393907.644579:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749393907.644582:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393907.644588:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:0.0:1749393907.644592:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393907.644593:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e3ce00 x1834371507675008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393907.644597:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749393907.644601:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749393907.644604:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749393907.644610:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749393907.644615:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 944 00000100:00080000:3.0:1749393907.644617:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393907.644619:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507674624:0@lo:38: 00000100:00080000:3.0:1749393907.644621:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393907.644625:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507674240 00000100:00100000:1.0:1749393907.644632:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507674240 00000100:00100000:3.0:1749393907.644632:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e3c000 x1834371507675136/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749393907.644635:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880072790050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507673856:12345-0@lo:41: Request processed in 92us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393907.644638:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393907.644644:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1749393907.644652:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507675008:0@lo:38: 00000100:00100000:2.0:1749393907.644668:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393907.644672:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1749393907.644678:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507673984 00000100:00100000:1.0:1749393907.644680:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507674240:12345-0@lo:400: 00000100:00100000:2.0:1749393907.644683:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507675136:0@lo:38: 00000100:00100000:3.0:1749393907.644683:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507673984 00000100:00100000:2.0:1749393907.644701:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393907.644714:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1749393907.644721:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507673984:12345-0@lo:400: 00000100:00100000:1.0:1749393907.644727:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507674240:12345-0@lo:400: Request processed in 47us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393907.644728:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507674112 00000100:00100000:2.0:1749393907.644734:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507674112 00000100:00100000:1.0:1749393907.644735:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1749393907.644749:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507674368 00000100:00100000:2.0:1749393907.644751:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507674368 00000100:00100000:1.0:1749393907.644756:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507674496 00000100:00100000:2.0:1749393907.644759:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507674624 00000100:00100000:1.0:1749393907.644760:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507674496 00000100:00100000:2.0:1749393907.644761:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507674624 00000100:00100000:2.0:1749393907.644768:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507675008 00000100:00100000:3.0:1749393907.644768:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507673984:12345-0@lo:400: Request processed in 46us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393907.644769:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507675136 00000100:00100000:2.0:1749393907.644771:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507675008 00000100:00100000:1.0:1749393907.644772:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507675136 00000100:00100000:3.0:1749393907.644775:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1749393907.644781:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1749393907.644787:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:2.0:1749393907.644787:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507674112:12345-0@lo:38: 00000100:00100000:1.0:1749393907.644792:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507674368:12345-0@lo:38: 00000100:00100000:3.0:1749393907.644807:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00010000:00020000:2.0:1749393907.644811:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393907.644813:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507674496:12345-0@lo:38: 00010000:00020000:1.0:1749393907.644825:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393907.644843:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393907.644847:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507674112:12345-0@lo:38: Request processed in 58us (351us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393907.644853:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507674368:12345-0@lo:38: Request processed in 59us (306us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393907.644854:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1749393907.644860:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:3.0:1749393907.644868:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507674496:12345-0@lo:38: Request processed in 55us (270us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393907.644873:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:2.0:1749393907.644878:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507674624:12345-0@lo:38: 00000100:00100000:3.0:1749393907.644879:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1749393907.644886:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00010000:00020000:2.0:1749393907.644890:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393907.644891:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507675008:12345-0@lo:38: 00000100:00100000:3.0:1749393907.644893:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:3.0:1749393907.644897:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507675136:12345-0@lo:38: 00010000:00020000:1.0:1749393907.644904:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393907.644909:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507674624:12345-0@lo:38: Request processed in 30us (270us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393907.644909:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393907.644916:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1749393907.644931:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507675008:12345-0@lo:38: Request processed in 39us (262us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393907.644931:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507675136:12345-0@lo:38: Request processed in 33us (229us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393907.644937:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:3.0:1749393907.644941:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00100000:2.0:1749393907.644948:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507675392:0@lo:400: 00000100:00100000:1.0:1749393907.644957:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507674880:0@lo:400: 00000100:00100000:2.0:1749393907.644977:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393907.644979:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507674752:0@lo:400: 00000100:00100000:1.0:1749393907.644982:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507675264:0@lo:400: 00000100:00100000:1.0:1749393907.645042:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393907.645056:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507675392 00000100:00080000:2.0:1749393907.645062:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393907.645062:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507675392 00000100:00080000:2.0:1749393907.645067:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393907.645097:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507675136:0@lo:38: 00000100:00080000:2.0:1749393907.645107:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393907.645110:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393907.645113:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507674624:0@lo:38: 00000100:00080000:2.0:1749393907.645122:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393907.645125:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393907.645127:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507675008:0@lo:38: 00000100:00100000:3.0:1749393907.645129:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507675264 00000100:00100000:1.0:1749393907.645131:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507674240:0@lo:400: 00000100:00100000:3.0:1749393907.645133:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507675264 00000100:00080000:2.0:1749393907.645135:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393907.645138:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393907.645141:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507674368:0@lo:38: 00000100:00100000:1.0:1749393907.645143:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507673984:0@lo:400: 00000100:00080000:2.0:1749393907.645149:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393907.645149:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00080000:2.0:1749393907.645151:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393907.645154:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507674496:0@lo:38: 00000100:00100000:3.0:1749393907.645157:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507675392:12345-0@lo:400: 00000100:00080000:2.0:1749393907.645162:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393907.645164:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00080000:2.0:1749393907.645165:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393907.645169:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507674112:0@lo:38: 00000100:00100000:0.0:1749393907.645175:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507675264:12345-0@lo:400: 00000100:00100000:1.0:1749393907.645175:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393907.645198:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507675392:12345-0@lo:400: Request processed in 41us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393907.645202:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507674880 00000100:00100000:3.0:1749393907.645204:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1749393907.645206:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507674880 00010000:00080000:2.0:1749393907.645215:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e3d180 x1834371507675392/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393907.645225:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507675264:12345-0@lo:400: Request processed in 53us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393907.645228:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507675392:0@lo:400: 00000100:00100000:1.0:1749393907.645232:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1749393907.645239:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507674880:12345-0@lo:400: 00000100:00080000:3.0:1749393907.645243:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393907.645247:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1749393907.645257:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393907.645264:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507674752 00000100:00100000:0.0:1749393907.645269:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507674752 00000100:00100000:1.0:1749393907.645279:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507674880:12345-0@lo:400: Request processed in 39us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393907.645290:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1749393907.645297:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1749393907.645298:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507673856:0@lo:41: 00000100:00100000:0.0:1749393907.645304:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507674752:12345-0@lo:400: 00010000:00080000:1.0:1749393907.645332:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e3f100 x1834371507674880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393907.645340:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507674752:12345-0@lo:400: Request processed in 36us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393907.645346:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1749393907.645351:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507674880:0@lo:400: 00010000:00080000:3.0:1749393907.645366:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e3d880 x1834371507674752/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393907.645377:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507674752:0@lo:400: 00010000:00080000:1.0:1749393907.645396:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e3ca80 x1834371507675264/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393907.645411:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507675264:0@lo:400: 00000100:00100000:2.0:1749393908.141433:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507675520:0@lo:700: 00000100:00100000:2.0:1749393908.141505:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393908.141596:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507675520 00000100:00100000:2.0:1749393908.141598:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393908.141616:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507675520 00000100:00080000:3.0:1749393908.141661:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393908.141693:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:0.0:1749393908.141727:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507675520:12345-0@lo:700: 00000100:00100000:0.0:1749393908.141800:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393908.141809:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507675648:0@lo:700: 40000000:00080000:0.0:1749393908.141828:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393908.141831:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393908.141922:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507675520:12345-0@lo:700: Request processed in 199us (416us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393908.141931:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1749393908.141963:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507675520:0@lo:700: 00000100:00100000:2.0:1749393908.143180:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507675776:0@lo:700: 00000100:00100000:2.0:1749393908.143222:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393908.143283:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393908.143349:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507675776 00000100:00100000:0.0:1749393908.143358:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507675776 00000100:00080000:3.0:1749393908.143389:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393908.143417:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:0.0:1749393908.143425:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507675776:12345-0@lo:700: 00000100:00100000:0.0:1749393908.143457:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393908.143464:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507675904:0@lo:700: 40000000:00080000:0.0:1749393908.143474:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393908.143477:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393908.143532:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507675776:12345-0@lo:700: Request processed in 107us (309us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393908.143540:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:2.0:1749393908.143631:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507675776:0@lo:700: 00000100:00100000:0.0:1749393908.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393908.322196:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393908.382399:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393908.759249:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393908.759268:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507676032:0@lo:900: 00000100:00100000:1.0:1749393908.899192:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:1.0:1749393908.899221:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507676160/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393913 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393908.899282:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393908.899353:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393908.899423:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507676160 00000100:00100000:0.0:1749393908.899437:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507676160 00000100:00100000:0.0:1749393908.899512:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:0.0:1749393908.899522:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507676160:12345-0@lo:700: 40000000:00080000:0.0:1749393908.899576:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393908.899665:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507676160:12345-0@lo:700: Request processed in 143us (382us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393908.899675:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:1.0:1749393908.899686:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507676160/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393924 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393908.899698:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393908.919185:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393908.919206:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507676288/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393913 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393908.919251:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393908.919314:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393908.919380:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507676288 00000100:00100000:0.0:1749393908.919390:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507676288 00000100:00100000:0.0:1749393908.919424:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1749393908.919433:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507676288:12345-0@lo:700: 40000000:00080000:0.0:1749393908.919452:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393908.919512:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507676288:12345-0@lo:700: Request processed in 79us (260us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393908.919521:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1749393908.919545:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507676288/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393924 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393908.919556:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393909.192396:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393909.322224:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393909.384411:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393910.142299:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507676416:0@lo:700: 00000100:00100000:2.0:1749393910.142395:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393910.142512:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393910.142523:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507676416 00000100:00100000:0.0:1749393910.142545:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507676416 00000100:00080000:3.0:1749393910.142614:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393910.142649:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1749393910.142663:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507676416:12345-0@lo:700: 00000100:00100000:0.0:1749393910.142744:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393910.142757:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507676544:0@lo:700: 40000000:00080000:0.0:1749393910.142781:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393910.142786:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393910.142901:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507676416:12345-0@lo:700: Request processed in 239us (504us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393910.142912:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1749393910.142954:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507676416:0@lo:700: 00000100:00100000:2.0:1749393910.144177:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507676672:0@lo:700: 00000100:00100000:2.0:1749393910.144222:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393910.144318:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393910.144353:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507676672 00000100:00100000:0.0:1749393910.144363:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507676672 00000100:00100000:0.0:1749393910.144404:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:0.0:1749393910.144413:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507676672:12345-0@lo:700: 00000100:00080000:3.0:1749393910.144414:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393910.144463:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393910.144469:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507676800:0@lo:700: 40000000:00080000:0.0:1749393910.144480:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393910.144483:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393910.144542:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507676672:12345-0@lo:700: Request processed in 129us (320us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393910.144551:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1749393910.144596:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507676672:0@lo:700: 00000100:00100000:2.0:1749393910.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393910.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393910.386396:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393910.760305:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393910.760327:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507676928:0@lo:900: 00000100:00100000:0.0:1749393910.975875:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393910.975946:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393910.976128:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393910.976147:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499756288 00000100:00100000:1.0:1749393910.976163:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499756416 00000100:00100000:3.0:1749393910.976165:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499756288 00000100:00100000:1.0:1749393910.976174:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499756416 00000100:00100000:1.0:1749393910.976207:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499756544 00000100:00100000:1.0:1749393910.976210:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499756544 00000100:00100000:3.0:1749393910.976220:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 529 00000100:00100000:1.0:1749393910.976230:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1404 00000100:00100000:3.0:1749393910.976230:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499756288:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393910.976238:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499756416:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393910.976252:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1405 00000100:00100000:0.0:1749393910.976267:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499756544:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393910.976267:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 952 last 0 00000100:00100000:3.0:1749393910.976314:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499756288:12345-192.168.203.32@tcp:400: Request processed in 84us (449us total) trans 0 rc 0/0 00010000:00080000:0.0:1749393910.976320:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 952 last 0 00000100:00100000:1.0:1749393910.976325:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499756416:12345-192.168.203.32@tcp:38: Request processed in 86us (380us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393910.976335:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1404 00000100:00100000:3.0:1749393910.976342:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 529 00000100:00100000:0.0:1749393910.976416:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499756544:12345-192.168.203.32@tcp:38: Request processed in 150us (287us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393910.976428:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1405 00000100:00100000:2.0:1749393911.192225:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393911.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393911.388351:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393911.724414:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507677056:0@lo:41: 00000100:00100000:3.0:1749393911.724490:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393911.724560:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507677056 00000100:00100000:0.0:1749393911.724580:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507677056 00000100:00100000:0.0:1749393911.724658:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1749393911.724668:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507677056:12345-0@lo:41: 00000004:00000024:0.0:1749393911.724723:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393911.724833:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507677056:12345-0@lo:41: Request processed in 165us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393911.724867:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1749393911.724878:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507677056:0@lo:41: 00000100:00100000:0.0:1749393912.143425:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507677184:0@lo:700: 00000100:00100000:0.0:1749393912.143521:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393912.143627:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393912.143684:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507677184 00000100:00100000:2.0:1749393912.143700:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507677184 00000100:00080000:3.0:1749393912.143743:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393912.143779:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:2.0:1749393912.143790:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507677184:12345-0@lo:700: 00000100:00100000:2.0:1749393912.143853:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393912.143862:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507677312:0@lo:700: 40000000:00080000:2.0:1749393912.143879:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393912.143883:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393912.143965:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507677184:12345-0@lo:700: Request processed in 177us (444us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393912.144006:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:0.0:1749393912.144043:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507677184:0@lo:700: 00000100:00100000:2.0:1749393912.145181:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507677440:0@lo:700: 00000100:00100000:2.0:1749393912.145229:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393912.145294:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393912.145359:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507677440 00000100:00100000:0.0:1749393912.145371:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507677440 00000100:00080000:3.0:1749393912.145432:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393912.145451:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:0.0:1749393912.145461:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507677440:12345-0@lo:700: 00000100:00100000:0.0:1749393912.145507:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393912.145513:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507677568:0@lo:700: 40000000:00080000:0.0:1749393912.145524:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393912.145528:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393912.145586:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507677440:12345-0@lo:700: Request processed in 126us (356us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393912.145595:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1749393912.145639:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507677440:0@lo:700: 00000100:00100000:2.0:1749393912.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393912.322222:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393912.390417:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393912.652361:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393912.652365:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507677696:0@lo:41: 00000100:00080000:0.0:1749393912.652373:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393912.652379:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393912.652388:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 949 00000100:00080000:0.0:1749393912.652393:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393912.652402:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507677824:0@lo:400: 00000100:00080000:0.0:1749393912.652403:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393912.652433:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b01f80 x1834371507677952/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393912.652441:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393912.652467:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393912.652473:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393912.652473:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507677952:0@lo:38: 00000100:00080000:0.0:1749393912.652489:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393912.652491:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393912.652495:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 949 00000100:00080000:0.0:1749393912.652498:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393912.652502:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393912.652514:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393912.652516:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b03100 x1834371507678208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393912.652521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393912.652527:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507677696 00000100:00080000:0.0:1749393912.652530:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393912.652534:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393912.652535:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507677696 00000100:00080000:0.0:1749393912.652536:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393912.652536:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507678080:0@lo:400: 00000100:00080000:0.0:1749393912.652540:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 949 00000100:00080000:0.0:1749393912.652542:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393912.652546:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393912.652555:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507678208:0@lo:38: 00000100:00100000:0.0:1749393912.652559:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b00700 x1834371507678336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393912.652567:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393912.652569:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393912.652572:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00080000:0.0:1749393912.652573:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393912.652575:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393912.652576:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393912.652580:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 949 00000100:00080000:0.0:1749393912.652582:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393912.652582:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507677696:12345-0@lo:41: 00000100:00080000:0.0:1749393912.652585:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393912.652595:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507678336:0@lo:38: 00000100:00100000:0.0:1749393912.652596:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b03b80 x1834371507678464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393912.652601:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507677824 00000100:00100000:2.0:1749393912.652607:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507677824 00000100:00100000:3.0:1749393912.652613:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:1.0:1749393912.652618:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00080000:0.0:1749393912.652634:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393912.652635:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507678464:0@lo:38: 00000100:00100000:2.0:1749393912.652640:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00080000:0.0:1749393912.652642:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393912.652644:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393912.652647:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507677824:12345-0@lo:400: 00000100:00080000:0.0:1749393912.652649:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 949 00000100:00080000:0.0:1749393912.652652:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393912.652657:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393912.652658:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507677696:12345-0@lo:41: Request processed in 78us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393912.652658:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393912.652672:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f16a00 x1834371507678848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393912.652681:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00080000:0.0:1749393912.652686:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393912.652686:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507677824:12345-0@lo:400: Request processed in 39us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393912.652686:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507677952 00000100:00080000:0.0:1749393912.652689:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393912.652691:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393912.652691:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507677952 00000100:00100000:2.0:1749393912.652693:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00080000:0.0:1749393912.652695:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 949 00000100:00080000:0.0:1749393912.652697:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393912.652698:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507678080 00000100:00080000:0.0:1749393912.652701:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393912.652702:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507678080 00000100:00100000:3.0:1749393912.652710:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507678208 00000100:00100000:0.0:1749393912.652713:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c45d500 x1834371507678976/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393912.652713:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507678208 00000100:00100000:1.0:1749393912.652720:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1749393912.652725:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507678080:12345-0@lo:400: 00000100:00100000:3.0:1749393912.652725:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507678336 00000100:00100000:3.0:1749393912.652727:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507678336 00000100:00100000:2.0:1749393912.652728:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507678464 00000100:00100000:2.0:1749393912.652732:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507678464 00000100:00100000:3.0:1749393912.652738:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:3.0:1749393912.652744:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507677952:12345-0@lo:38: 00000100:00100000:2.0:1749393912.652749:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1749393912.652754:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507678208:12345-0@lo:38: 00000100:00100000:1.0:1749393912.652759:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507678080:12345-0@lo:400: Request processed in 33us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393912.652765:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00010000:00020000:3.0:1749393912.652768:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393912.652774:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00010000:00020000:2.0:1749393912.652775:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393912.652783:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507678336:12345-0@lo:38: 00000100:00100000:1.0:1749393912.652788:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:1.0:1749393912.652793:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507678464:12345-0@lo:38: 00000100:00100000:3.0:1749393912.652806:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507677952:12345-0@lo:38: Request processed in 61us (285us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393912.652807:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507678208:12345-0@lo:38: Request processed in 52us (231us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393912.652811:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393912.652814:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00010000:00020000:1.0:1749393912.652823:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393912.652823:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:2.0:1749393912.652840:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507678592:0@lo:400: 00000100:00100000:3.0:1749393912.652854:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507679232:0@lo:400: 00000100:00100000:1.0:1749393912.652870:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507678464:12345-0@lo:38: Request processed in 77us (213us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393912.652877:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:2.0:1749393912.652879:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393912.652893:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507678336:12345-0@lo:38: Request processed in 109us (278us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393912.652895:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507678848:0@lo:38: 00000100:00100000:0.0:1749393912.652902:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:1.0:1749393912.652902:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507678720:0@lo:400: 00000100:00100000:2.0:1749393912.652915:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507678592 00000100:00100000:3.0:1749393912.652917:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393912.652919:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507678592 00000100:00100000:0.0:1749393912.652925:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507678848 00000100:00100000:1.0:1749393912.652925:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393912.652934:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507678848 00000100:00100000:3.0:1749393912.652937:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507678976:0@lo:38: 00000100:00100000:2.0:1749393912.652941:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507678720 00000100:00100000:2.0:1749393912.652944:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507678720 00000100:00100000:0.0:1749393912.652960:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:3.0:1749393912.652960:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393912.652961:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1749393912.652965:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507677696:0@lo:41: 00000100:00100000:2.0:1749393912.653002:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507678592:12345-0@lo:400: 00000100:00100000:0.0:1749393912.653006:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507678848:12345-0@lo:38: 00000100:00080000:3.0:1749393912.653019:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393912.653024:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393912.653029:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507678976 00000100:00100000:3.0:1749393912.653029:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507678464:0@lo:38: 00010000:00020000:0.0:1749393912.653030:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393912.653033:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507678976 00000100:00080000:3.0:1749393912.653040:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393912.653042:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507678592:12345-0@lo:400: Request processed in 74us (161us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393912.653043:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393912.653047:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507678336:0@lo:38: 00000100:00100000:1.0:1749393912.653050:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:1.0:1749393912.653055:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507678976:12345-0@lo:38: 00000100:00080000:3.0:1749393912.653057:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393912.653060:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00080000:3.0:1749393912.653060:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393912.653063:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507678208:0@lo:38: 00000100:00100000:0.0:1749393912.653066:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507678848:12345-0@lo:38: Request processed in 99us (148us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393912.653068:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749393912.653103:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393912.653106:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393912.653110:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:3.0:1749393912.653110:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507677952:0@lo:38: 00000100:00100000:2.0:1749393912.653122:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1749393912.653129:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507678720:12345-0@lo:400: 00000100:00080000:3.0:1749393912.653140:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393912.653143:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507678976:12345-0@lo:38: Request processed in 86us (182us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393912.653143:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393912.653146:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507678848:0@lo:38: 00000100:00100000:1.0:1749393912.653150:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00080000:3.0:1749393912.653155:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393912.653165:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393912.653169:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507678720:12345-0@lo:400: Request processed in 40us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393912.653170:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507678976:0@lo:38: 00000100:00100000:2.0:1749393912.653176:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1749393912.653194:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507679104:0@lo:400: 00010000:00080000:1.0:1749393912.653198:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f14a80 x1834371507678720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393912.653201:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1749393912.653211:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f14e00 x1834371507678592/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393912.653212:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507678720:0@lo:400: 00000100:00100000:2.0:1749393912.653224:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507678592:0@lo:400: 00000100:00100000:0.0:1749393912.653234:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393912.653246:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507679232 00000100:00100000:2.0:1749393912.653250:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507679232 00000100:00100000:1.0:1749393912.653265:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507679104 00000100:00100000:1.0:1749393912.653269:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507679104 00000100:00080000:3.0:1749393912.653275:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393912.653277:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1749393912.653281:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507678080:0@lo:400: 00000100:00100000:2.0:1749393912.653283:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507679232:12345-0@lo:400: 00000100:00100000:1.0:1749393912.653295:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1749393912.653296:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507677824:0@lo:400: 00000100:00100000:1.0:1749393912.653301:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507679104:12345-0@lo:400: 00000100:00100000:2.0:1749393912.653316:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507679232:12345-0@lo:400: Request processed in 33us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393912.653322:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00010000:00080000:3.0:1749393912.653333:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e05f480 x1834371507679232/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393912.653343:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507679104:12345-0@lo:400: Request processed in 42us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393912.653347:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507679232:0@lo:400: 00000100:00100000:1.0:1749393912.653350:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00010000:00080000:0.0:1749393912.653361:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c45d180 x1834371507679104/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393912.653373:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c45d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507679104:0@lo:400: 00000100:00100000:0.0:1749393912.761218:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393912.761229:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507679360:0@lo:900: 00000100:00100000:2.0:1749393913.192235:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393913.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393913.392345:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393914.144280:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e05f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507679488:0@lo:700: 00000100:00100000:0.0:1749393914.144377:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393914.144474:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393914.144548:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507679488 00000100:00100000:2.0:1749393914.144564:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507679488 00000100:00080000:3.0:1749393914.144607:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393914.144652:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:2.0:1749393914.144665:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507679488:12345-0@lo:700: 00000100:00100000:2.0:1749393914.144728:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39480 going to sleep for 0 seconds 00000100:00100000:2.0:1749393914.144736:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507679616:0@lo:700: 40000000:00080000:2.0:1749393914.144754:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393914.144771:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393914.144858:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507679488:12345-0@lo:700: Request processed in 197us (480us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393914.144869:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:0.0:1749393914.144996:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507679488:0@lo:700: 00000100:00100000:2.0:1749393914.146188:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507679744:0@lo:700: 00000100:00100000:2.0:1749393914.146235:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393914.146304:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39480 going to sleep for 11 seconds 00000100:00100000:0.0:1749393914.146373:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507679744 00000100:00100000:0.0:1749393914.146387:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507679744 00000100:00080000:3.0:1749393914.146453:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393914.146490:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:0.0:1749393914.146505:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507679744:12345-0@lo:700: 00000100:00100000:0.0:1749393914.146561:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393914.146569:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507679872:0@lo:700: 40000000:00080000:0.0:1749393914.146607:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393914.146612:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393914.146685:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507679744:12345-0@lo:700: Request processed in 183us (448us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393914.146695:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:2.0:1749393914.146784:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507679744:0@lo:700: 00000100:00100000:2.0:1749393914.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393914.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393914.394363:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393914.762259:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393914.762286:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e05f480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507680000:0@lo:900: 00000100:00100000:2.0:1749393915.192244:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393915.322196:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393915.396360:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393915.983031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393915.983102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393915.983149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393915.983193:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499756672 00000100:00100000:2.0:1749393915.983209:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499756672 00000100:00100000:3.0:1749393915.983245:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499756800 00000100:00100000:3.0:1749393915.983255:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499756800 00000100:00100000:2.0:1749393915.983293:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 531 00000100:00100000:3.0:1749393915.983299:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499756928 00000100:00100000:2.0:1749393915.983303:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499756672:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393915.983303:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499756928 00000100:00100000:3.0:1749393915.983333:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1412 00000100:00100000:3.0:1749393915.983341:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e05f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499756800:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393915.983344:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1413 00000100:00100000:0.0:1749393915.983354:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499756928:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393915.983369:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 957 last 0 00010000:00080000:0.0:1749393915.983385:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 957 last 0 00000100:00100000:2.0:1749393915.983385:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499756672:12345-192.168.203.32@tcp:400: Request processed in 83us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393915.983395:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 531 00000100:00100000:3.0:1749393915.983432:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e05f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499756800:12345-192.168.203.32@tcp:38: Request processed in 90us (356us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393915.983440:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1412 00000100:00100000:0.0:1749393915.983443:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499756928:12345-192.168.203.32@tcp:38: Request processed in 89us (292us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393915.983452:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1413 00000100:00100000:0.0:1749393916.145147:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507680128:0@lo:700: 00000100:00100000:0.0:1749393916.145187:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393916.145242:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393916.145315:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507680128 00000100:00100000:2.0:1749393916.145325:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507680128 00000100:00080000:3.0:1749393916.145355:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393916.145384:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:2.0:1749393916.145394:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507680128:12345-0@lo:700: 00000100:00100000:2.0:1749393916.145446:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39540 going to sleep for 0 seconds 00000100:00100000:2.0:1749393916.145454:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507680256:0@lo:700: 40000000:00080000:2.0:1749393916.145471:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393916.145488:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393916.145558:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507680128:12345-0@lo:700: Request processed in 165us (368us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393916.145567:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1749393916.145584:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507680128:0@lo:700: 00000100:00100000:2.0:1749393916.147186:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507680384:0@lo:700: 00000100:00100000:2.0:1749393916.147230:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393916.147282:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507680384 00000100:00100000:0.0:1749393916.147290:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507680384 00000100:00100000:2.0:1749393916.147293:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39540 going to sleep for 11 seconds 00000100:00100000:0.0:1749393916.147323:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:0.0:1749393916.147329:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507680384:12345-0@lo:700: 00000100:00100000:0.0:1749393916.147355:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393916.147366:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507680512:0@lo:700: 40000000:00080000:0.0:1749393916.147374:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393916.147377:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00080000:3.0:1749393916.147391:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393916.147415:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507680384:12345-0@lo:700: Request processed in 86us (186us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393916.147422:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1749393916.147459:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507680384:0@lo:700: 00000100:00100000:2.0:1749393916.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393916.322206:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393916.398244:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393916.732441:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507680640:0@lo:41: 00000100:00100000:2.0:1749393916.732517:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393916.732673:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507680640 00000100:00100000:0.0:1749393916.732692:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507680640 00000100:00100000:0.0:1749393916.732772:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1749393916.732782:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507680640:12345-0@lo:41: 00000004:00000024:0.0:1749393916.732832:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393916.732923:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507680640:12345-0@lo:41: Request processed in 141us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393916.732931:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1749393916.732994:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507680640:0@lo:41: 00000100:00100000:0.0:1749393916.763224:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393916.763236:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507680768:0@lo:900: 00000100:00100000:2.0:1749393917.192216:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393917.322241:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393917.400420:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393917.660259:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393917.660274:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393917.660279:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393917.660289:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 954 00000100:00100000:1.0:1749393917.660293:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507681024:0@lo:41: 00000100:00080000:0.0:1749393917.660295:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393917.660304:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393917.660331:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099757800 x1834371507681152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393917.660358:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393917.660377:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393917.660379:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393917.660384:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 954 00000100:00080000:0.0:1749393917.660386:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393917.660387:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393917.660391:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393917.660391:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507680896:0@lo:400: 00000100:00100000:3.0:1749393917.660391:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507681280:0@lo:400: 00000100:00100000:0.0:1749393917.660406:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099754000 x1834371507681408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393917.660416:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393917.660420:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393917.660421:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393917.660425:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 954 00000100:00080000:0.0:1749393917.660427:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393917.660430:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393917.660442:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099754380 x1834371507681536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393917.660450:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393917.660453:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393917.660455:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393917.660458:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 954 00000100:00080000:0.0:1749393917.660460:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393917.660463:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393917.660474:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099755c00 x1834371507681664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393917.660478:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393917.660479:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393917.660480:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507681024 00000100:00100000:1.0:1749393917.660489:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507681024 00000100:00080000:0.0:1749393917.660496:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393917.660514:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393917.660516:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393917.660521:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 954 00000100:00080000:0.0:1749393917.660523:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393917.660523:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507681152:0@lo:38: 00000100:00080000:0.0:1749393917.660528:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393917.660534:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507681280 00000100:00100000:1.0:1749393917.660537:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507681280 00000100:00100000:0.0:1749393917.660542:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099756a00 x1834371507682048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393917.660547:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507681920:0@lo:400: 00000100:00100000:3.0:1749393917.660548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393917.660552:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393917.660556:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393917.660558:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393917.660558:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00080000:0.0:1749393917.660561:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 954 00000100:00080000:0.0:1749393917.660564:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393917.660566:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507681024:12345-0@lo:41: 00000100:00080000:0.0:1749393917.660567:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393917.660573:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393917.660580:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d7b2a00 x1834371507682176/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393917.660590:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507681408:0@lo:38: 00000100:00100000:2.0:1749393917.660594:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749393917.660603:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507681792:0@lo:400: 00000004:00000024:1.0:1749393917.660611:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393917.660615:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393917.660623:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393917.660632:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507681152 00000100:00100000:3.0:1749393917.660632:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507681536:0@lo:38: 00000100:00100000:0.0:1749393917.660638:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507681152 00000100:00100000:3.0:1749393917.660657:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393917.660660:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507681024:12345-0@lo:41: Request processed in 93us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393917.660662:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507680896 00000100:00100000:0.0:1749393917.660666:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507681408 00000100:00100000:1.0:1749393917.660668:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1749393917.660669:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507681408 00000100:00100000:2.0:1749393917.660670:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507680896 00000100:00100000:3.0:1749393917.660676:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507681664:0@lo:38: 00000100:00100000:0.0:1749393917.660681:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507681536 00000100:00100000:0.0:1749393917.660684:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507681536 00000100:00100000:1.0:1749393917.660688:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1749393917.660695:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507681280:12345-0@lo:400: 00000100:00100000:3.0:1749393917.660695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393917.660700:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:0.0:1749393917.660707:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507681152:12345-0@lo:38: 00000100:00100000:3.0:1749393917.660711:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507682048:0@lo:38: 00000100:00100000:2.0:1749393917.660713:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1749393917.660721:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507680896:12345-0@lo:400: 00000100:00100000:1.0:1749393917.660727:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507681280:12345-0@lo:400: Request processed in 33us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393917.660732:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393917.660734:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00010000:00020000:0.0:1749393917.660735:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393917.660743:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507682176:0@lo:38: 00000100:00100000:3.0:1749393917.660781:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393917.660785:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507681664 00000100:00100000:1.0:1749393917.660790:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507681664 00000100:00100000:1.0:1749393917.660800:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507682048 00000100:00100000:1.0:1749393917.660803:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507682048 00000100:00100000:0.0:1749393917.660809:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507681152:12345-0@lo:38: Request processed in 101us (259us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393917.660809:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507682176 00000100:00100000:1.0:1749393917.660811:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507682176 00000100:00100000:2.0:1749393917.660812:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507680896:12345-0@lo:400: Request processed in 89us (331us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393917.660815:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393917.660821:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393917.660822:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:2.0:1749393917.660822:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1749393917.660826:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507681152:0@lo:38: 00000100:00100000:1.0:1749393917.660827:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507681408:12345-0@lo:38: 00000100:00100000:0.0:1749393917.660829:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00010000:00020000:1.0:1749393917.660844:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393917.660850:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1749393917.660855:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507681536:12345-0@lo:38: 00000100:00100000:2.0:1749393917.660856:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507681920 00000100:00100000:2.0:1749393917.660860:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507681920 00000100:00100000:3.0:1749393917.660866:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00010000:00020000:0.0:1749393917.660869:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393917.660873:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507681664:12345-0@lo:38: 00000100:00100000:2.0:1749393917.660880:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507681792 00000100:00100000:1.0:1749393917.660882:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507681408:12345-0@lo:38: Request processed in 54us (266us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393917.660882:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507681792 00000100:00100000:1.0:1749393917.660889:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:0.0:1749393917.660897:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507681536:12345-0@lo:38: Request processed in 40us (239us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393917.660897:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393917.660899:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1749393917.660902:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:2.0:1749393917.660905:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507681920:12345-0@lo:400: 00000100:00100000:0.0:1749393917.660906:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:1.0:1749393917.660907:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507682048:12345-0@lo:38: 00000100:00100000:0.0:1749393917.660918:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00010000:00020000:1.0:1749393917.660918:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393917.660923:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507682176:12345-0@lo:38: 00000100:00100000:3.0:1749393917.660969:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507681664:12345-0@lo:38: Request processed in 58us (236us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393917.660977:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393917.660978:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:1.0:1749393917.660982:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507682048:12345-0@lo:38: Request processed in 73us (248us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393917.660982:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507681920:12345-0@lo:400: Request processed in 75us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393917.660989:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1749393917.660990:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:0.0:1749393917.661003:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507682176:12345-0@lo:38: Request processed in 78us (220us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393917.661003:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1749393917.661009:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507681792:12345-0@lo:400: 00000100:00100000:0.0:1749393917.661010:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:3.0:1749393917.661027:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507681280:0@lo:400: 00000100:00080000:1.0:1749393917.661034:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393917.661037:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507681792:12345-0@lo:400: Request processed in 27us (413us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393917.661039:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393917.661044:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507682048:0@lo:38: 00000100:00100000:2.0:1749393917.661045:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1749393917.661045:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507682432:0@lo:400: 00000100:00100000:0.0:1749393917.661050:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507682304:0@lo:400: 00000100:00080000:1.0:1749393917.661058:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393917.661061:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393917.661065:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507682176:0@lo:38: 00000100:00080000:1.0:1749393917.661102:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393917.661106:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393917.661117:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507681408:0@lo:38: 00000100:00100000:3.0:1749393917.661118:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393917.661134:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:2.0:1749393917.661136:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099756d80 x1834371507681792/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393917.661137:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393917.661141:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507681536:0@lo:38: 00000100:00100000:0.0:1749393917.661149:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393917.661151:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507681792:0@lo:400: 00000100:00080000:1.0:1749393917.661152:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393917.661155:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393917.661158:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507681664:0@lo:38: 00010000:00080000:2.0:1749393917.661165:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099755500 x1834371507681920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393917.661175:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507681920:0@lo:400: 00000100:00100000:2.0:1749393917.661186:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507680896:0@lo:400: 00000100:00100000:0.0:1749393917.661193:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507681024:0@lo:41: 00000100:00100000:2.0:1749393917.661215:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507682432 00000100:00100000:0.0:1749393917.661223:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507682304 00000100:00100000:0.0:1749393917.661227:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507682304 00000100:00100000:2.0:1749393917.661227:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507682432 00000100:00100000:0.0:1749393917.661283:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1749393917.661291:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507682304:12345-0@lo:400: 00000100:00100000:2.0:1749393917.661293:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00080000:3.0:1749393917.661297:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393917.661300:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507682432:12345-0@lo:400: 00000100:00100000:0.0:1749393917.661333:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507682304:12345-0@lo:400: Request processed in 43us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393917.661340:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1749393917.661345:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507682432:12345-0@lo:400: Request processed in 46us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393917.661352:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00010000:00080000:1.0:1749393917.661359:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d7b1f80 x1834371507682304/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749393917.661365:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d7b0700 x1834371507682432/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393917.661373:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507682304:0@lo:400: 00000100:00100000:3.0:1749393917.661388:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507682432:0@lo:400: 00000100:00100000:0.0:1749393918.146332:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507682560:0@lo:700: 00000100:00100000:0.0:1749393918.146437:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393918.146535:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393918.146623:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507682560 00000100:00100000:2.0:1749393918.146640:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507682560 00000100:00080000:3.0:1749393918.146682:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393918.146725:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1749393918.146738:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507682560:12345-0@lo:700: 00000100:00100000:2.0:1749393918.146802:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393918.146810:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507682688:0@lo:700: 40000000:00080000:2.0:1749393918.146829:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393918.146832:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393918.146914:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507682560:12345-0@lo:700: Request processed in 180us (477us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393918.146923:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:0.0:1749393918.147034:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507682560:0@lo:700: 00000100:00100000:2.0:1749393918.148188:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507682816:0@lo:700: 00000100:00100000:2.0:1749393918.148235:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393918.148304:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39600 going to sleep for 11 seconds 00000100:00100000:0.0:1749393918.148372:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507682816 00000100:00100000:0.0:1749393918.148383:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507682816 00000100:00080000:3.0:1749393918.148418:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393918.148449:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1749393918.148459:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507682816:12345-0@lo:700: 00000100:00100000:0.0:1749393918.148502:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393918.148508:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507682944:0@lo:700: 40000000:00080000:0.0:1749393918.148520:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393918.148524:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393918.148578:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507682816:12345-0@lo:700: Request processed in 121us (342us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393918.148587:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1749393918.148677:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507682816:0@lo:700: 00000100:00100000:2.0:1749393918.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393918.322196:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393918.402411:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393918.764232:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393918.764250:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507683072:0@lo:900: 00000100:00100000:2.0:1749393919.192258:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393919.322200:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393919.404313:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393919.899276:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:1.0:1749393919.899321:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507683200/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393924 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393919.899426:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393919.899527:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393919.899576:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507683200 00000100:00100000:0.0:1749393919.899591:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507683200 00000100:00080000:3.0:1749393919.899660:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393919.899678:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:0.0:1749393919.899690:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507683200:12345-0@lo:700: 40000000:00080000:0.0:1749393919.899732:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:0.0:1749393919.899736:0:9567:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393919.899796:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507683200:12345-0@lo:700: Request processed in 107us (369us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393919.899805:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:1.0:1749393919.899817:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507683200/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393935 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393919.899830:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393919.919190:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393919.919237:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507683328/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393924 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393919.919311:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393919.919390:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393919.919437:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507683328 00000100:00100000:0.0:1749393919.919462:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507683328 00000100:00080000:3.0:1749393919.919505:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393919.919526:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1749393919.919535:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507683328:12345-0@lo:700: 40000000:00080000:0.0:1749393919.919558:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393919.919612:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507683328:12345-0@lo:700: Request processed in 77us (300us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393919.919620:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:2.0:1749393919.919651:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507683328/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393935 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393919.919663:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393920.147241:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507683456:0@lo:700: 00000100:00100000:0.0:1749393920.147300:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393920.147375:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393920.147460:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507683456 00000100:00100000:2.0:1749393920.147476:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507683456 00000100:00080000:3.0:1749393920.147546:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393920.147565:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:2.0:1749393920.147577:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507683456:12345-0@lo:700: 00000100:00100000:2.0:1749393920.147637:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39600 going to sleep for 0 seconds 00000100:00100000:2.0:1749393920.147646:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507683584:0@lo:700: 40000000:00080000:2.0:1749393920.147662:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393920.147665:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393920.147742:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507683456:12345-0@lo:700: Request processed in 168us (441us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393920.147752:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:0.0:1749393920.147844:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507683456:0@lo:700: 00000100:00100000:2.0:1749393920.149184:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507683712:0@lo:700: 00000100:00100000:2.0:1749393920.149231:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393920.149299:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39600 going to sleep for 11 seconds 00000100:00100000:0.0:1749393920.149341:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507683712 00000100:00100000:0.0:1749393920.149351:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507683712 00000100:00080000:3.0:1749393920.149390:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393920.149399:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1749393920.149408:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507683712:12345-0@lo:700: 00000100:00100000:0.0:1749393920.149447:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393920.149454:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507683840:0@lo:700: 40000000:00080000:0.0:1749393920.149465:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393920.149469:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393920.149530:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507683712:12345-0@lo:700: Request processed in 122us (298us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393920.149538:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:2.0:1749393920.149570:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507683712:0@lo:700: 00000100:00100000:2.0:1749393920.192209:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393920.322203:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393920.406306:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393920.765211:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393920.765228:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507683968:0@lo:900: 00000100:00100000:0.0:1749393920.991644:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393920.991697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393920.991770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393920.991822:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499757056 00000100:00100000:3.0:1749393920.991830:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499757184 00000100:00100000:2.0:1749393920.991840:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499757056 00000100:00100000:3.0:1749393920.991841:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499757184 00000100:00100000:2.0:1749393920.991897:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 533 00000100:00100000:2.0:1749393920.991906:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499757056:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393920.991907:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499757312 00000100:00100000:3.0:1749393920.991941:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499757312 00000100:00100000:1.0:1749393920.991977:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1420 00000100:00100000:1.0:1749393920.991990:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499757184:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393920.991995:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1421 00000100:00100000:3.0:1749393920.992008:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499757312:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393920.992031:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 962 last 0 00000100:00100000:2.0:1749393920.992048:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499757056:12345-192.168.203.32@tcp:400: Request processed in 142us (413us total) trans 0 rc 0/0 00010000:00080000:3.0:1749393920.992048:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 962 last 0 00000100:00100000:2.0:1749393920.992059:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 533 00000100:00100000:1.0:1749393920.992162:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499757184:12345-192.168.203.32@tcp:38: Request processed in 171us (461us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393920.992172:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1420 00000100:00100000:3.0:1749393920.992187:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499757312:12345-192.168.203.32@tcp:38: Request processed in 176us (411us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393920.992201:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1421 00000100:00100000:2.0:1749393921.192248:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393921.322198:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393921.408335:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393921.740414:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507684096:0@lo:41: 00000100:00100000:0.0:1749393921.740508:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393921.740641:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507684096 00000100:00100000:1.0:1749393921.740655:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507684096 00000100:00100000:1.0:1749393921.740728:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1749393921.740737:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507684096:12345-0@lo:41: 00000004:00000024:1.0:1749393921.740787:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393921.740859:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507684096:12345-0@lo:41: Request processed in 122us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393921.740868:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1749393921.740946:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507684096:0@lo:41: 00000100:00100000:0.0:1749393922.148305:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507684224:0@lo:700: 00000100:00100000:0.0:1749393922.148355:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393922.148392:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507684224 00000100:00100000:2.0:1749393922.148407:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507684224 00000100:00100000:0.0:1749393922.148410:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393922.148466:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:2.0:1749393922.148477:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507684224:12345-0@lo:700: 00000100:00080000:3.0:1749393922.148517:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393922.148530:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e396c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393922.148538:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507684352:0@lo:700: 40000000:00080000:2.0:1749393922.148556:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393922.148559:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393922.148645:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507684224:12345-0@lo:700: Request processed in 170us (290us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393922.148654:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1749393922.148678:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507684224:0@lo:700: 00000100:00100000:2.0:1749393922.150191:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507684480:0@lo:700: 00000100:00100000:2.0:1749393922.150241:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393922.150310:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e396c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393922.150379:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507684480 00000100:00100000:0.0:1749393922.150389:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507684480 00000100:00080000:3.0:1749393922.150423:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393922.150453:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:0.0:1749393922.150462:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507684480:12345-0@lo:700: 00000100:00100000:0.0:1749393922.150502:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393922.150509:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507684608:0@lo:700: 40000000:00080000:0.0:1749393922.150520:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393922.150523:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393922.150578:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507684480:12345-0@lo:700: Request processed in 117us (337us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393922.150587:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1749393922.150712:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507684480:0@lo:700: 00000100:00100000:2.0:1749393922.192220:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393922.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393922.410354:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393922.668277:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393922.668287:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393922.668291:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393922.668300:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 959 00000100:00080000:0.0:1749393922.668305:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393922.668311:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393922.668348:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bb9880 x1834371507684992/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393922.668376:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507684864:0@lo:41: 00000100:00080000:0.0:1749393922.668379:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393922.668383:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393922.668385:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393922.668388:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 959 00000100:00100000:3.0:1749393922.668391:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507684736:0@lo:400: 00000100:00080000:0.0:1749393922.668392:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393922.668395:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393922.668409:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e18380 x1834371507685248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393922.668425:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393922.668429:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393922.668431:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393922.668431:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393922.668434:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 959 00000100:00080000:0.0:1749393922.668437:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393922.668440:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393922.668452:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e18700 x1834371507685504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393922.668460:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393922.668462:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393922.668463:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393922.668465:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393922.668469:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 959 00000100:00080000:0.0:1749393922.668471:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393922.668472:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507685120:0@lo:400: 00000100:00080000:0.0:1749393922.668474:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393922.668493:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56e680 x1834371507685632/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393922.668504:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507684992:0@lo:38: 00000100:00100000:3.0:1749393922.668518:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507685760:0@lo:400: 00000100:00080000:0.0:1749393922.668519:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393922.668521:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393922.668523:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393922.668524:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393922.668528:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 959 00000100:00080000:0.0:1749393922.668531:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393922.668535:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393922.668536:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393922.668547:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56d180 x1834371507686016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393922.668555:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393922.668558:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393922.668560:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393922.668560:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393922.668564:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 959 00000100:00080000:0.0:1749393922.668566:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393922.668569:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393922.668570:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393922.668571:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507685248:0@lo:38: 00000100:00100000:0.0:1749393922.668580:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56ed80 x1834371507686144/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393922.668583:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393922.668593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393922.668594:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507685888:0@lo:400: 00000100:00100000:3.0:1749393922.668604:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507685376:0@lo:400: 00000100:00100000:1.0:1749393922.668609:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507685504:0@lo:38: 00000100:00100000:0.0:1749393922.668622:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507686400:0@lo:400: 00000100:00100000:2.0:1749393922.668629:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393922.668634:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393922.668636:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393922.668663:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507686272:0@lo:400: 00000100:00100000:0.0:1749393922.668670:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393922.668670:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507685632:0@lo:38: 00000100:00100000:3.0:1749393922.668683:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507684992 00000100:00100000:2.0:1749393922.668689:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393922.668690:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507684992 00000100:00100000:1.0:1749393922.668695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393922.668713:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507686016:0@lo:38: 00000100:00100000:3.0:1749393922.668715:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507685248 00000100:00100000:0.0:1749393922.668717:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507685760 00000100:00100000:3.0:1749393922.668717:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507685248 00000100:00100000:0.0:1749393922.668723:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507685760 00000100:00100000:2.0:1749393922.668728:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507684736 00000100:00100000:3.0:1749393922.668728:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507685504 00000100:00100000:1.0:1749393922.668730:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393922.668731:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507685504 00000100:00100000:2.0:1749393922.668734:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507684736 00000100:00100000:1.0:1749393922.668739:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507686144:0@lo:38: 00000100:00100000:3.0:1749393922.668741:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507685632 00000100:00100000:3.0:1749393922.668744:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507685632 00000100:00100000:3.0:1749393922.668750:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507686016 00000100:00100000:0.0:1749393922.668751:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507685888 00000100:00100000:3.0:1749393922.668753:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507686016 00000100:00100000:0.0:1749393922.668754:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507685888 00000100:00100000:1.0:1749393922.668756:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393922.668761:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507686144 00000100:00100000:3.0:1749393922.668764:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507686144 00000100:00100000:0.0:1749393922.668767:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507686400 00000100:00100000:2.0:1749393922.668770:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1749393922.668773:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:0.0:1749393922.668777:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507686400 00000100:00100000:2.0:1749393922.668777:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507684736:12345-0@lo:400: 00000100:00100000:3.0:1749393922.668780:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507684992:12345-0@lo:38: 00000100:00100000:1.0:1749393922.668782:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507686272 00000100:00100000:1.0:1749393922.668788:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507686272 00000100:00100000:0.0:1749393922.668803:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00010000:00020000:3.0:1749393922.668803:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393922.668811:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507685760:12345-0@lo:400: 00000100:00100000:1.0:1749393922.668817:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1749393922.668825:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507685888:12345-0@lo:400: 00000100:00100000:2.0:1749393922.668829:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507684736:12345-0@lo:400: Request processed in 51us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393922.668837:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1749393922.668849:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507684992:12345-0@lo:38: Request processed in 68us (312us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393922.668856:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:0.0:1749393922.668864:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507685760:12345-0@lo:400: Request processed in 54us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393922.668867:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507684864 00000100:00100000:3.0:1749393922.668870:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1749393922.668871:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507684864 00000100:00100000:0.0:1749393922.668872:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1749393922.668875:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507685248:12345-0@lo:38: 00000100:00100000:1.0:1749393922.668885:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507685888:12345-0@lo:400: Request processed in 59us (255us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393922.668886:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393922.668888:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1749393922.668892:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507685120 00000100:00100000:0.0:1749393922.668893:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507686400:12345-0@lo:400: 00000100:00100000:1.0:1749393922.668894:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1749393922.668894:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507685120 00000100:00100000:2.0:1749393922.668941:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507685376 00000100:00100000:3.0:1749393922.668943:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507685248:12345-0@lo:38: Request processed in 66us (349us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393922.668944:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507685376 00000100:00100000:1.0:1749393922.668950:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1749393922.668950:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1749393922.668955:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1749393922.668957:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507686272:12345-0@lo:400: 00000100:00100000:2.0:1749393922.668961:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507684864:12345-0@lo:41: 00000100:00100000:3.0:1749393922.668962:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:3.0:1749393922.668966:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507685504:12345-0@lo:38: 00010000:00020000:3.0:1749393922.668977:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393922.668979:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507686400:12345-0@lo:400: Request processed in 84us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393922.668987:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1749393922.668989:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507686272:12345-0@lo:400: Request processed in 33us (299us total) trans 0 rc 0/0 00000004:00000024:2.0:1749393922.668989:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393922.668996:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1749393922.669016:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507685504:12345-0@lo:38: Request processed in 48us (379us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393922.669019:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:0.0:1749393922.669028:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507685632:12345-0@lo:38: 00000100:00100000:2.0:1749393922.669028:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507684864:12345-0@lo:41: Request processed in 64us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393922.669029:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1749393922.669030:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:2.0:1749393922.669035:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1749393922.669037:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507685120:12345-0@lo:400: 00000100:00100000:3.0:1749393922.669043:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:3.0:1749393922.669048:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507686016:12345-0@lo:38: 00000100:00100000:2.0:1749393922.669049:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00010000:00020000:0.0:1749393922.669052:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393922.669055:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507685376:12345-0@lo:400: 00010000:00020000:3.0:1749393922.669060:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393922.669070:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507685120:12345-0@lo:400: Request processed in 34us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393922.669114:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507685632:12345-0@lo:38: Request processed in 87us (417us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393922.669119:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1749393922.669122:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:0.0:1749393922.669136:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:0.0:1749393922.669142:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507686144:12345-0@lo:38: 00000100:00100000:2.0:1749393922.669143:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507685376:12345-0@lo:400: Request processed in 86us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393922.669144:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507686016:12345-0@lo:38: Request processed in 95us (412us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393922.669150:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1749393922.669152:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00010000:00020000:0.0:1749393922.669154:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393922.669166:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507684864:0@lo:41: 00000100:00100000:0.0:1749393922.669176:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507686144:12345-0@lo:38: Request processed in 34us (419us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393922.669183:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00080000:2.0:1749393922.669190:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1749393922.669196:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393922.669201:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393922.669206:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507685632:0@lo:38: 00000100:00080000:1.0:1749393922.669218:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:0.0:1749393922.669221:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d56f800 x1834371507686400/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393922.669221:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393922.669225:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507686016:0@lo:38: 00010000:00080000:2.0:1749393922.669225:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d56c000 x1834371507686272/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393922.669233:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393922.669235:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507686400:0@lo:400: 00000100:00080000:1.0:1749393922.669235:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393922.669239:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507686144:0@lo:38: 00000100:00100000:2.0:1749393922.669240:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507686272:0@lo:400: 00000100:00080000:1.0:1749393922.669249:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:2.0:1749393922.669254:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d56df80 x1834371507685888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393922.669260:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393922.669264:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507685888:0@lo:400: 00000100:00100000:1.0:1749393922.669265:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507684992:0@lo:38: 00000100:00100000:2.0:1749393922.669277:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507685120:0@lo:400: 00000100:00080000:1.0:1749393922.669280:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393922.669283:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393922.669287:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507685248:0@lo:38: 00000100:00080000:1.0:1749393922.669296:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393922.669299:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393922.669302:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507685504:0@lo:38: 00000100:00100000:2.0:1749393922.669316:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507685376:0@lo:400: 00010000:00080000:2.0:1749393922.669330:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d56f100 x1834371507685760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393922.669339:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507685760:0@lo:400: 00000100:00100000:2.0:1749393922.669348:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507684736:0@lo:400: 00000100:00100000:0.0:1749393922.766201:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393922.766212:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507686528:0@lo:900: 00000100:00100000:0.0:1749393923.192333:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393923.322230:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393923.412372:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393924.149229:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507686656:0@lo:700: 00000100:00100000:0.0:1749393924.149298:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393924.149372:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393924.149448:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507686656 00000100:00100000:2.0:1749393924.149466:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507686656 00000100:00100000:2.0:1749393924.149557:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00080000:0.0:1749393924.149563:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393924.149570:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507686656:12345-0@lo:700: 00000100:00100000:2.0:1749393924.149631:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39780 going to sleep for 0 seconds 00000100:00100000:2.0:1749393924.149639:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507686784:0@lo:700: 40000000:00080000:2.0:1749393924.149656:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393924.149659:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393924.149740:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507686656:12345-0@lo:700: Request processed in 174us (442us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393924.149767:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1749393924.149773:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507686656:0@lo:700: 00000100:00100000:2.0:1749393924.151184:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef7100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507686912:0@lo:700: 00000100:00100000:2.0:1749393924.151230:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393924.151299:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393924.151373:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507686912 00000100:00100000:0.0:1749393924.151383:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507686912 00000100:00080000:2.0:1749393924.151452:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393924.151455:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:0.0:1749393924.151464:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507686912:12345-0@lo:700: 00000100:00100000:0.0:1749393924.151508:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393924.151515:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507687040:0@lo:700: 40000000:00080000:0.0:1749393924.151526:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393924.151529:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393924.151587:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507686912:12345-0@lo:700: Request processed in 124us (356us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393924.151596:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1749393924.151619:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef7100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507686912:0@lo:700: 00000100:00100000:0.0:1749393924.192193:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393924.322254:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393924.414310:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393924.767237:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393924.767247:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507687168:0@lo:900: 00000100:00100000:0.0:1749393925.192198:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393925.322260:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393925.416345:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393925.999432:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393925.999499:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393925.999577:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393925.999586:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499757440 00000100:00100000:2.0:1749393925.999604:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499757440 00000100:00100000:3.0:1749393925.999622:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499757568 00000100:00100000:3.0:1749393925.999633:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499757568 00000100:00100000:2.0:1749393925.999668:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 535 00000100:00100000:3.0:1749393925.999673:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499757696 00000100:00100000:2.0:1749393925.999678:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499757440:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393925.999678:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499757696 00000100:00100000:3.0:1749393925.999705:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1428 00000100:00100000:3.0:1749393925.999716:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499757568:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393925.999722:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1429 00000100:00100000:1.0:1749393925.999734:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499757696:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393925.999756:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 967 last 0 00010000:00080000:1.0:1749393925.999769:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 967 last 0 00000100:00100000:2.0:1749393925.999785:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499757440:12345-192.168.203.32@tcp:400: Request processed in 106us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393925.999794:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 535 00000100:00100000:3.0:1749393925.999827:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499757568:12345-192.168.203.32@tcp:38: Request processed in 110us (328us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393925.999841:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1428 00000100:00100000:1.0:1749393925.999843:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499757696:12345-192.168.203.32@tcp:38: Request processed in 109us (268us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393925.999852:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1429 00000100:00100000:0.0:1749393926.150214:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507687296:0@lo:700: 00000100:00100000:0.0:1749393926.150259:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393926.150329:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393926.150419:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507687296 00000100:00100000:2.0:1749393926.150434:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507687296 00000100:00100000:2.0:1749393926.150521:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:2.0:1749393926.150533:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507687296:12345-0@lo:700: 00000100:00080000:0.0:1749393926.150574:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393926.150590:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:2.0:1749393926.150599:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507687424:0@lo:700: 40000000:00080000:2.0:1749393926.150616:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393926.150619:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393926.150692:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507687296:12345-0@lo:700: Request processed in 162us (432us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393926.150721:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:0.0:1749393926.150728:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507687296:0@lo:700: 00000100:00100000:2.0:1749393926.152186:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef7100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507687552:0@lo:700: 00000100:00100000:2.0:1749393926.152230:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393926.152301:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 11 seconds 00000100:00100000:0.0:1749393926.152367:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507687552 00000100:00100000:0.0:1749393926.152377:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507687552 00000100:00080000:2.0:1749393926.152441:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393926.152442:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:0.0:1749393926.152451:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507687552:12345-0@lo:700: 00000100:00100000:0.0:1749393926.152487:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393926.152493:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507687680:0@lo:700: 40000000:00080000:0.0:1749393926.152504:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393926.152508:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393926.152563:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507687552:12345-0@lo:700: Request processed in 113us (333us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393926.152572:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:2.0:1749393926.152597:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef7100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507687552:0@lo:700: 00000100:00100000:0.0:1749393926.192207:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393926.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393926.418310:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393926.748376:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507687808:0@lo:41: 00000100:00100000:2.0:1749393926.748456:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393926.748591:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507687808 00000100:00100000:0.0:1749393926.748602:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507687808 00000100:00100000:0.0:1749393926.748658:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1749393926.748667:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507687808:12345-0@lo:41: 00000004:00000024:0.0:1749393926.748705:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393926.748770:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507687808:12345-0@lo:41: Request processed in 104us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393926.748779:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1749393926.748815:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507687808:0@lo:41: 00000100:00100000:0.0:1749393926.768217:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393926.768227:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56d180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507687936:0@lo:900: 00000100:00100000:0.0:1749393927.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393927.322217:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393927.420266:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393927.676280:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393927.676290:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393927.676294:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393927.676302:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 964 00000100:00080000:0.0:1749393927.676307:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393927.676309:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507688064:0@lo:41: 00000100:00080000:0.0:1749393927.676314:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393927.676344:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56e680 x1834371507688320/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393927.676387:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393927.676387:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507688192:0@lo:400: 00000100:00100000:1.0:1749393927.676389:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393927.676391:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393927.676392:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393927.676397:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 964 00000100:00080000:0.0:1749393927.676399:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393927.676403:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393927.676414:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56c000 x1834371507688576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393927.676425:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393927.676428:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393927.676430:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393927.676433:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 964 00000100:00080000:0.0:1749393927.676435:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393927.676438:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393927.676449:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d56f100 x1834371507688704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393927.676461:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393927.676472:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393927.676475:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393927.676476:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393927.676478:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507688320:0@lo:38: 00000100:00080000:0.0:1749393927.676480:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 964 00000100:00080000:0.0:1749393927.676482:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393927.676485:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1749393927.676486:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393927.676500:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009972c000 x1834371507688832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393927.676507:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507688448:0@lo:400: 00000100:00100000:1.0:1749393927.676511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393927.676529:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507688192 00000100:00100000:1.0:1749393927.676532:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507688576:0@lo:38: 00000100:00080000:0.0:1749393927.676533:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393927.676536:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749393927.676537:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507688192 00000100:00080000:0.0:1749393927.676538:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393927.676541:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 964 00000100:00080000:0.0:1749393927.676543:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393927.676546:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393927.676556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393927.676557:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e17b80 x1834371507689216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393927.676557:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393927.676566:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393927.676569:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393927.676571:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393927.676572:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507688704:0@lo:38: 00000100:00080000:0.0:1749393927.676575:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 964 00000100:00100000:2.0:1749393927.676576:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00080000:0.0:1749393927.676577:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393927.676580:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393927.676584:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507688192:12345-0@lo:400: 00000100:00100000:0.0:1749393927.676590:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e15c00 x1834371507689344/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393927.676593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393927.676595:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507688960:0@lo:400: 00000100:00100000:1.0:1749393927.676615:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507688832:0@lo:38: 00000100:00100000:3.0:1749393927.676618:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393927.676631:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507688192:12345-0@lo:400: Request processed in 46us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393927.676638:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1749393927.676644:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507688064 00000100:00100000:0.0:1749393927.676650:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507688064 00000100:00100000:1.0:1749393927.676657:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393927.676657:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393927.676666:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507689600:0@lo:400: 00000100:00100000:0.0:1749393927.676678:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507688448 00000100:00100000:0.0:1749393927.676681:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507688448 00000100:00100000:1.0:1749393927.676681:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507689216:0@lo:38: 00000100:00100000:3.0:1749393927.676688:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393927.676693:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1749393927.676699:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1749393927.676700:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507688064:12345-0@lo:41: 00000100:00100000:1.0:1749393927.676704:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393927.676707:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507688448:12345-0@lo:400: 00000100:00100000:1.0:1749393927.676723:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507689344:0@lo:38: 00000004:00000024:2.0:1749393927.676727:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393927.676727:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507688320 00000100:00100000:3.0:1749393927.676732:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507688320 00000100:00100000:3.0:1749393927.676752:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507688576 00000100:00100000:3.0:1749393927.676755:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507688576 00000100:00100000:1.0:1749393927.676760:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393927.676763:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507688704 00000100:00100000:3.0:1749393927.676765:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507688704 00000100:00100000:2.0:1749393927.676767:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507688064:12345-0@lo:41: Request processed in 68us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393927.676774:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507688832 00000100:00100000:3.0:1749393927.676777:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507688832 00000100:00100000:0.0:1749393927.676778:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507688448:12345-0@lo:400: Request processed in 71us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393927.676783:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507689216 00000100:00100000:2.0:1749393927.676784:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1749393927.676786:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507689216 00000100:00100000:0.0:1749393927.676789:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1749393927.676794:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507689344 00000100:00100000:3.0:1749393927.676796:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507689344 00000100:00100000:1.0:1749393927.676803:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:1.0:1749393927.676812:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507688320:12345-0@lo:38: 00000100:00100000:0.0:1749393927.676815:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507688960 00000100:00100000:0.0:1749393927.676819:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507688960 00000100:00100000:2.0:1749393927.676820:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:2.0:1749393927.676827:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507688576:12345-0@lo:38: 00000100:00100000:3.0:1749393927.676828:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:3.0:1749393927.676834:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507688704:12345-0@lo:38: 00000100:00100000:0.0:1749393927.676839:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507689600 00000100:00100000:0.0:1749393927.676841:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507689600 00010000:00020000:1.0:1749393927.676842:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393927.676853:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393927.676903:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00010000:00020000:3.0:1749393927.676905:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393927.676911:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507688960:12345-0@lo:400: 00000100:00100000:1.0:1749393927.676923:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507688320:12345-0@lo:38: Request processed in 110us (411us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393927.676933:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:2.0:1749393927.676933:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507688576:12345-0@lo:38: Request processed in 106us (377us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393927.676941:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:3.0:1749393927.676946:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507688704:12345-0@lo:38: Request processed in 110us (351us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393927.676949:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507688960:12345-0@lo:400: Request processed in 39us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393927.676954:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:0.0:1749393927.676956:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1749393927.676961:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:1.0:1749393927.676966:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507688832:12345-0@lo:38: 00000100:00100000:0.0:1749393927.676969:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1749393927.676971:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:0.0:1749393927.676974:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507689600:12345-0@lo:400: 00000100:00100000:3.0:1749393927.676976:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:2.0:1749393927.676977:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507689216:12345-0@lo:38: 00010000:00020000:1.0:1749393927.676979:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393927.676980:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507689344:12345-0@lo:38: 00010000:00020000:2.0:1749393927.676989:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749393927.676995:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393927.677001:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507689600:12345-0@lo:400: Request processed in 27us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393927.677008:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1749393927.677015:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507688832:12345-0@lo:38: Request processed in 48us (358us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393927.677023:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:2.0:1749393927.677023:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507689216:12345-0@lo:38: Request processed in 46us (318us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393927.677024:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507689344:12345-0@lo:38: Request processed in 42us (263us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393927.677030:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:3.0:1749393927.677034:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00080000:2.0:1749393927.677047:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393927.677053:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507689472:0@lo:400: 00000100:00100000:2.0:1749393927.677060:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507689088:0@lo:400: 00000100:00080000:1.0:1749393927.677099:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393927.677105:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393927.677110:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009972c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507688832:0@lo:38: 00010000:00080000:3.0:1749393927.677118:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e15500 x1834371507689600/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393927.677124:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393927.677126:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393927.677127:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393927.677131:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507689216:0@lo:38: 00000100:00100000:2.0:1749393927.677142:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507689472 00000100:00080000:1.0:1749393927.677145:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393927.677146:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507689472 00000100:00100000:3.0:1749393927.677149:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507689600:0@lo:400: 00000100:00080000:1.0:1749393927.677155:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393927.677160:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507689344:0@lo:38: 00010000:00080000:3.0:1749393927.677168:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e17100 x1834371507688960/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393927.677173:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00080000:1.0:1749393927.677174:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393927.677175:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507688064:0@lo:41: 00000100:00080000:1.0:1749393927.677177:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393927.677178:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507688960:0@lo:400: 00000100:00100000:2.0:1749393927.677179:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507689472:12345-0@lo:400: 00000100:00100000:1.0:1749393927.677181:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507688320:0@lo:38: 00000100:00100000:3.0:1749393927.677189:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507688448:0@lo:400: 00000100:00080000:1.0:1749393927.677193:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393927.677196:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393927.677200:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507688576:0@lo:38: 00000100:00080000:1.0:1749393927.677210:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393927.677213:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393927.677216:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507688704:0@lo:38: 00000100:00100000:2.0:1749393927.677216:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507689472:12345-0@lo:400: Request processed in 37us (90us total) trans 0 rc 0/0 00010000:00080000:0.0:1749393927.677220:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e16d80 x1834371507689472/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393927.677222:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1749393927.677232:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507689472:0@lo:400: 00000100:00080000:2.0:1749393927.677236:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393927.677246:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393927.677271:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507689088 00000100:00100000:0.0:1749393927.677275:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507689088 00000100:00100000:2.0:1749393927.677288:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d56d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507688192:0@lo:400: 00000100:00100000:0.0:1749393927.677297:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1749393927.677303:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507689088:12345-0@lo:400: 00000100:00100000:0.0:1749393927.677351:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507689088:12345-0@lo:400: Request processed in 47us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393927.677357:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00010000:00080000:2.0:1749393927.677363:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e16a00 x1834371507689088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393927.677376:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507689088:0@lo:400: 00000100:00100000:2.0:1749393928.151356:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507689728:0@lo:700: 00000100:00100000:2.0:1749393928.151417:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393928.151476:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507689728 00000100:00100000:2.0:1749393928.151486:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 11 seconds 00000100:00100000:0.0:1749393928.151487:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507689728 00000100:00080000:2.0:1749393928.151526:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393928.151539:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:0.0:1749393928.151548:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507689728:12345-0@lo:700: 00000100:00100000:0.0:1749393928.151588:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393928.151594:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507689856:0@lo:700: 40000000:00080000:0.0:1749393928.151609:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393928.151611:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393928.151662:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507689728:12345-0@lo:700: Request processed in 115us (244us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393928.151670:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:2.0:1749393928.151690:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507689728:0@lo:700: 00000100:00100000:2.0:1749393928.153165:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507689984:0@lo:700: 00000100:00100000:2.0:1749393928.153200:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393928.153254:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 11 seconds 00000100:00100000:0.0:1749393928.153281:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507689984 00000100:00100000:0.0:1749393928.153291:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507689984 00000100:00080000:2.0:1749393928.153364:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393928.153378:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:0.0:1749393928.153391:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cce9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507689984:12345-0@lo:700: 00000100:00100000:0.0:1749393928.153433:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393928.153457:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507690112:0@lo:700: 40000000:00080000:0.0:1749393928.153474:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393928.153478:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393928.153552:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cce9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507689984:12345-0@lo:700: Request processed in 161us (348us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393928.153563:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507689984:0@lo:700: 00000100:00100000:0.0:1749393928.153565:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:0.0:1749393928.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393928.322216:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393928.422339:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393928.769240:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393928.769260:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e16d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507690240:0@lo:900: 00000100:00100000:2.0:1749393929.192365:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393929.322255:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393929.424331:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393930.152262:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507690368:0@lo:700: 00000100:00100000:2.0:1749393930.152330:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393930.152406:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 11 seconds 00000100:00100000:0.0:1749393930.152429:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507690368 00000100:00100000:0.0:1749393930.152442:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507690368 00000100:00080000:2.0:1749393930.152504:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393930.152524:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1749393930.152539:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507690368:12345-0@lo:700: 00000100:00100000:0.0:1749393930.152588:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393930.152595:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507690496:0@lo:700: 40000000:00080000:0.0:1749393930.152611:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393930.152615:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393930.152674:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507690368:12345-0@lo:700: Request processed in 139us (343us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393930.152683:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:2.0:1749393930.152700:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507690368:0@lo:700: 00000100:00100000:2.0:1749393930.154178:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507690624:0@lo:700: 00000100:00100000:2.0:1749393930.154216:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393930.154277:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 11 seconds 00000100:00100000:0.0:1749393930.154333:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507690624 00000100:00100000:0.0:1749393930.154343:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507690624 00000100:00100000:0.0:1749393930.154397:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00080000:2.0:1749393930.154397:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393930.154406:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507690624:12345-0@lo:700: 00000100:00100000:0.0:1749393930.154438:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393930.154445:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507690752:0@lo:700: 40000000:00080000:0.0:1749393930.154469:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393930.154472:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393930.154530:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507690624:12345-0@lo:700: Request processed in 122us (311us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393930.154543:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:2.0:1749393930.154549:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507690624:0@lo:700: 00000100:00100000:2.0:1749393930.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393930.322216:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393930.426328:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393930.770233:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393930.770252:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e16d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507690880:0@lo:900: 00000100:00100000:1.0:1749393930.899254:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:1.0:1749393930.899295:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507691008/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393935 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393930.899387:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393930.899479:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393930.899528:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507691008 00000100:00100000:0.0:1749393930.899543:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507691008 00000100:00080000:2.0:1749393930.899587:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393930.899645:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1749393930.899662:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507691008:12345-0@lo:700: 40000000:00080000:0.0:1749393930.899702:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393930.899813:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507691008:12345-0@lo:700: Request processed in 153us (421us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393930.899826:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:1.0:1749393930.899826:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507691008/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393946 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393930.899838:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393930.919174:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393930.919198:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507691136/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393935 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393930.919245:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393930.919314:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393930.919317:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507691136 00000100:00100000:0.0:1749393930.919325:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507691136 00000100:00080000:2.0:1749393930.919348:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393930.919366:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:0.0:1749393930.919376:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507691136:12345-0@lo:700: 40000000:00080000:0.0:1749393930.919395:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393930.919452:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507691136:12345-0@lo:700: Request processed in 76us (205us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393930.919464:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1749393930.919478:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507691136/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393946 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393930.919489:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393931.007640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393931.007702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393931.007764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393931.007765:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499757824 00000100:00100000:2.0:1749393931.007774:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499757824 00000100:00100000:2.0:1749393931.007816:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 537 00000100:00100000:2.0:1749393931.007823:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499757824:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393931.007823:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499757952 00000100:00100000:3.0:1749393931.007832:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499757952 00000100:00100000:0.0:1749393931.007877:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499758080 00000100:00100000:0.0:1749393931.007885:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499758080 00000100:00100000:2.0:1749393931.007912:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499757824:12345-192.168.203.32@tcp:400: Request processed in 87us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393931.007921:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 537 00000100:00100000:3.0:1749393931.007922:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1436 00000100:00100000:3.0:1749393931.007930:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499757952:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393931.007937:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1437 00000100:00100000:0.0:1749393931.007948:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499758080:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393931.007958:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 972 last 0 00010000:00080000:0.0:1749393931.007982:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 972 last 0 00000100:00100000:3.0:1749393931.008014:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499757952:12345-192.168.203.32@tcp:38: Request processed in 83us (313us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393931.008022:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1436 00000100:00100000:0.0:1749393931.008042:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499758080:12345-192.168.203.32@tcp:38: Request processed in 92us (276us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393931.008054:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1437 00000100:00100000:2.0:1749393931.192221:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393931.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393931.428357:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393931.756365:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749393931.756398:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507691264:0@lo:41: 00000100:00100000:0.0:1749393931.756488:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393931.756561:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507691264 00000100:00100000:2.0:1749393931.756572:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507691264 00000100:00100000:2.0:1749393931.756619:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1749393931.756628:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507691264:12345-0@lo:41: 00000004:00000024:2.0:1749393931.756664:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393931.756747:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507691264:12345-0@lo:41: Request processed in 118us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393931.756756:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1749393931.756810:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507691264:0@lo:41: 00000100:00100000:0.0:1749393932.153375:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e16300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507691392:0@lo:700: 00000100:00100000:0.0:1749393932.153438:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393932.153506:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507691392 00000100:00100000:2.0:1749393932.153517:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507691392 00000100:00100000:0.0:1749393932.153518:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00080000:0.0:1749393932.153546:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393932.153568:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:2.0:1749393932.153578:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507691392:12345-0@lo:700: 00000100:00100000:2.0:1749393932.153621:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e399c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393932.153628:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507691520:0@lo:700: 40000000:00080000:2.0:1749393932.153644:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393932.153647:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393932.153705:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507691392:12345-0@lo:700: Request processed in 128us (266us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393932.153714:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:0.0:1749393932.153738:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e16300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507691392:0@lo:700: 00000100:00100000:2.0:1749393932.155180:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef7480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507691648:0@lo:700: 00000100:00100000:2.0:1749393932.155219:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393932.155281:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e399c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393932.155294:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507691648 00000100:00100000:0.0:1749393932.155302:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507691648 00000100:00080000:2.0:1749393932.155332:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393932.155340:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:0.0:1749393932.155348:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507691648:12345-0@lo:700: 00000100:00100000:0.0:1749393932.155377:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393932.155383:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e16300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507691776:0@lo:700: 40000000:00080000:0.0:1749393932.155393:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393932.155396:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393932.155446:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507691648:12345-0@lo:700: Request processed in 98us (226us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393932.155464:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:2.0:1749393932.155476:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef7480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507691648:0@lo:700: 00000100:00100000:2.0:1749393932.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393932.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393932.430373:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393932.684266:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393932.684277:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393932.684283:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393932.684293:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 969 00000100:00080000:0.0:1749393932.684299:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393932.684307:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393932.684337:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e15c00 x1834371507692032/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393932.684367:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507691904:0@lo:400: 00000100:00080000:0.0:1749393932.684395:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393932.684399:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507692032:0@lo:38: 00000100:00080000:0.0:1749393932.684401:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393932.684405:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393932.684411:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 969 00000100:00080000:0.0:1749393932.684415:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393932.684421:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393932.684436:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393932.684441:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e17100 x1834371507692416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393932.684469:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393932.684475:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393932.684477:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393932.684482:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 969 00000100:00080000:0.0:1749393932.684486:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393932.684491:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393932.684498:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393932.684502:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507692544:0@lo:400: 00000100:00100000:2.0:1749393932.684503:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393932.684509:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d560700 x1834371507692672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393932.684511:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507692160:0@lo:41: 00000100:00080000:0.0:1749393932.684537:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393932.684542:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:2.0:1749393932.684542:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393932.684545:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393932.684550:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507692416:0@lo:38: 00000100:00080000:0.0:1749393932.684551:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 969 00000100:00080000:0.0:1749393932.684555:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393932.684560:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393932.684576:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507691904 00000100:00100000:0.0:1749393932.684579:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d560e00 x1834371507692800/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393932.684584:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507691904 00000100:00100000:1.0:1749393932.684586:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393932.684595:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393932.684608:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507692672:0@lo:38: 00000100:00080000:0.0:1749393932.684619:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393932.684624:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393932.684627:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393932.684629:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1749393932.684630:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1749393932.684633:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 969 00000100:00080000:0.0:1749393932.684636:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393932.684637:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507692288:0@lo:400: 00000100:00100000:3.0:1749393932.684637:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507691904:12345-0@lo:400: 00000100:00080000:0.0:1749393932.684642:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393932.684658:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef9c00 x1834371507693184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393932.684659:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393932.684663:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393932.684670:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393932.684675:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393932.684678:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393932.684683:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 969 00000100:00080000:0.0:1749393932.684686:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393932.684691:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507692800:0@lo:38: 00000100:00080000:0.0:1749393932.684692:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393932.684693:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507691904:12345-0@lo:400: Request processed in 55us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393932.684697:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507692160 00000100:00100000:3.0:1749393932.684701:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1749393932.684702:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507692160 00000100:00100000:0.0:1749393932.684711:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef9500 x1834371507693312/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393932.684711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393932.684728:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507692544 00000100:00100000:1.0:1749393932.684729:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507693184:0@lo:38: 00000100:00100000:2.0:1749393932.684731:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507692544 00000100:00100000:2.0:1749393932.684739:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507692288 00000100:00100000:2.0:1749393932.684741:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507692288 00000100:00100000:1.0:1749393932.684747:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393932.684750:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1749393932.684756:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507692160:12345-0@lo:41: 00000100:00100000:2.0:1749393932.684760:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1749393932.684766:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507693312:0@lo:38: 00000100:00100000:2.0:1749393932.684767:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507692544:12345-0@lo:400: 00000004:00000024:3.0:1749393932.684785:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393932.684787:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393932.684788:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507693440:0@lo:400: 00000100:00100000:2.0:1749393932.684813:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507692544:12345-0@lo:400: Request processed in 46us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393932.684819:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507693056:0@lo:400: 00000100:00100000:3.0:1749393932.684820:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507692160:12345-0@lo:41: Request processed in 63us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393932.684821:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1749393932.684863:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1749393932.684873:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1749393932.684875:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393932.684879:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507692288:12345-0@lo:400: 00000100:00100000:3.0:1749393932.684890:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507692032 00000100:00100000:3.0:1749393932.684895:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507692032 00000100:00100000:3.0:1749393932.684907:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507692416 00000100:00100000:3.0:1749393932.684910:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507692416 00000100:00100000:1.0:1749393932.684915:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507692672 00000100:00100000:3.0:1749393932.684918:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507692800 00000100:00100000:3.0:1749393932.684921:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507692800 00000100:00100000:1.0:1749393932.684923:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507692672 00000100:00100000:3.0:1749393932.684928:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507693184 00000100:00100000:2.0:1749393932.684930:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507692288:12345-0@lo:400: Request processed in 51us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393932.684930:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507693184 00000100:00100000:3.0:1749393932.684936:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507693312 00000100:00100000:2.0:1749393932.684937:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1749393932.684939:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749393932.684939:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507693312 00000100:00100000:3.0:1749393932.684950:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:0.0:1749393932.684952:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507693568:0@lo:400: 00000100:00100000:3.0:1749393932.684956:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507692032:12345-0@lo:38: 00000100:00100000:1.0:1749393932.684958:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:1.0:1749393932.684966:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507692416:12345-0@lo:38: 00000100:00100000:2.0:1749393932.684967:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:2.0:1749393932.684972:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507692800:12345-0@lo:38: 00010000:00020000:3.0:1749393932.684978:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393932.684988:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749393932.684994:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393932.685001:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393932.685022:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507692032:12345-0@lo:38: Request processed in 66us (527us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393932.685029:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:0.0:1749393932.685037:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:2.0:1749393932.685038:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507692800:12345-0@lo:38: Request processed in 65us (326us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393932.685042:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507692416:12345-0@lo:38: Request processed in 75us (453us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393932.685049:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507693184:12345-0@lo:38: 00000100:00100000:3.0:1749393932.685054:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:2.0:1749393932.685059:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:3.0:1749393932.685061:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507692672:12345-0@lo:38: 00000100:00100000:1.0:1749393932.685064:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00010000:00020000:0.0:1749393932.685111:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393932.685114:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00010000:00020000:3.0:1749393932.685118:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393932.685120:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009972c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507693312:12345-0@lo:38: 00010000:00020000:2.0:1749393932.685144:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393932.685145:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393932.685148:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507692672:12345-0@lo:38: Request processed in 87us (488us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393932.685155:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:0.0:1749393932.685165:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507693184:12345-0@lo:38: Request processed in 114us (413us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393932.685175:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749393932.685177:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:2.0:1749393932.685179:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009972c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507693312:12345-0@lo:38: Request processed in 58us (392us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393932.685183:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507692928:0@lo:400: 00000100:00100000:2.0:1749393932.685187:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00100000:3.0:1749393932.685198:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507693440 00000100:00100000:3.0:1749393932.685204:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507693440 00000100:00100000:1.0:1749393932.685208:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393932.685224:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507692288:0@lo:400: 00000100:00100000:2.0:1749393932.685236:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507692544:0@lo:400: 00000100:00100000:1.0:1749393932.685237:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507693568 00000100:00100000:0.0:1749393932.685239:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507693056 00000100:00100000:1.0:1749393932.685241:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507693568 00000100:00100000:0.0:1749393932.685248:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507693056 00000100:00100000:3.0:1749393932.685248:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507692928 00000100:00100000:3.0:1749393932.685253:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507692928 00000100:00080000:2.0:1749393932.685259:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393932.685279:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1749393932.685279:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507692160:0@lo:41: 00000100:00100000:1.0:1749393932.685287:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507693440:12345-0@lo:400: 00000100:00100000:2.0:1749393932.685288:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507691904:0@lo:400: 00000100:00100000:3.0:1749393932.685289:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1749393932.685301:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507693568:12345-0@lo:400: 00000100:00100000:0.0:1749393932.685305:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1749393932.685318:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507692928:12345-0@lo:400: 00000100:00080000:2.0:1749393932.685335:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749393932.685337:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507693440:12345-0@lo:400: Request processed in 51us (465us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393932.685339:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393932.685344:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507693312:0@lo:38: 00000100:00080000:2.0:1749393932.685355:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393932.685358:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393932.685359:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1749393932.685362:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507692800:0@lo:38: 00000100:00100000:3.0:1749393932.685363:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507693568:12345-0@lo:400: Request processed in 65us (375us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393932.685372:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393932.685372:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00080000:2.0:1749393932.685374:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393932.685377:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1749393932.685378:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507693184:0@lo:38: 00000100:00100000:1.0:1749393932.685386:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507693056:12345-0@lo:400: 00000100:00080000:2.0:1749393932.685388:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393932.685390:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507692928:12345-0@lo:400: Request processed in 72us (176us total) trans 0 rc 0/0 00000100:00080000:2.0:1749393932.685391:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393932.685395:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507692416:0@lo:38: 00000100:00100000:0.0:1749393932.685404:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00080000:2.0:1749393932.685404:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393932.685413:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393932.685418:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507692672:0@lo:38: 00000100:00100000:1.0:1749393932.685422:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507693056:12345-0@lo:400: Request processed in 38us (277us total) trans 0 rc 0/0 00010000:00080000:3.0:1749393932.685428:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ef9880 x1834371507693568/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393932.685430:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00080000:2.0:1749393932.685432:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749393932.685435:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393932.685439:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507692032:0@lo:38: 00000100:00100000:3.0:1749393932.685442:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507693568:0@lo:400: 00010000:00080000:3.0:1749393932.685457:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092efb480 x1834371507693440/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393932.685467:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507693440:0@lo:400: 00010000:00080000:1.0:1749393932.685475:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d563100 x1834371507692928/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393932.685492:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507692928:0@lo:400: 00010000:00080000:1.0:1749393932.685505:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ef8e00 x1834371507693056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393932.685514:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507693056:0@lo:400: 00000100:00100000:0.0:1749393932.771251:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393932.771267:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efb800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507693696:0@lo:900: 00000100:00100000:2.0:1749393933.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393933.322203:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393933.432364:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393934.154261:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092efb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507693824:0@lo:700: 00000100:00100000:0.0:1749393934.154329:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393934.154411:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393934.154458:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507693824 00000100:00100000:2.0:1749393934.154470:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507693824 00000100:00080000:0.0:1749393934.154536:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393934.154557:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:2.0:1749393934.154568:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507693824:12345-0@lo:700: 00000100:00100000:2.0:1749393934.154615:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e399c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393934.154623:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507693952:0@lo:700: 40000000:00080000:2.0:1749393934.154640:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393934.154643:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393934.154698:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507693824:12345-0@lo:700: Request processed in 132us (369us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393934.154708:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:0.0:1749393934.154724:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507693824:0@lo:700: 00000100:00100000:2.0:1749393934.156177:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507694080:0@lo:700: 00000100:00100000:2.0:1749393934.156217:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393934.156278:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e399c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393934.156336:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507694080 00000100:00100000:0.0:1749393934.156346:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507694080 00000100:00100000:0.0:1749393934.156403:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00080000:2.0:1749393934.156408:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393934.156412:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507694080:12345-0@lo:700: 00000100:00100000:0.0:1749393934.156445:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393934.156451:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efb800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507694208:0@lo:700: 40000000:00080000:0.0:1749393934.156462:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393934.156465:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393934.156517:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507694080:12345-0@lo:700: Request processed in 105us (299us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393934.156525:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:2.0:1749393934.156538:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507694080:0@lo:700: 00000100:00100000:2.0:1749393934.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393934.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393934.434325:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393934.772231:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393934.772245:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092efb800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507694336:0@lo:900: 00000100:00100000:2.0:1749393935.192195:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393935.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393935.436323:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393936.015638:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393936.015685:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393936.015728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393936.015768:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499758208 00000100:00100000:2.0:1749393936.015781:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499758208 00000100:00100000:3.0:1749393936.015854:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499758336 00000100:00100000:3.0:1749393936.015863:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499758336 00000100:00100000:2.0:1749393936.015867:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 539 00000100:00100000:2.0:1749393936.015877:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499758208:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393936.015880:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499758464 00000100:00100000:1.0:1749393936.015889:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499758464 00000100:00100000:3.0:1749393936.015900:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1444 00000100:00100000:3.0:1749393936.015907:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092efb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499758336:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393936.015935:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 977 last 0 00000100:00100000:1.0:1749393936.015940:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1445 00000100:00100000:1.0:1749393936.015947:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499758464:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393936.015947:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499758208:12345-192.168.203.32@tcp:400: Request processed in 72us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393936.015956:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 539 00010000:00080000:1.0:1749393936.015973:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 977 last 0 00000100:00100000:3.0:1749393936.015992:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092efb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499758336:12345-192.168.203.32@tcp:38: Request processed in 85us (306us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393936.016001:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1444 00000100:00100000:1.0:1749393936.016023:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499758464:12345-192.168.203.32@tcp:38: Request processed in 75us (293us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393936.016032:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1445 00000100:00100000:0.0:1749393936.155231:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507694464:0@lo:700: 00000100:00100000:0.0:1749393936.155278:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393936.155348:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393936.155402:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507694464 00000100:00100000:2.0:1749393936.155411:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507694464 00000100:00080000:0.0:1749393936.155471:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393936.155476:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:2.0:1749393936.155485:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507694464:12345-0@lo:700: 00000100:00100000:2.0:1749393936.155524:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39a80 going to sleep for 0 seconds 00000100:00100000:2.0:1749393936.155531:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507694592:0@lo:700: 40000000:00080000:2.0:1749393936.155547:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393936.155550:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393936.155601:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507694464:12345-0@lo:700: Request processed in 118us (322us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393936.155609:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00100000:0.0:1749393936.155627:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507694464:0@lo:700: 00000100:00100000:2.0:1749393936.157184:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507694720:0@lo:700: 00000100:00100000:2.0:1749393936.157222:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393936.157280:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39a80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393936.157342:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507694720 00000100:00100000:0.0:1749393936.157352:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507694720 00000100:00080000:2.0:1749393936.157410:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393936.157414:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:0.0:1749393936.157422:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507694720:12345-0@lo:700: 00000100:00100000:0.0:1749393936.157455:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393936.157474:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507694848:0@lo:700: 40000000:00080000:0.0:1749393936.157486:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393936.157489:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393936.157542:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507694720:12345-0@lo:700: Request processed in 120us (319us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393936.157552:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:2.0:1749393936.157563:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507694720:0@lo:700: 00000100:00100000:2.0:1749393936.192207:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393936.322207:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393936.438311:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393936.764332:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507694976:0@lo:41: 00000100:00100000:2.0:1749393936.764377:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393936.764510:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507694976 00000100:00100000:0.0:1749393936.764519:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507694976 00000100:00100000:0.0:1749393936.764569:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1749393936.764578:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507694976:12345-0@lo:41: 00000004:00000024:0.0:1749393936.764609:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393936.764667:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507694976:12345-0@lo:41: Request processed in 89us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393936.764675:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1749393936.764696:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507694976:0@lo:41: 00000100:00100000:0.0:1749393936.773209:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393936.773220:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507695104:0@lo:900: 00000100:00100000:2.0:1749393937.192194:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393937.322196:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393937.440342:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393937.692217:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393937.692225:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393937.692229:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393937.692234:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749393937.692235:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 974 00000100:00080000:0.0:1749393937.692239:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393937.692244:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749393937.692250:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507695360:0@lo:400: 00000100:00100000:0.0:1749393937.692264:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef9c00 x1834371507695488/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393937.692288:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393937.692291:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393937.692302:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393937.692304:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393937.692308:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 974 00000100:00080000:0.0:1749393937.692310:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393937.692314:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393937.692324:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507695232:0@lo:41: 00000100:00100000:1.0:1749393937.692327:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507695488:0@lo:38: 00000100:00100000:0.0:1749393937.692328:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef8e00 x1834371507695744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393937.692329:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507695616:0@lo:400: 00000100:00100000:2.0:1749393937.692350:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393937.692351:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393937.692354:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393937.692356:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393937.692359:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 974 00000100:00080000:0.0:1749393937.692361:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393937.692365:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393937.692374:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993a680 x1834371507696000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393937.692379:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393937.692382:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393937.692384:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507695360 00000100:00100000:3.0:1749393937.692384:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393937.692385:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393937.692386:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393937.692390:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 974 00000100:00100000:2.0:1749393937.692390:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507695360 00000100:00080000:0.0:1749393937.692392:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393937.692394:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393937.692404:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099938000 x1834371507696128/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393937.692411:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507695744:0@lo:38: 00000100:00100000:2.0:1749393937.692416:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1749393937.692423:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507695360:12345-0@lo:400: 00000100:00100000:1.0:1749393937.692430:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393937.692440:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393937.692445:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507696384:0@lo:400: 00000100:00080000:0.0:1749393937.692448:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393937.692450:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393937.692454:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 974 00000100:00080000:0.0:1749393937.692456:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393937.692460:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393937.692460:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507695360:12345-0@lo:400: Request processed in 36us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393937.692464:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507696000:0@lo:38: 00000100:00100000:2.0:1749393937.692468:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1749393937.692470:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393937.692475:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993a300 x1834371507696512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393937.692483:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393937.692486:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393937.692488:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393937.692488:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393937.692491:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 974 00000100:00100000:2.0:1749393937.692492:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507695616 00000100:00080000:0.0:1749393937.692493:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393937.692496:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393937.692496:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507695616 00000100:00100000:3.0:1749393937.692501:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507695488 00000100:00100000:0.0:1749393937.692505:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099938700 x1834371507696640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393937.692507:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507695488 00000100:00100000:1.0:1749393937.692508:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507696128:0@lo:38: 00000100:00100000:2.0:1749393937.692511:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507695232 00000100:00100000:2.0:1749393937.692513:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507695232 00000100:00100000:1.0:1749393937.692523:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393937.692523:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507695744 00000100:00100000:3.0:1749393937.692526:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507695744 00000100:00100000:2.0:1749393937.692531:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1749393937.692537:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507696512:0@lo:38: 00000100:00100000:2.0:1749393937.692537:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507695616:12345-0@lo:400: 00000100:00100000:3.0:1749393937.692539:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507696000 00000100:00100000:3.0:1749393937.692541:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507696000 00000100:00100000:3.0:1749393937.692547:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507696128 00000100:00100000:3.0:1749393937.692550:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507696128 00000100:00100000:1.0:1749393937.692553:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393937.692554:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1749393937.692557:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507696512 00000100:00100000:3.0:1749393937.692560:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507696512 00000100:00100000:0.0:1749393937.692564:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507695232:12345-0@lo:41: 00000100:00100000:2.0:1749393937.692566:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507695616:12345-0@lo:400: Request processed in 29us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393937.692567:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507696640:0@lo:38: 00000100:00100000:3.0:1749393937.692569:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:2.0:1749393937.692573:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1749393937.692575:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507695488:12345-0@lo:38: 00000100:00100000:1.0:1749393937.692583:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:0.0:1749393937.692587:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00010000:00020000:3.0:1749393937.692594:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393937.692602:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507696640 00000100:00100000:2.0:1749393937.692606:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507696640 00000100:00100000:1.0:1749393937.692615:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:1.0:1749393937.692621:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507695744:12345-0@lo:38: 00000100:00100000:0.0:1749393937.692629:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507695232:12345-0@lo:41: Request processed in 67us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393937.692632:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507695488:12345-0@lo:38: Request processed in 55us (252us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393937.692634:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1749393937.692637:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1749393937.692639:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507696000:12345-0@lo:38: 00010000:00020000:1.0:1749393937.692640:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393937.692640:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:3.0:1749393937.692653:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00010000:00020000:2.0:1749393937.692656:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393937.692658:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507696128:12345-0@lo:38: 00000100:00100000:0.0:1749393937.692665:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507695872:0@lo:400: 00000100:00100000:1.0:1749393937.692667:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507695744:12345-0@lo:38: Request processed in 45us (235us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393937.692669:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393937.692675:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:1.0:1749393937.692690:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:2.0:1749393937.692693:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507696000:12345-0@lo:38: Request processed in 54us (204us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393937.692694:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507696512:12345-0@lo:38: 00000100:00100000:0.0:1749393937.692695:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393937.692697:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507696128:12345-0@lo:38: Request processed in 38us (172us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393937.692700:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:3.0:1749393937.692704:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00010000:00020000:1.0:1749393937.692706:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393937.692713:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:0.0:1749393937.692714:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507696896:0@lo:400: 00000100:00100000:2.0:1749393937.692718:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507696640:12345-0@lo:38: 00000100:00100000:1.0:1749393937.692724:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507696512:12345-0@lo:38: Request processed in 28us (171us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393937.692729:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393937.692730:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:3.0:1749393937.692738:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507696384 00000100:00100000:3.0:1749393937.692741:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507696384 00000100:00100000:2.0:1749393937.692749:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507696640:12345-0@lo:38: Request processed in 30us (165us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393937.692750:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393937.692750:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507696256:0@lo:400: 00000100:00100000:2.0:1749393937.692755:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:3.0:1749393937.692766:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507696896 00000100:00100000:1.0:1749393937.692772:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393937.692775:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507696768:0@lo:400: 00000100:00100000:3.0:1749393937.692775:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507696896 00000100:00100000:0.0:1749393937.692778:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507695360:0@lo:400: 00000100:00100000:2.0:1749393937.692829:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393937.692854:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507696256 00000100:00100000:0.0:1749393937.692856:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507696768 00000100:00100000:3.0:1749393937.692857:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507696256 00000100:00100000:2.0:1749393937.692860:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507695616:0@lo:400: 00000100:00100000:0.0:1749393937.692862:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507696768 00000100:00100000:1.0:1749393937.692862:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1749393937.692871:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1749393937.692872:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507696384:12345-0@lo:400: 00000100:00100000:3.0:1749393937.692878:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507696896:12345-0@lo:400: 00000100:00080000:2.0:1749393937.692881:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393937.692888:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1749393937.692894:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507696256:12345-0@lo:400: 00000100:00100000:2.0:1749393937.692895:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1749393937.692902:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507696768:12345-0@lo:400: 00000100:00100000:1.0:1749393937.692910:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507696384:12345-0@lo:400: Request processed in 42us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393937.692924:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507696896:12345-0@lo:400: Request processed in 47us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393937.692926:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1749393937.692931:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1749393937.692939:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507696768:12345-0@lo:400: Request processed in 38us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393937.692940:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507696256:12345-0@lo:400: Request processed in 46us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393937.692946:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1749393937.692950:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1749393937.692955:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507695872 00000100:00100000:3.0:1749393937.692958:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507695872 00010000:00080000:1.0:1749393937.692966:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993b100 x1834371507696256/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749393937.692973:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099939f80 x1834371507696768/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393937.692975:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1749393937.692980:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507696256:0@lo:400: 00000100:00100000:3.0:1749393937.692981:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507695872:12345-0@lo:400: 00000100:00100000:2.0:1749393937.692986:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507696768:0@lo:400: 00010000:00080000:0.0:1749393937.692996:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993bb80 x1834371507696896/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393937.693008:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507696896:0@lo:400: 00000100:00080000:1.0:1749393937.693009:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393937.693009:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507695872:12345-0@lo:400: Request processed in 28us (314us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393937.693013:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393937.693015:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1749393937.693018:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507696640:0@lo:38: 00000100:00100000:0.0:1749393937.693024:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507695872:0@lo:400: 00000100:00080000:1.0:1749393937.693027:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393937.693030:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393937.693034:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507696128:0@lo:38: 00000100:00080000:1.0:1749393937.693041:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:3.0:1749393937.693043:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993aa00 x1834371507696384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393937.693044:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393937.693048:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507696512:0@lo:38: 00000100:00080000:1.0:1749393937.693056:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393937.693057:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507696384:0@lo:400: 00000100:00080000:1.0:1749393937.693058:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393937.693061:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507695744:0@lo:38: 00000100:00080000:1.0:1749393937.693069:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393937.693118:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507695232:0@lo:41: 00000100:00080000:1.0:1749393937.693122:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393937.693126:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507696000:0@lo:38: 00000100:00080000:1.0:1749393937.693136:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393937.693139:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393937.693142:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507695488:0@lo:38: 00000100:00100000:0.0:1749393938.156237:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507697024:0@lo:700: 00000100:00100000:0.0:1749393938.156290:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393938.156359:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393938.156419:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507697024 00000100:00100000:2.0:1749393938.156430:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507697024 00000100:00080000:0.0:1749393938.156490:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393938.156498:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:2.0:1749393938.156508:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507697024:12345-0@lo:700: 00000100:00100000:2.0:1749393938.156548:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393938.156555:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507697152:0@lo:700: 40000000:00080000:2.0:1749393938.156569:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393938.156572:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393938.156625:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507697024:12345-0@lo:700: Request processed in 119us (334us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393938.156634:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:0.0:1749393938.156647:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507697024:0@lo:700: 00000100:00100000:2.0:1749393938.158178:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507697280:0@lo:700: 00000100:00100000:2.0:1749393938.158216:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393938.158275:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39b40 going to sleep for 11 seconds 00000100:00100000:0.0:1749393938.158337:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507697280 00000100:00100000:0.0:1749393938.158346:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507697280 00000100:00080000:2.0:1749393938.158403:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393938.158407:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:0.0:1749393938.158415:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507697280:12345-0@lo:700: 00000100:00100000:0.0:1749393938.158448:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393938.158454:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507697408:0@lo:700: 40000000:00080000:0.0:1749393938.158466:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393938.158480:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393938.158534:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507697280:12345-0@lo:700: Request processed in 119us (316us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393938.158543:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:2.0:1749393938.158556:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507697280:0@lo:700: 00000100:00100000:2.0:1749393938.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393938.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393938.442353:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393938.774194:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393938.774207:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507697536:0@lo:900: 00000100:00100000:0.0:1749393939.192306:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393939.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393939.444315:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393940.157254:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507697664:0@lo:700: 00000100:00100000:0.0:1749393940.157318:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393940.157389:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393940.157453:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507697664 00000100:00100000:2.0:1749393940.157464:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507697664 00000100:00080000:0.0:1749393940.157527:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393940.157538:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:2.0:1749393940.157548:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507697664:12345-0@lo:700: 00000100:00100000:2.0:1749393940.157593:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393940.157600:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507697792:0@lo:700: 40000000:00080000:2.0:1749393940.157627:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393940.157630:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393940.157689:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507697664:12345-0@lo:700: Request processed in 142us (371us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393940.157699:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:0.0:1749393940.157714:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507697664:0@lo:700: 00000100:00100000:2.0:1749393940.159189:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507697920:0@lo:700: 00000100:00100000:2.0:1749393940.159228:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393940.159286:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39b40 going to sleep for 11 seconds 00000100:00100000:0.0:1749393940.159347:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507697920 00000100:00100000:0.0:1749393940.159356:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507697920 00000100:00100000:0.0:1749393940.159417:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00080000:2.0:1749393940.159423:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393940.159426:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507697920:12345-0@lo:700: 00000100:00100000:0.0:1749393940.159458:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393940.159465:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507698048:0@lo:700: 40000000:00080000:0.0:1749393940.159476:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393940.159479:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393940.159530:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507697920:12345-0@lo:700: Request processed in 105us (301us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393940.159539:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:2.0:1749393940.159553:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507697920:0@lo:700: 00000100:00100000:0.0:1749393940.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393940.322200:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393940.446320:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393940.775203:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393940.775213:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef8e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507698176:0@lo:900: 00000100:00100000:0.0:1749393941.023602:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393941.023643:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393941.023678:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393941.023725:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499758592 00000100:00100000:2.0:1749393941.023734:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499758592 00000100:00100000:3.0:1749393941.023760:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499758720 00000100:00100000:3.0:1749393941.023801:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499758720 00000100:00100000:2.0:1749393941.023811:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 541 00000100:00100000:2.0:1749393941.023820:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499758592:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749393941.023831:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499758848 00000100:00100000:3.0:1749393941.023834:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499758848 00000100:00100000:1.0:1749393941.023847:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1452 00000100:00100000:1.0:1749393941.023858:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499758720:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393941.023878:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499758592:12345-192.168.203.32@tcp:400: Request processed in 59us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393941.023881:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1453 00010000:00080000:1.0:1749393941.023887:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 982 last 0 00000100:00100000:2.0:1749393941.023887:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 541 00000100:00100000:3.0:1749393941.023889:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499758848:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749393941.023914:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 982 last 0 00000100:00100000:1.0:1749393941.023945:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499758720:12345-192.168.203.32@tcp:38: Request processed in 87us (301us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393941.023953:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1452 00000100:00100000:3.0:1749393941.023973:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499758848:12345-192.168.203.32@tcp:38: Request processed in 83us (293us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393941.023983:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1453 00000100:00100000:0.0:1749393941.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393941.322198:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393941.448309:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393941.772334:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507698304:0@lo:41: 00000100:00100000:1.0:1749393941.772382:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393941.772508:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507698304 00000100:00100000:3.0:1749393941.772517:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507698304 00000100:00100000:3.0:1749393941.772568:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1749393941.772576:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507698304:12345-0@lo:41: 00000004:00000024:3.0:1749393941.772609:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393941.772667:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507698304:12345-0@lo:41: Request processed in 91us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393941.772675:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1749393941.772694:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507698304:0@lo:41: 00000100:00100000:1.0:1749393941.899195:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:1.0:1749393941.899226:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507698432/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393946 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393941.899268:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393941.899325:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393941.899397:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507698432 00000100:00100000:0.0:1749393941.899407:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507698432 00000100:00080000:2.0:1749393941.899438:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393941.899460:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:0.0:1749393941.899469:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507698432:12345-0@lo:700: 40000000:00080000:0.0:1749393941.899492:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393941.899533:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507698432:12345-0@lo:700: Request processed in 65us (264us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393941.899541:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1749393941.899542:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507698432/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393957 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393941.899553:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393941.919192:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393941.919212:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507698560/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393946 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393941.919254:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393941.919311:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393941.919375:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507698560 00000100:00100000:0.0:1749393941.919384:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507698560 00000100:00080000:2.0:1749393941.919440:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393941.919449:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:0.0:1749393941.919458:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507698560:12345-0@lo:700: 40000000:00080000:0.0:1749393941.919478:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393941.919528:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507698560:12345-0@lo:700: Request processed in 71us (273us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393941.919535:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:2.0:1749393941.919543:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507698560/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393957 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393941.919563:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393942.158211:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507698688:0@lo:700: 00000100:00100000:0.0:1749393942.158248:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393942.158306:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393942.158373:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507698688 00000100:00100000:2.0:1749393942.158382:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507698688 00000100:00080000:0.0:1749393942.158439:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393942.158445:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:2.0:1749393942.158454:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507698688:12345-0@lo:700: 00000100:00100000:2.0:1749393942.158487:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393942.158493:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507698816:0@lo:700: 40000000:00080000:2.0:1749393942.158505:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393942.158508:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393942.158558:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507698688:12345-0@lo:700: Request processed in 105us (308us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393942.158566:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:0.0:1749393942.158580:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507698688:0@lo:700: 00000100:00100000:2.0:1749393942.160177:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e15500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507698944:0@lo:700: 00000100:00100000:2.0:1749393942.160213:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393942.160272:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393942.160334:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507698944 00000100:00100000:0.0:1749393942.160344:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507698944 00000100:00080000:2.0:1749393942.160408:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393942.160414:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:0.0:1749393942.160422:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507698944:12345-0@lo:700: 00000100:00100000:0.0:1749393942.160455:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393942.160462:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507699072:0@lo:700: 40000000:00080000:0.0:1749393942.160475:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393942.160478:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393942.160528:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507698944:12345-0@lo:700: Request processed in 106us (313us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393942.160537:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:2.0:1749393942.160548:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e15500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507698944:0@lo:700: 00000100:00100000:0.0:1749393942.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393942.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393942.450305:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393942.700235:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393942.700245:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393942.700251:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393942.700259:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507699200:0@lo:400: 00000100:00080000:0.0:1749393942.700260:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 979 00000100:00080000:0.0:1749393942.700267:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393942.700274:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393942.700307:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e13480 x1834371507699456/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393942.700315:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393942.700327:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507699328:0@lo:41: 00000100:00080000:0.0:1749393942.700370:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393942.700375:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393942.700376:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393942.700379:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393942.700385:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 979 00000100:00080000:0.0:1749393942.700388:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393942.700389:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507699200 00000100:00080000:0.0:1749393942.700394:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393942.700396:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507699200 00000100:00100000:0.0:1749393942.700413:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130062680 x1834371507699712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393942.700431:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1749393942.700438:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507699200:12345-0@lo:400: 00000100:00080000:0.0:1749393942.700443:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393942.700444:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507699328 00000100:00080000:0.0:1749393942.700448:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393942.700450:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393942.700450:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507699456:0@lo:38: 00000100:00100000:2.0:1749393942.700450:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507699328 00000100:00080000:0.0:1749393942.700456:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 979 00000100:00080000:0.0:1749393942.700459:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393942.700465:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393942.700480:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1749393942.700486:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507699200:12345-0@lo:400: Request processed in 47us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393942.700488:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0ea00 x1834371507699840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393942.700488:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507699328:12345-0@lo:41: 00000100:00100000:3.0:1749393942.700493:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1749393942.700499:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393942.700503:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393942.700507:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393942.700510:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393942.700515:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 979 00000004:00000024:2.0:1749393942.700517:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00080000:0.0:1749393942.700518:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393942.700522:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393942.700522:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507699456 00000100:00100000:3.0:1749393942.700526:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507699456 00000100:00100000:1.0:1749393942.700534:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507699712:0@lo:38: 00000100:00100000:0.0:1749393942.700539:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0ed80 x1834371507699968/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393942.700544:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:3.0:1749393942.700549:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507699456:12345-0@lo:38: 00000100:00100000:1.0:1749393942.700556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393942.700556:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507699328:12345-0@lo:41: Request processed in 68us (180us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393942.700570:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749393942.700571:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393942.700572:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507699840:0@lo:38: 00000100:00100000:2.0:1749393942.700574:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00080000:0.0:1749393942.700577:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393942.700579:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393942.700585:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 979 00000100:00080000:0.0:1749393942.700588:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393942.700588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393942.700594:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393942.700601:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507699712 00000100:00100000:1.0:1749393942.700605:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507699968:0@lo:38: 00000100:00100000:2.0:1749393942.700605:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507699712 00000100:00100000:0.0:1749393942.700609:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0d500 x1834371507700352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393942.700613:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507699456:12345-0@lo:38: Request processed in 62us (113us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393942.700618:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507699840 00000100:00100000:2.0:1749393942.700621:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507699840 00000100:00100000:3.0:1749393942.700623:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:1.0:1749393942.700624:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393942.700633:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393942.700634:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00080000:0.0:1749393942.700638:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749393942.700640:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00080000:0.0:1749393942.700641:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393942.700641:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507699712:12345-0@lo:38: 00000100:00100000:3.0:1749393942.700645:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507699840:12345-0@lo:38: 00000100:00080000:0.0:1749393942.700647:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 979 00000100:00080000:0.0:1749393942.700650:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393942.700654:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00010000:00020000:2.0:1749393942.700658:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393942.700659:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393942.700665:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393942.700670:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507699456:0@lo:38: 00010000:00020000:3.0:1749393942.700672:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393942.700675:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0dc00 x1834371507700480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393942.700689:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507700352:0@lo:38: 00000100:00100000:2.0:1749393942.700691:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507699712:12345-0@lo:38: Request processed in 51us (134us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393942.700695:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507699840:12345-0@lo:38: Request processed in 49us (107us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393942.700698:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:3.0:1749393942.700702:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:2.0:1749393942.700707:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507699968 00000100:00100000:1.0:1749393942.700709:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393942.700710:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507699968 00000100:00100000:3.0:1749393942.700713:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507700352 00000100:00100000:3.0:1749393942.700716:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507700352 00000100:00100000:2.0:1749393942.700719:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00080000:1.0:1749393942.700723:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393942.700723:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507699968:12345-0@lo:38: 00000100:00080000:1.0:1749393942.700726:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393942.700727:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1749393942.700730:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507699712:0@lo:38: 00000100:00100000:0.0:1749393942.700731:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507699584:0@lo:400: 00000100:00100000:3.0:1749393942.700731:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507700352:12345-0@lo:38: 00010000:00020000:2.0:1749393942.700734:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393942.700738:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393942.700741:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:3.0:1749393942.700741:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393942.700744:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507699840:0@lo:38: 00000100:00100000:1.0:1749393942.700794:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507700480:0@lo:38: 00000100:00100000:2.0:1749393942.700796:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507699968:12345-0@lo:38: Request processed in 71us (172us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393942.700803:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:3.0:1749393942.700819:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507700352:12345-0@lo:38: Request processed in 86us (109us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393942.700825:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:2.0:1749393942.700827:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507700224:0@lo:400: 00000100:00100000:1.0:1749393942.700835:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393942.700840:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393942.700849:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507700480 00000100:00100000:3.0:1749393942.700852:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507700480 00000100:00100000:2.0:1749393942.700854:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393942.700861:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393942.700864:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393942.700867:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507700352:0@lo:38: 00000100:00100000:3.0:1749393942.700869:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:3.0:1749393942.700873:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507700480:12345-0@lo:38: 00000100:00080000:1.0:1749393942.700876:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393942.700878:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393942.700879:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507700736:0@lo:400: 00000100:00100000:1.0:1749393942.700882:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507699968:0@lo:38: 00010000:00020000:3.0:1749393942.700885:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393942.700890:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507699328:0@lo:41: 00000100:00100000:2.0:1749393942.700904:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393942.700910:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507700608:0@lo:400: 00000100:00100000:1.0:1749393942.700914:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507700096:0@lo:400: 00000100:00100000:3.0:1749393942.700914:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507700480:12345-0@lo:38: Request processed in 40us (81us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393942.700918:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393942.700921:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00100000:2.0:1749393942.700934:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507700224 00000100:00100000:2.0:1749393942.700938:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507700224 00000100:00100000:1.0:1749393942.700952:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393942.700953:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d7b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507699200:0@lo:400: 00000100:00100000:2.0:1749393942.700971:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507700736 00000100:00100000:2.0:1749393942.700975:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507700736 00000100:00100000:1.0:1749393942.700984:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507700096 00000100:00100000:2.0:1749393942.700988:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1749393942.700989:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507700096 00000100:00100000:2.0:1749393942.700994:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507700224:12345-0@lo:400: 00000100:00100000:0.0:1749393942.700997:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1749393942.701010:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1749393942.701012:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507700736:12345-0@lo:400: 00000100:00100000:3.0:1749393942.701017:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507700096:12345-0@lo:400: 00000100:00080000:1.0:1749393942.701026:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393942.701031:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507700224:12345-0@lo:400: Request processed in 36us (176us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393942.701036:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393942.701037:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1749393942.701041:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507700480:0@lo:38: 00000100:00100000:2.0:1749393942.701055:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507699584 00000100:00100000:2.0:1749393942.701058:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507699584 00000100:00100000:3.0:1749393942.701058:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507700096:12345-0@lo:400: Request processed in 42us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393942.701064:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1749393942.701109:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1749393942.701114:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507700736:12345-0@lo:400: Request processed in 67us (156us total) trans 0 rc 0/0 00010000:00080000:1.0:1749393942.701114:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0fb80 x1834371507700096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393942.701116:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507699584:12345-0@lo:400: 00000100:00100000:0.0:1749393942.701126:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1749393942.701128:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507700096:0@lo:400: 00000100:00100000:2.0:1749393942.701145:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507699584:12345-0@lo:400: Request processed in 29us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393942.701152:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1749393942.701157:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800996ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507699584:0@lo:400: 00010000:00080000:1.0:1749393942.701169:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0ca80 x1834371507700736/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393942.701173:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393942.701180:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507700736:0@lo:400: 00010000:00080000:2.0:1749393942.701200:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0e300 x1834371507700224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393942.701204:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507700608 00000100:00100000:0.0:1749393942.701212:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507700608 00000100:00100000:2.0:1749393942.701213:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507700224:0@lo:400: 00000100:00100000:0.0:1749393942.701265:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1749393942.701275:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507700608:12345-0@lo:400: 00000100:00100000:0.0:1749393942.701349:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507700608:12345-0@lo:400: Request processed in 73us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393942.701362:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00010000:00080000:2.0:1749393942.701384:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0d180 x1834371507700608/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393942.701395:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507700608:0@lo:400: 00000100:00100000:0.0:1749393942.776192:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393942.776206:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507700864:0@lo:900: 00000100:00100000:0.0:1749393943.192347:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393943.322204:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393943.452360:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393944.159270:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507700992:0@lo:700: 00000100:00100000:0.0:1749393944.159341:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393944.159418:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393944.159470:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507700992 00000100:00100000:2.0:1749393944.159481:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507700992 00000100:00080000:0.0:1749393944.159545:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393944.159558:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:2.0:1749393944.159568:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507700992:12345-0@lo:700: 00000100:00100000:2.0:1749393944.159625:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393944.159632:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507701120:0@lo:700: 40000000:00080000:2.0:1749393944.159649:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393944.159652:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393944.159713:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507700992:12345-0@lo:700: Request processed in 146us (371us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393944.159726:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:0.0:1749393944.159737:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507700992:0@lo:700: 00000100:00100000:2.0:1749393944.161188:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507701248:0@lo:700: 00000100:00100000:2.0:1749393944.161228:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393944.161286:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393944.161348:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507701248 00000100:00100000:0.0:1749393944.161358:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507701248 00000100:00080000:2.0:1749393944.161416:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393944.161425:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1749393944.161434:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507701248:12345-0@lo:700: 00000100:00100000:0.0:1749393944.161467:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393944.161473:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507701376:0@lo:700: 40000000:00080000:0.0:1749393944.161485:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393944.161487:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393944.161538:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507701248:12345-0@lo:700: Request processed in 104us (309us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393944.161546:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:2.0:1749393944.161559:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507701248:0@lo:700: 00000100:00100000:0.0:1749393944.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393944.322200:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393944.454320:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393944.777241:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393944.777251:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507701504:0@lo:900: 00000100:00100000:0.0:1749393945.192240:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393945.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393945.456320:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393946.031635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393946.031685:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393946.031791:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499759104 00000100:00100000:3.0:1749393946.031802:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499758976 00000100:00100000:0.0:1749393946.031804:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393946.031804:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499759104 00000100:00100000:3.0:1749393946.031811:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499758976 00000100:00100000:2.0:1749393946.031853:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499759232 00000100:00100000:2.0:1749393946.031857:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499759232 00000100:00100000:3.0:1749393946.031860:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 543 00000100:00100000:0.0:1749393946.031864:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1460 00000100:00100000:3.0:1749393946.031870:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499758976:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393946.031893:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499759104:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393946.031907:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1461 00000100:00100000:2.0:1749393946.031915:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499759232:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393946.031924:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 987 last 0 00000100:00100000:3.0:1749393946.031936:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499758976:12345-192.168.203.32@tcp:400: Request processed in 67us (312us total) trans 0 rc 0/0 00010000:00080000:2.0:1749393946.031939:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 987 last 0 00000100:00100000:3.0:1749393946.031945:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 543 00000100:00100000:0.0:1749393946.031980:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499759104:12345-192.168.203.32@tcp:38: Request processed in 88us (295us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393946.031989:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1460 00000100:00100000:2.0:1749393946.031989:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499759232:12345-192.168.203.32@tcp:38: Request processed in 73us (185us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393946.031997:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1461 00000100:00100000:0.0:1749393946.160242:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507701632:0@lo:700: 00000100:00100000:0.0:1749393946.160309:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393946.160411:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393946.160449:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507701632 00000100:00100000:2.0:1749393946.160458:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507701632 00000100:00100000:2.0:1749393946.160521:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00080000:0.0:1749393946.160536:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393946.160543:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507701632:12345-0@lo:700: 00000100:00100000:2.0:1749393946.160584:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393946.160591:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507701760:0@lo:700: 40000000:00080000:2.0:1749393946.160606:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393946.160609:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393946.160662:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507701632:12345-0@lo:700: Request processed in 122us (355us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393946.160671:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:0.0:1749393946.160707:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507701632:0@lo:700: 00000100:00100000:2.0:1749393946.162176:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507701888:0@lo:700: 00000100:00100000:2.0:1749393946.162213:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393946.162272:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393946.162298:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507701888 00000100:00100000:0.0:1749393946.162306:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507701888 00000100:00080000:2.0:1749393946.162339:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393946.162352:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:0.0:1749393946.162360:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507701888:12345-0@lo:700: 00000100:00100000:0.0:1749393946.162392:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393946.162399:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507702016:0@lo:700: 40000000:00080000:0.0:1749393946.162410:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393946.162413:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393946.162465:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507701888:12345-0@lo:700: Request processed in 105us (251us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393946.162473:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:2.0:1749393946.162494:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507701888:0@lo:700: 00000100:00100000:0.0:1749393946.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393946.322124:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393946.458267:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393946.778142:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393946.778150:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507702144:0@lo:900: 00000100:00100000:0.0:1749393946.780191:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393946.780205:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507702272:0@lo:41: 00000100:00100000:0.0:1749393946.780262:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393946.780297:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507702272 00000100:00100000:2.0:1749393946.780304:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507702272 00000100:00100000:2.0:1749393946.780333:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1749393946.780338:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507702272:12345-0@lo:41: 00000004:00000024:2.0:1749393946.780361:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393946.780397:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507702272:12345-0@lo:41: Request processed in 59us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393946.780402:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1749393946.780426:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507702272:0@lo:41: 00000100:00100000:2.0:1749393947.192196:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393947.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393947.460251:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393947.708225:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393947.708234:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393947.708238:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393947.708241:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507702400:0@lo:41: 00000100:00080000:0.0:1749393947.708244:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 984 00000100:00080000:0.0:1749393947.708247:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393947.708253:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393947.708272:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0f480 x1834371507702656/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393947.708272:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507702528:0@lo:400: 00000100:00100000:2.0:1749393947.708295:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393947.708307:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393947.708315:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393947.708318:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393947.708320:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393947.708323:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 984 00000100:00080000:0.0:1749393947.708325:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393947.708328:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749393947.708334:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749393947.708338:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0e300 x1834371507702912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393947.708345:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507702784:0@lo:400: 00000100:00080000:0.0:1749393947.708346:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393947.708349:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393947.708350:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393947.708353:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 984 00000100:00080000:0.0:1749393947.708355:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393947.708358:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393947.708365:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507702400 00000100:00100000:3.0:1749393947.708367:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393947.708370:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507702400 00000100:00100000:0.0:1749393947.708375:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0ca80 x1834371507703040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393947.708375:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507702528 00000100:00100000:1.0:1749393947.708380:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507702528 00000100:00080000:0.0:1749393947.708383:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393947.708386:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393947.708387:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393947.708389:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 984 00000100:00080000:0.0:1749393947.708391:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393947.708392:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507702784 00000100:00080000:0.0:1749393947.708394:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393947.708394:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507702784 00000100:00100000:2.0:1749393947.708403:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1749393947.708404:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0fb80 x1834371507703168/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393947.708405:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1749393947.708408:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507702400:12345-0@lo:41: 00000100:00100000:1.0:1749393947.708410:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507702528:12345-0@lo:400: 00000100:00100000:3.0:1749393947.708410:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1749393947.708418:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507702784:12345-0@lo:400: 00000100:00080000:0.0:1749393947.708429:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000004:00000024:2.0:1749393947.708431:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00080000:0.0:1749393947.708432:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393947.708433:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393947.708436:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 984 00000100:00080000:0.0:1749393947.708438:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393947.708441:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393947.708443:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507702528:12345-0@lo:400: Request processed in 33us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393947.708448:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1749393947.708451:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0d500 x1834371507703552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393947.708452:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507702400:12345-0@lo:41: Request processed in 44us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393947.708453:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507702784:12345-0@lo:400: Request processed in 36us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393947.708456:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00080000:0.0:1749393947.708458:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393947.708459:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00080000:0.0:1749393947.708460:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393947.708461:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393947.708464:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 984 00000100:00080000:0.0:1749393947.708465:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393947.708468:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393947.708468:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507702656:0@lo:38: 00000100:00100000:2.0:1749393947.708472:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507703424:0@lo:400: 00000100:00100000:0.0:1749393947.708481:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0ea00 x1834371507703680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393947.708484:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393947.708489:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393947.708495:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507702912:0@lo:38: 00000100:00100000:3.0:1749393947.708495:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507702528:0@lo:400: 00000100:00100000:1.0:1749393947.708505:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393947.708508:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507702400:0@lo:41: 00000100:00100000:0.0:1749393947.708512:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507703936:0@lo:400: 00000100:00100000:1.0:1749393947.708512:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507703040:0@lo:38: 00000100:00100000:3.0:1749393947.708517:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507703808:0@lo:400: 00000100:00100000:2.0:1749393947.708519:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507702656 00000100:00100000:1.0:1749393947.708521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393947.708521:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507702656 00000100:00100000:1.0:1749393947.708530:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507703168:0@lo:38: 00000100:00100000:2.0:1749393947.708530:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507702912 00000100:00100000:2.0:1749393947.708532:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507702912 00000100:00100000:2.0:1749393947.708536:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507703040 00000100:00100000:2.0:1749393947.708538:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507703040 00000100:00100000:0.0:1749393947.708540:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393947.708541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393947.708545:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:2.0:1749393947.708547:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507702656:12345-0@lo:38: 00000100:00100000:3.0:1749393947.708548:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507703168 00000100:00100000:3.0:1749393947.708552:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507703168 00000100:00100000:1.0:1749393947.708558:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507703552:0@lo:38: 00010000:00020000:2.0:1749393947.708560:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393947.708562:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749393947.708565:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:0.0:1749393947.708568:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507703296:0@lo:400: 00000100:00100000:1.0:1749393947.708569:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393947.708569:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507702912:12345-0@lo:38: 00000100:00100000:2.0:1749393947.708576:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507702656:12345-0@lo:38: Request processed in 28us (92us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393947.708578:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507703680:0@lo:38: 00000100:00100000:2.0:1749393947.708580:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00010000:00020000:3.0:1749393947.708581:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393947.708586:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507703552 00000100:00100000:2.0:1749393947.708587:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507703552 00000100:00100000:0.0:1749393947.708588:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393947.708588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393947.708590:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507703680 00000100:00100000:2.0:1749393947.708591:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507703680 00000100:00080000:1.0:1749393947.708600:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393947.708602:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393947.708602:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:2.0:1749393947.708604:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507703040:12345-0@lo:38: 00000100:00100000:1.0:1749393947.708605:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507702656:0@lo:38: 00000100:00100000:3.0:1749393947.708607:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507702912:12345-0@lo:38: Request processed in 36us (100us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393947.708610:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393947.708611:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:2.0:1749393947.708611:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393947.708613:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507702912:0@lo:38: 00000100:00100000:3.0:1749393947.708613:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:0.0:1749393947.708617:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507703424 00000100:00100000:0.0:1749393947.708621:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507703424 00000100:00100000:2.0:1749393947.708623:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507703040:12345-0@lo:38: Request processed in 18us (101us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393947.708624:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00080000:1.0:1749393947.708625:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393947.708626:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393947.708628:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507703040:0@lo:38: 00000100:00100000:2.0:1749393947.708628:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:3.0:1749393947.708628:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507703168:12345-0@lo:38: 00000100:00100000:2.0:1749393947.708634:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:2.0:1749393947.708636:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507703552:12345-0@lo:38: 00010000:00020000:3.0:1749393947.708638:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393947.708641:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393947.708642:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507703936 00000100:00100000:1.0:1749393947.708642:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:0.0:1749393947.708644:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507703936 00000100:00100000:1.0:1749393947.708645:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507703680:12345-0@lo:38: 00000100:00100000:2.0:1749393947.708653:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507703552:12345-0@lo:38: Request processed in 16us (84us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393947.708654:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393947.708656:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:3.0:1749393947.708657:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507703168:12345-0@lo:38: Request processed in 28us (114us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393947.708662:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507703296 00000100:00100000:3.0:1749393947.708663:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:0.0:1749393947.708664:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507703296 00000100:00100000:2.0:1749393947.708666:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1749393947.708667:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507703680:12345-0@lo:38: Request processed in 21us (78us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393947.708669:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507703424:12345-0@lo:400: 00000100:00100000:1.0:1749393947.708671:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:0.0:1749393947.708678:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1749393947.708683:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1749393947.708684:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507703936:12345-0@lo:400: 00000100:00100000:2.0:1749393947.708686:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507703424:12345-0@lo:400: Request processed in 16us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393947.708688:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507703296:12345-0@lo:400: 00000100:00100000:2.0:1749393947.708692:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00080000:1.0:1749393947.708701:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393947.708702:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393947.708704:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507703680:0@lo:38: 00000100:00080000:1.0:1749393947.708711:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393947.708712:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:2.0:1749393947.708713:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0ed80 x1834371507703424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393947.708718:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507703168:0@lo:38: 00000100:00100000:0.0:1749393947.708720:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507703936:12345-0@lo:400: Request processed in 35us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393947.708720:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507703424:0@lo:400: 00000100:00100000:3.0:1749393947.708720:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507703296:12345-0@lo:400: Request processed in 31us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393947.708744:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00080000:1.0:1749393947.708747:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393947.708748:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00080000:1.0:1749393947.708748:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393947.708750:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507703552:0@lo:38: 00000100:00080000:2.0:1749393947.708755:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393947.708761:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393947.708774:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507703808 00000100:00100000:2.0:1749393947.708776:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507703808 00000100:00100000:0.0:1749393947.708777:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507702784:0@lo:400: 00000100:00100000:2.0:1749393947.708789:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1749393947.708792:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507703808:12345-0@lo:400: 00010000:00080000:0.0:1749393947.708798:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0dc00 x1834371507703296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393947.708807:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507703296:0@lo:400: 00000100:00100000:2.0:1749393947.708810:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507703808:12345-0@lo:400: Request processed in 17us (49us total) trans 0 rc 0/0 00010000:00080000:0.0:1749393947.708815:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313dc700 x1834371507703936/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393947.708818:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1749393947.708823:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507703936:0@lo:400: 00000100:00080000:2.0:1749393947.708826:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1749393947.708827:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313dc000 x1834371507703808/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393947.708837:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507703808:0@lo:400: 00000100:00100000:0.0:1749393948.161254:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507704064:0@lo:700: 00000100:00100000:0.0:1749393948.161320:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393948.161385:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393948.161432:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507704064 00000100:00100000:2.0:1749393948.161441:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507704064 00000100:00080000:0.0:1749393948.161487:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393948.161497:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:2.0:1749393948.161505:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507704064:12345-0@lo:700: 00000100:00100000:2.0:1749393948.161540:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393948.161545:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507704192:0@lo:700: 40000000:00080000:2.0:1749393948.161557:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393948.161559:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393948.161598:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507704064:12345-0@lo:700: Request processed in 94us (278us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393948.161604:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:0.0:1749393948.161616:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507704064:0@lo:700: 00000100:00100000:2.0:1749393948.163142:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507704320:0@lo:700: 00000100:00100000:2.0:1749393948.163170:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393948.163211:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393948.163228:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507704320 00000100:00100000:0.0:1749393948.163234:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507704320 00000100:00080000:2.0:1749393948.163271:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393948.163272:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:0.0:1749393948.163279:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507704320:12345-0@lo:700: 00000100:00100000:0.0:1749393948.163303:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393948.163308:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507704448:0@lo:700: 40000000:00080000:0.0:1749393948.163316:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393948.163319:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393948.163357:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507704320:12345-0@lo:700: Request processed in 78us (185us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393948.163365:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:2.0:1749393948.163369:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507704320:0@lo:700: 00000100:00100000:2.0:1749393948.192170:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393948.322252:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393948.462344:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393948.779218:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393948.779234:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507704576:0@lo:900: 00000100:00100000:2.0:1749393949.192247:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393949.322210:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:0.0:1749393949.464348:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393950.162307:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507704704:0@lo:700: 00000100:00100000:0.0:1749393950.162391:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393950.162504:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393950.162545:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507704704 00000100:00100000:2.0:1749393950.162557:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507704704 00000100:00080000:0.0:1749393950.162624:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393950.162634:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:2.0:1749393950.162645:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507704704:12345-0@lo:700: 00000100:00100000:2.0:1749393950.162690:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393950.162752:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507704832:0@lo:700: 40000000:00080000:2.0:1749393950.162771:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393950.162774:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393950.162832:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507704704:12345-0@lo:700: Request processed in 189us (442us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393950.162842:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:0.0:1749393950.162864:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507704704:0@lo:700: 00000100:00100000:2.0:1749393950.164177:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e62300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507704960:0@lo:700: 00000100:00100000:2.0:1749393950.164216:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393950.164276:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393950.164330:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507704960 00000100:00100000:0.0:1749393950.164339:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507704960 00000100:00100000:0.0:1749393950.164394:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00080000:2.0:1749393950.164398:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393950.164402:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507704960:12345-0@lo:700: 00000100:00100000:0.0:1749393950.164445:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393950.164451:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507705088:0@lo:700: 40000000:00080000:0.0:1749393950.164463:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393950.164466:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393950.164520:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507704960:12345-0@lo:700: Request processed in 117us (303us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393950.164529:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:2.0:1749393950.164540:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507704960:0@lo:700: 00000100:00100000:2.0:1749393950.192190:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393950.322201:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393950.466426:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393950.780295:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393950.780313:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507705216:0@lo:900: 00000100:00100000:0.0:1749393951.039603:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393951.039652:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393951.039743:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393951.039771:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499759360 00000100:00100000:3.0:1749393951.039784:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499759360 00000100:00100000:0.0:1749393951.039789:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499759488 00000100:00100000:0.0:1749393951.039795:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499759488 00000100:00100000:2.0:1749393951.039803:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499759616 00000100:00100000:2.0:1749393951.039812:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499759616 00000100:00100000:0.0:1749393951.039840:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1468 00000100:00100000:3.0:1749393951.039846:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 545 00000100:00100000:0.0:1749393951.039848:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499759488:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393951.039849:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1469 00000100:00100000:3.0:1749393951.039855:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499759360:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393951.039857:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499759616:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393951.039879:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 992 last 0 00010000:00080000:2.0:1749393951.039882:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 992 last 0 00000100:00100000:3.0:1749393951.039924:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499759360:12345-192.168.203.32@tcp:400: Request processed in 70us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393951.039933:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 545 00000100:00100000:0.0:1749393951.039934:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499759488:12345-192.168.203.32@tcp:38: Request processed in 86us (280us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393951.039941:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499759616:12345-192.168.203.32@tcp:38: Request processed in 84us (239us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393951.039942:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1468 00000100:00100000:2.0:1749393951.039950:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1469 00000100:00100000:0.0:1749393951.192312:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393951.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393951.468385:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393951.788414:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507705344:0@lo:41: 00000100:00100000:2.0:1749393951.788495:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393951.788641:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507705344 00000100:00100000:3.0:1749393951.788654:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507705344 00000100:00100000:3.0:1749393951.788746:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1749393951.788755:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507705344:12345-0@lo:41: 00000004:00000024:3.0:1749393951.788792:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393951.788857:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507705344:12345-0@lo:41: Request processed in 102us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393951.788865:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1749393951.788891:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507705344:0@lo:41: 00000100:00100000:0.0:1749393952.163294:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507705472:0@lo:700: 00000100:00100000:0.0:1749393952.163364:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393952.163450:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393952.163510:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507705472 00000100:00100000:2.0:1749393952.163522:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507705472 00000100:00080000:0.0:1749393952.163586:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393952.163600:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:2.0:1749393952.163611:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507705472:12345-0@lo:700: 00000100:00100000:2.0:1749393952.163656:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393952.163663:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507705600:0@lo:700: 40000000:00080000:2.0:1749393952.163680:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393952.163682:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393952.163777:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507705472:12345-0@lo:700: Request processed in 167us (412us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393952.163786:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1749393952.163807:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507705472:0@lo:700: 00000100:00100000:2.0:1749393952.165180:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e62d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507705728:0@lo:700: 00000100:00100000:2.0:1749393952.165218:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393952.165275:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393952.165342:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507705728 00000100:00100000:0.0:1749393952.165352:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507705728 00000100:00080000:2.0:1749393952.165410:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393952.165414:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1749393952.165423:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507705728:12345-0@lo:700: 00000100:00100000:0.0:1749393952.165457:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393952.165463:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507705856:0@lo:700: 40000000:00080000:0.0:1749393952.165475:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393952.165478:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393952.165528:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507705728:12345-0@lo:700: Request processed in 106us (309us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393952.165537:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:2.0:1749393952.165549:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507705728:0@lo:700: 00000100:00100000:0.0:1749393952.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393952.322228:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393952.470405:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393952.716246:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393952.716257:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393952.716262:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393952.716271:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 989 00000100:00080000:0.0:1749393952.716276:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393952.716282:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507705984:0@lo:400: 00000100:00080000:0.0:1749393952.716284:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749393952.716302:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507706112:0@lo:41: 00000100:00100000:0.0:1749393952.716338:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffc000 x1834371507706240/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393952.716357:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393952.716358:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393952.716396:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393952.716402:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393952.716405:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393952.716410:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 989 00000100:00100000:3.0:1749393952.716412:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507705984 00000100:00080000:0.0:1749393952.716413:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393952.716421:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507705984 00000100:00080000:0.0:1749393952.716428:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393952.716432:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507706368:0@lo:400: 00000100:00100000:0.0:1749393952.716448:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffc700 x1834371507706496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393952.716456:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507706112 00000100:00080000:0.0:1749393952.716462:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393952.716463:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507706112 00000100:00080000:0.0:1749393952.716466:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393952.716469:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393952.716473:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 989 00000100:00100000:3.0:1749393952.716473:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00080000:0.0:1749393952.716476:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393952.716476:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393952.716481:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393952.716485:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507705984:12345-0@lo:400: 00000100:00100000:2.0:1749393952.716499:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507706368 00000100:00100000:2.0:1749393952.716503:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507706368 00000100:00100000:2.0:1749393952.716522:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1749393952.716531:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507706112:12345-0@lo:41: 00000100:00100000:1.0:1749393952.716534:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507706240:0@lo:38: 00000100:00100000:0.0:1749393952.716542:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffca80 x1834371507706624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393952.716547:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507705984:12345-0@lo:400: Request processed in 63us (190us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393952.716557:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393952.716557:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00080000:0.0:1749393952.716561:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393952.716563:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393952.716567:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 989 00000100:00080000:0.0:1749393952.716571:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393952.716571:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393952.716576:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000004:00000024:2.0:1749393952.716576:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393952.716593:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffce00 x1834371507706752/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393952.716598:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507706496:0@lo:38: 00000100:00100000:3.0:1749393952.716614:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507705984:0@lo:400: 00000100:00100000:1.0:1749393952.716630:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393952.716632:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507706112:12345-0@lo:41: Request processed in 100us (273us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393952.716634:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393952.716638:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393952.716640:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393952.716642:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00080000:0.0:1749393952.716644:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 989 00000100:00080000:0.0:1749393952.716647:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393952.716652:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507707008:0@lo:400: 00000100:00080000:0.0:1749393952.716659:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393952.716660:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507706624:0@lo:38: 00000100:00100000:2.0:1749393952.716664:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1749393952.716672:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507706368:12345-0@lo:400: 00000100:00100000:0.0:1749393952.716673:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffd880 x1834371507707136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393952.716686:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393952.716715:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393952.716715:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393952.716723:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393952.716725:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393952.716729:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 989 00000100:00080000:0.0:1749393952.716731:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393952.716734:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393952.716741:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507706752:0@lo:38: 00000100:00100000:0.0:1749393952.716747:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffdc00 x1834371507707264/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393952.716757:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507706368:12345-0@lo:400: Request processed in 84us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393952.716766:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1749393952.716766:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507707008 00000100:00100000:1.0:1749393952.716770:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393952.716772:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507707008 00000100:00100000:0.0:1749393952.716787:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507706240 00000100:00100000:0.0:1749393952.716792:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507706240 00000100:00100000:1.0:1749393952.716797:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507707136:0@lo:38: 00000100:00100000:3.0:1749393952.716807:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1749393952.716811:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507706496 00000100:00100000:0.0:1749393952.716813:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507706496 00000100:00100000:3.0:1749393952.716815:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507707008:12345-0@lo:400: 00000100:00100000:0.0:1749393952.716823:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507706624 00000100:00100000:0.0:1749393952.716825:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507706624 00000100:00100000:1.0:1749393952.716825:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393952.716832:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507706752 00000100:00100000:2.0:1749393952.716833:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507707136 00000100:00100000:0.0:1749393952.716834:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507706752 00000100:00100000:2.0:1749393952.716837:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507707136 00000100:00100000:1.0:1749393952.716841:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507707264:0@lo:38: 00000100:00100000:0.0:1749393952.716844:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:0.0:1749393952.716849:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507706240:12345-0@lo:38: 00000100:00100000:2.0:1749393952.716855:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:3.0:1749393952.716860:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507707008:12345-0@lo:400: Request processed in 44us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393952.716861:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507706496:12345-0@lo:38: 00000100:00100000:1.0:1749393952.716867:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749393952.716870:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393952.716870:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00010000:00020000:2.0:1749393952.716879:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393952.716895:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507707264 00000100:00100000:1.0:1749393952.716901:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507707264 00000100:00100000:0.0:1749393952.716913:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507706240:12345-0@lo:38: Request processed in 63us (343us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393952.716913:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507706112:0@lo:41: 00000100:00100000:2.0:1749393952.716915:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507706496:12345-0@lo:38: Request processed in 53us (284us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393952.716920:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00100000:1.0:1749393952.716926:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:1.0:1749393952.716933:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507706624:12345-0@lo:38: 00000100:00100000:3.0:1749393952.716935:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507707392:0@lo:400: 00000100:00100000:2.0:1749393952.716938:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00100000:0.0:1749393952.716942:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:0.0:1749393952.716946:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507706752:12345-0@lo:38: 00010000:00020000:1.0:1749393952.716954:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393952.716957:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:2.0:1749393952.716963:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507707136:12345-0@lo:38: 00010000:00020000:0.0:1749393952.716965:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393952.716966:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749393952.716978:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393952.716995:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507706752:12345-0@lo:38: Request processed in 48us (226us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393952.716997:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507706624:12345-0@lo:38: Request processed in 61us (305us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393952.716999:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507707392 00000100:00100000:0.0:1749393952.717002:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:2.0:1749393952.717004:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507707136:12345-0@lo:38: Request processed in 40us (179us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393952.717004:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507707392 00000100:00100000:2.0:1749393952.717010:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:0.0:1749393952.717014:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:0.0:1749393952.717017:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507707264:12345-0@lo:38: 00000100:00100000:1.0:1749393952.717020:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00010000:00020000:0.0:1749393952.717026:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749393952.717038:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749393952.717038:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1749393952.717042:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507707264:12345-0@lo:38: Request processed in 23us (176us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393952.717046:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507707392:12345-0@lo:400: 00000100:00100000:0.0:1749393952.717047:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:1.0:1749393952.717052:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507707520:0@lo:400: 00000100:00100000:0.0:1749393952.717065:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507706880:0@lo:400: 00000100:00100000:1.0:1749393952.717119:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393952.717148:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507707520 00000100:00100000:0.0:1749393952.717150:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393952.717153:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507707520 00000100:00100000:1.0:1749393952.717164:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507706368:0@lo:400: 00000100:00100000:3.0:1749393952.717165:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507707392:12345-0@lo:400: Request processed in 117us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393952.717175:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507706880 00000100:00100000:3.0:1749393952.717175:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1749393952.717177:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507706880 00000100:00100000:0.0:1749393952.717191:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00080000:1.0:1749393952.717196:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393952.717199:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507707520:12345-0@lo:400: 00000100:00080000:1.0:1749393952.717200:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393952.717203:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507707136:0@lo:38: 00000100:00080000:1.0:1749393952.717212:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393952.717214:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393952.717215:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1749393952.717217:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507707264:0@lo:38: 00000100:00100000:2.0:1749393952.717223:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507706880:12345-0@lo:400: 00010000:00080000:3.0:1749393952.717223:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffdf80 x1834371507707392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393952.717225:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393952.717227:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393952.717229:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507706624:0@lo:38: 00000100:00100000:0.0:1749393952.717232:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507707520:12345-0@lo:400: Request processed in 34us (113us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393952.717236:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393952.717237:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00080000:1.0:1749393952.717238:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393952.717240:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507706752:0@lo:38: 00000100:00100000:3.0:1749393952.717240:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507707392:0@lo:400: 00000100:00080000:1.0:1749393952.717247:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393952.717249:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393952.717251:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507706240:0@lo:38: 00000100:00080000:1.0:1749393952.717259:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393952.717261:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393952.717263:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507706496:0@lo:38: 00000100:00100000:2.0:1749393952.717272:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507706880:12345-0@lo:400: Request processed in 49us (119us total) trans 0 rc 0/0 00010000:00080000:3.0:1749393952.717272:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffd500 x1834371507707008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749393952.717277:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffd180 x1834371507706880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393952.717281:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1749393952.717286:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507707008:0@lo:400: 00000100:00100000:0.0:1749393952.717288:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507706880:0@lo:400: 00000100:00080000:2.0:1749393952.717299:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1749393952.717306:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffe300 x1834371507707520/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393952.717316:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507707520:0@lo:400: 00000100:00100000:0.0:1749393952.781203:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393952.781215:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507707648:0@lo:900: 00000100:00100000:1.0:1749393952.899201:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:1.0:1749393952.899226:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507707776/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393957 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393952.899287:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393952.899359:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393952.899392:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507707776 00000100:00100000:0.0:1749393952.899404:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507707776 00000100:00100000:0.0:1749393952.899484:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:0.0:1749393952.899493:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507707776:12345-0@lo:700: 40000000:00080000:0.0:1749393952.899521:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393952.899576:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507707776:12345-0@lo:700: Request processed in 85us (288us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393952.899585:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:1.0:1749393952.899593:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507707776/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393968 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393952.899604:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393952.919176:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393952.919197:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507707904/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393957 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393952.919240:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393952.919299:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393952.919315:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507707904 00000100:00100000:0.0:1749393952.919325:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507707904 00000100:00100000:0.0:1749393952.919382:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1749393952.919395:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507707904:12345-0@lo:700: 40000000:00080000:0.0:1749393952.919420:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393952.919487:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507707904:12345-0@lo:700: Request processed in 94us (245us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393952.919496:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:2.0:1749393952.919510:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507707904/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393968 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393952.919521:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393953.192280:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393953.322215:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393953.472425:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393954.164248:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507708032:0@lo:700: 00000100:00100000:0.0:1749393954.164312:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393954.164391:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393954.164414:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507708032 00000100:00100000:2.0:1749393954.164424:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507708032 00000100:00080000:0.0:1749393954.164482:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393954.164500:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1749393954.164512:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507708032:12345-0@lo:700: 00000100:00100000:2.0:1749393954.164555:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393954.164563:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507708160:0@lo:700: 40000000:00080000:2.0:1749393954.164580:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393954.164584:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393954.164644:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507708032:12345-0@lo:700: Request processed in 133us (330us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393954.164654:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1749393954.164673:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507708032:0@lo:700: 00000100:00100000:2.0:1749393954.166161:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507708288:0@lo:700: 00000100:00100000:2.0:1749393954.166211:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393954.166275:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393954.166312:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507708288 00000100:00100000:0.0:1749393954.166320:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507708288 00000100:00100000:0.0:1749393954.166364:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:0.0:1749393954.166370:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507708288:12345-0@lo:700: 00000100:00080000:2.0:1749393954.166372:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393954.166397:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393954.166401:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507708416:0@lo:700: 40000000:00080000:0.0:1749393954.166410:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393954.166419:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393954.166462:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507708288:12345-0@lo:700: Request processed in 92us (252us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393954.166470:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1749393954.166491:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507708288:0@lo:700: 00000100:00100000:2.0:1749393954.192222:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393954.322204:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393954.474338:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393954.782253:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393954.782270:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507708544:0@lo:900: 00000100:00100000:2.0:1749393955.192244:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393955.322248:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393955.476405:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393956.048046:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393956.048177:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499759872 00000100:00100000:0.0:1749393956.048181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393956.048191:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499759872 00000100:00100000:2.0:1749393956.048244:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1476 00000100:00100000:0.0:1749393956.048257:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749393956.048257:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499759872:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393956.048297:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 997 last 0 00000100:00100000:3.0:1749393956.048326:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499759744 00000100:00100000:3.0:1749393956.048335:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499759744 00000100:00100000:0.0:1749393956.048363:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499760000 00000100:00100000:0.0:1749393956.048372:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499760000 00000100:00100000:3.0:1749393956.048380:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 547 00000100:00100000:2.0:1749393956.048388:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499759872:12345-192.168.203.32@tcp:38: Request processed in 130us (351us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749393956.048389:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499759744:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749393956.048402:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1477 00000100:00100000:0.0:1749393956.048413:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499760000:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393956.048417:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1476 00000100:00100000:3.0:1749393956.048436:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499759744:12345-192.168.203.32@tcp:400: Request processed in 48us (258us total) trans 0 rc 0/0 00010000:00080000:0.0:1749393956.048443:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 997 last 0 00000100:00100000:3.0:1749393956.048444:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 547 00000100:00100000:0.0:1749393956.048518:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499760000:12345-192.168.203.32@tcp:38: Request processed in 103us (259us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393956.048532:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1477 00000100:00100000:0.0:1749393956.165276:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092fff100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507708672:0@lo:700: 00000100:00100000:0.0:1749393956.165344:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393956.165433:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393956.165505:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507708672 00000100:00100000:2.0:1749393956.165517:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507708672 00000100:00080000:0.0:1749393956.165583:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393956.165594:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:2.0:1749393956.165605:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507708672:12345-0@lo:700: 00000100:00100000:2.0:1749393956.165649:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393956.165656:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507708800:0@lo:700: 40000000:00080000:2.0:1749393956.165719:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393956.165723:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393956.165780:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507708672:12345-0@lo:700: Request processed in 176us (435us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393956.165804:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:0.0:1749393956.165810:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507708672:0@lo:700: 00000100:00100000:2.0:1749393956.167176:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507708928:0@lo:700: 00000100:00100000:2.0:1749393956.167214:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393956.167277:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393956.167335:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507708928 00000100:00100000:0.0:1749393956.167345:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507708928 00000100:00080000:2.0:1749393956.167402:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393956.167405:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:0.0:1749393956.167414:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507708928:12345-0@lo:700: 00000100:00100000:0.0:1749393956.167460:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393956.167466:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507709056:0@lo:700: 40000000:00080000:0.0:1749393956.167476:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393956.167479:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393956.167532:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507708928:12345-0@lo:700: Request processed in 118us (316us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393956.167541:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:2.0:1749393956.167552:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507708928:0@lo:700: 00000100:00100000:2.0:1749393956.192201:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393956.322156:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393956.478419:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393956.783271:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393956.783289:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507709184:0@lo:900: 00000100:00100000:0.0:1749393956.796356:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507709312:0@lo:41: 00000100:00100000:0.0:1749393956.796429:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393956.796497:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507709312 00000100:00100000:2.0:1749393956.796508:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507709312 00000100:00100000:2.0:1749393956.796565:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1749393956.796578:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507709312:12345-0@lo:41: 00000004:00000024:2.0:1749393956.796623:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393956.796757:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507709312:12345-0@lo:41: Request processed in 178us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393956.796771:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1749393956.796787:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507709312:0@lo:41: 00000100:00100000:2.0:1749393957.192237:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393957.322251:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393957.480341:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393957.724254:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393957.724266:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393957.724270:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393957.724278:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 994 00000100:00080000:0.0:1749393957.724283:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393957.724285:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507709568:0@lo:400: 00000100:00080000:0.0:1749393957.724290:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393957.724311:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092fffb80 x1834371507709696/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393957.724354:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393957.724357:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393957.724359:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393957.724360:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393957.724360:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507709440:0@lo:41: 00000100:00080000:0.0:1749393957.724364:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 994 00000100:00080000:0.0:1749393957.724381:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393957.724385:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393957.724399:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffd500 x1834371507709952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393957.724409:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393957.724414:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393957.724418:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393957.724420:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393957.724423:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 994 00000100:00080000:0.0:1749393957.724426:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393957.724429:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393957.724432:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507709568 00000100:00100000:0.0:1749393957.724439:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffc000 x1834371507710208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393957.724440:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507709568 00000100:00080000:0.0:1749393957.724447:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393957.724450:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393957.724451:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393957.724451:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507709824:0@lo:400: 00000100:00080000:0.0:1749393957.724454:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 994 00000100:00080000:0.0:1749393957.724456:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393957.724458:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507709440 00000100:00080000:0.0:1749393957.724459:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393957.724464:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507709440 00000100:00100000:0.0:1749393957.724468:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffce00 x1834371507710336/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393957.724480:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1749393957.724488:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507709568:12345-0@lo:400: 00000100:00080000:0.0:1749393957.724494:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393957.724494:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1749393957.724496:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393957.724497:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393957.724499:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393957.724501:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507709440:12345-0@lo:41: 00000100:00080000:0.0:1749393957.724502:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 994 00000100:00080000:0.0:1749393957.724509:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393957.724513:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393957.724525:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffd880 x1834371507710720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393957.724528:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00000024:2.0:1749393957.724531:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393957.724533:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507709568:12345-0@lo:400: Request processed in 46us (176us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393957.724534:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393957.724536:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507710080:0@lo:400: 00000100:00080000:0.0:1749393957.724537:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393957.724539:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393957.724541:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00080000:0.0:1749393957.724542:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 994 00000100:00080000:0.0:1749393957.724544:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393957.724546:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393957.724554:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393957.724556:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffdf80 x1834371507710848/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393957.724568:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507709440:12345-0@lo:41: Request processed in 66us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393957.724573:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507710464:0@lo:400: 00000100:00100000:1.0:1749393957.724582:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507709824 00000100:00100000:2.0:1749393957.724586:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1749393957.724587:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507709824 00000100:00100000:3.0:1749393957.724595:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393957.724603:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507710080 00000100:00100000:2.0:1749393957.724606:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507710080 00000100:00100000:0.0:1749393957.724607:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507711104:0@lo:400: 00000100:00100000:1.0:1749393957.724613:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1749393957.724620:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507709824:12345-0@lo:400: 00000100:00100000:3.0:1749393957.724624:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507709568:0@lo:400: 00000100:00100000:2.0:1749393957.724634:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1749393957.724638:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393957.724639:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507710080:12345-0@lo:400: 00000100:00100000:3.0:1749393957.724644:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507710592:0@lo:400: 00000100:00100000:0.0:1749393957.724647:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393957.724708:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507709824:12345-0@lo:400: Request processed in 86us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393957.724711:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393957.724716:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1749393957.724717:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749393957.724717:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507710080:12345-0@lo:400: Request processed in 76us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393957.724725:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1749393957.724726:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507710976:0@lo:400: 00000100:00100000:1.0:1749393957.724741:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092fffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507709696:0@lo:38: 00000100:00100000:3.0:1749393957.724741:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507710464 00000100:00100000:3.0:1749393957.724745:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507710464 00000100:00100000:0.0:1749393957.724748:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393957.724769:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507709440:0@lo:41: 00000100:00100000:1.0:1749393957.724771:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393957.724777:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507711104 00000100:00100000:0.0:1749393957.724782:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507711104 00000100:00100000:3.0:1749393957.724783:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507710592 00000100:00100000:3.0:1749393957.724786:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507710592 00000100:00100000:1.0:1749393957.724789:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507709952:0@lo:38: 00000100:00100000:3.0:1749393957.724799:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507710976 00000100:00100000:3.0:1749393957.724801:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507710976 00000100:00100000:2.0:1749393957.724804:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1749393957.724811:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507710464:12345-0@lo:400: 00000100:00100000:0.0:1749393957.724817:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1749393957.724821:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393957.724826:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507710592:12345-0@lo:400: 00000100:00100000:3.0:1749393957.724830:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1749393957.724837:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507710208:0@lo:38: 00000100:00100000:3.0:1749393957.724837:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507711104:12345-0@lo:400: 00000100:00100000:2.0:1749393957.724850:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507710464:12345-0@lo:400: Request processed in 39us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393957.724856:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1749393957.724861:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393957.724869:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507710592:12345-0@lo:400: Request processed in 44us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393957.724869:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1749393957.724874:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507710336:0@lo:38: 00000100:00100000:2.0:1749393957.724875:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507710976:12345-0@lo:400: 00000100:00100000:0.0:1749393957.724876:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1749393957.724882:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507711104:12345-0@lo:400: Request processed in 45us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393957.724888:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1749393957.724895:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393957.724898:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507710976:12345-0@lo:400: Request processed in 23us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393957.724904:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1749393957.724910:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507710720:0@lo:38: 00010000:00080000:0.0:1749393957.724914:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffc380 x1834371507710976/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749393957.724919:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1749393957.724924:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffdc00 x1834371507710592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393957.724926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393957.724932:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507709696 00000100:00100000:2.0:1749393957.724936:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507709696 00000100:00100000:3.0:1749393957.724938:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507710592:0@lo:400: 00000100:00100000:1.0:1749393957.724939:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507710848:0@lo:38: 00000100:00100000:0.0:1749393957.724941:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507710976:0@lo:400: 00010000:00080000:3.0:1749393957.724949:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffca80 x1834371507710464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393957.724950:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507709952 00000100:00100000:2.0:1749393957.724953:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507709952 00000100:00100000:1.0:1749393957.724956:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1749393957.724958:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f80c000 x1834371507711104/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393957.724959:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507710464:0@lo:400: 00000100:00100000:2.0:1749393957.724960:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507710208 00000100:00100000:2.0:1749393957.724962:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507710208 00000100:00100000:0.0:1749393957.724967:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507711104:0@lo:400: 00000100:00100000:2.0:1749393957.724969:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507710336 00000100:00100000:2.0:1749393957.724979:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507710336 00000100:00100000:1.0:1749393957.724980:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507710720 00000100:00100000:1.0:1749393957.724984:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507710720 00000100:00100000:2.0:1749393957.724991:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507710848 00000100:00100000:2.0:1749393957.724993:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507710848 00000100:00100000:3.0:1749393957.724994:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:3.0:1749393957.725000:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507709696:12345-0@lo:38: 00000100:00100000:2.0:1749393957.725011:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479 00000100:00100000:2.0:1749393957.725016:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507709952:12345-0@lo:38: 00000100:00100000:1.0:1749393957.725017:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00010000:00020000:3.0:1749393957.725022:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393957.725023:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507710208:12345-0@lo:38: 00000100:00100000:0.0:1749393957.725025:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:0.0:1749393957.725031:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507710336:12345-0@lo:38: 00010000:00020000:2.0:1749393957.725033:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749393957.725041:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393957.725049:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393957.725056:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507709696:12345-0@lo:38: Request processed in 55us (284us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393957.725063:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:2.0:1749393957.725065:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507709952:12345-0@lo:38: Request processed in 48us (244us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393957.725105:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:3.0:1749393957.725110:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507710720:12345-0@lo:38: 00000100:00100000:2.0:1749393957.725113:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479 00000100:00100000:1.0:1749393957.725118:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507710208:12345-0@lo:38: Request processed in 93us (255us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749393957.725123:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393957.725125:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:0.0:1749393957.725126:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507710336:12345-0@lo:38: Request processed in 93us (229us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393957.725129:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:0.0:1749393957.725135:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1749393957.725135:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507710848:12345-0@lo:38: 00000100:00100000:3.0:1749393957.725146:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507710720:12345-0@lo:38: Request processed in 35us (219us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749393957.725148:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393957.725157:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507710080:0@lo:400: 00000100:00100000:3.0:1749393957.725161:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00100000:1.0:1749393957.725167:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507709824:0@lo:400: 00000100:00100000:2.0:1749393957.725172:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507710848:12345-0@lo:38: Request processed in 37us (215us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393957.725178:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00080000:1.0:1749393957.725191:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393957.725195:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393957.725199:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507709696:0@lo:38: 00000100:00080000:1.0:1749393957.725208:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393957.725211:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393957.725221:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507709952:0@lo:38: 00000100:00080000:1.0:1749393957.725232:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393957.725235:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393957.725238:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507710208:0@lo:38: 00000100:00080000:1.0:1749393957.725245:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393957.725248:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393957.725251:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507710336:0@lo:38: 00000100:00080000:1.0:1749393957.725258:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393957.725261:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393957.725263:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507710720:0@lo:38: 00000100:00080000:1.0:1749393957.725271:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393957.725273:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393957.725276:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507710848:0@lo:38: 00000100:00100000:2.0:1749393958.166374:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507711232:0@lo:700: 00000100:00100000:2.0:1749393958.166443:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393958.166508:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507711232 00000100:00100000:0.0:1749393958.166521:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507711232 00000100:00100000:2.0:1749393958.166522:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00080000:2.0:1749393958.166550:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393958.166574:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:0.0:1749393958.166584:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507711232:12345-0@lo:700: 00000100:00100000:0.0:1749393958.166630:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393958.166637:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507711360:0@lo:700: 40000000:00080000:0.0:1749393958.166690:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393958.166694:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393958.166752:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507711232:12345-0@lo:700: Request processed in 169us (308us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393958.166762:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:2.0:1749393958.166786:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507711232:0@lo:700: 00000100:00100000:2.0:1749393958.168175:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507711488:0@lo:700: 00000100:00100000:2.0:1749393958.168212:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393958.168268:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393958.168333:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507711488 00000100:00100000:0.0:1749393958.168342:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507711488 00000100:00080000:2.0:1749393958.168399:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393958.168408:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:0.0:1749393958.168432:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507711488:12345-0@lo:700: 00000100:00100000:0.0:1749393958.168479:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393958.168486:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507711616:0@lo:700: 40000000:00080000:0.0:1749393958.168496:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393958.168499:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393958.168551:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507711488:12345-0@lo:700: Request processed in 120us (338us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393958.168560:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:2.0:1749393958.168573:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507711488:0@lo:700: 00000100:00100000:2.0:1749393958.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393958.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393958.482338:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393958.784225:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393958.784241:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80c000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507711744:0@lo:900: 00000100:00100000:2.0:1749393959.192257:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393959.322190:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393959.484388:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393960.167224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507711872:0@lo:700: 00000100:00100000:2.0:1749393960.167293:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393960.167368:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393960.167424:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507711872 00000100:00100000:0.0:1749393960.167436:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507711872 00000100:00080000:2.0:1749393960.167503:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393960.167511:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:0.0:1749393960.167522:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507711872:12345-0@lo:700: 00000100:00100000:0.0:1749393960.167566:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393960.167573:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507712000:0@lo:700: 40000000:00080000:0.0:1749393960.167587:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393960.167591:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393960.167689:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507711872:12345-0@lo:700: Request processed in 168us (394us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393960.167699:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:2.0:1749393960.167707:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507711872:0@lo:700: 00000100:00100000:2.0:1749393960.169174:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507712128:0@lo:700: 00000100:00100000:2.0:1749393960.169212:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393960.169272:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393960.169333:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507712128 00000100:00100000:0.0:1749393960.169343:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507712128 00000100:00080000:2.0:1749393960.169397:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393960.169401:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:0.0:1749393960.169409:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507712128:12345-0@lo:700: 00000100:00100000:0.0:1749393960.169441:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393960.169458:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507712256:0@lo:700: 40000000:00080000:0.0:1749393960.169469:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393960.169472:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393960.169525:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507712128:12345-0@lo:700: Request processed in 117us (312us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393960.169534:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:2.0:1749393960.169548:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507712128:0@lo:700: 00000100:00100000:2.0:1749393960.192176:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393960.322217:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393960.486369:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393960.785271:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393960.785288:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80c000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507712384:0@lo:900: 00000100:00100000:0.0:1749393961.055727:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393961.055776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393961.055824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393961.055868:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499760256 00000100:00100000:3.0:1749393961.055873:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499760128 00000100:00100000:0.0:1749393961.055877:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499760256 00000100:00100000:3.0:1749393961.055883:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499760128 00000100:00100000:0.0:1749393961.055920:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499760384 00000100:00100000:0.0:1749393961.055923:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499760384 00000100:00100000:3.0:1749393961.055930:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 549 00000100:00100000:2.0:1749393961.055935:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1484 00000100:00100000:3.0:1749393961.055940:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499760128:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393961.055946:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499760256:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393961.055953:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1485 00000100:00100000:0.0:1749393961.055960:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499760384:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393961.055977:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1002 last 0 00010000:00080000:0.0:1749393961.055983:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1002 last 0 00000100:00100000:3.0:1749393961.056013:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499760128:12345-192.168.203.32@tcp:400: Request processed in 74us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393961.056022:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 549 00000100:00100000:0.0:1749393961.056032:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499760384:12345-192.168.203.32@tcp:38: Request processed in 71us (207us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393961.056039:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499760256:12345-192.168.203.32@tcp:38: Request processed in 93us (262us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393961.056041:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1485 00000100:00100000:2.0:1749393961.056048:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1484 00000100:00100000:2.0:1749393961.192212:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393961.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393961.488328:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393961.804424:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507712512:0@lo:41: 00000100:00100000:3.0:1749393961.804495:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393961.804550:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507712512 00000100:00100000:2.0:1749393961.804562:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507712512 00000100:00100000:2.0:1749393961.804606:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1749393961.804652:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507712512:12345-0@lo:41: 00000004:00000024:2.0:1749393961.804698:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749393961.804761:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507712512:12345-0@lo:41: Request processed in 134us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393961.804769:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1749393961.804796:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507712512:0@lo:41: 00000100:00100000:2.0:1749393962.168253:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507712640:0@lo:700: 00000100:00100000:2.0:1749393962.168319:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393962.168401:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393962.168456:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507712640 00000100:00100000:0.0:1749393962.168468:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507712640 00000100:00080000:2.0:1749393962.168532:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393962.168548:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:0.0:1749393962.168558:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507712640:12345-0@lo:700: 00000100:00100000:0.0:1749393962.168604:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393962.168611:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507712768:0@lo:700: 40000000:00080000:0.0:1749393962.168678:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393962.168681:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393962.168739:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507712640:12345-0@lo:700: Request processed in 182us (419us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393962.168749:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:2.0:1749393962.168768:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507712640:0@lo:700: 00000100:00100000:2.0:1749393962.170179:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507712896:0@lo:700: 00000100:00100000:2.0:1749393962.170218:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393962.170278:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393962.170363:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507712896 00000100:00100000:0.0:1749393962.170373:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507712896 00000100:00080000:2.0:1749393962.170427:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393962.170430:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:0.0:1749393962.170439:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507712896:12345-0@lo:700: 00000100:00100000:0.0:1749393962.170472:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393962.170478:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507713024:0@lo:700: 40000000:00080000:0.0:1749393962.170489:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393962.170492:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393962.170543:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507712896:12345-0@lo:700: Request processed in 104us (324us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393962.170551:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1749393962.170565:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507712896:0@lo:700: 00000100:00100000:2.0:1749393962.192174:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393962.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393962.490377:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393962.732246:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393962.732256:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1749393962.732257:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393962.732261:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393962.732270:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 999 00000100:00080000:0.0:1749393962.732275:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393962.732280:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507713280:0@lo:41: 00000100:00080000:0.0:1749393962.732283:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393962.732304:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80d500 x1834371507713408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393962.732324:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393962.732342:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393962.732344:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393962.732347:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393962.732349:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 999 00000100:00080000:0.0:1749393962.732351:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393962.732354:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393962.732368:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80dc00 x1834371507713664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393962.732369:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507713536:0@lo:400: 00000100:00100000:1.0:1749393962.732373:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507713152:0@lo:400: 00000100:00080000:0.0:1749393962.732378:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393962.732381:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393962.732383:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393962.732387:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 999 00000100:00080000:0.0:1749393962.732389:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393962.732392:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393962.732401:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80df80 x1834371507713792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393962.732407:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507713280 00000100:00080000:0.0:1749393962.732409:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393962.732412:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393962.732413:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393962.732415:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507713280 00000100:00080000:0.0:1749393962.732416:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 999 00000100:00080000:0.0:1749393962.732418:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393962.732421:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393962.732430:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80e300 x1834371507713920/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393962.732431:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393962.732438:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393962.732450:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507713536 00000100:00100000:2.0:1749393962.732452:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507713536 00000100:00080000:0.0:1749393962.732458:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393962.732466:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393962.732468:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393962.732470:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00080000:0.0:1749393962.732472:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 999 00000100:00080000:0.0:1749393962.732474:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393962.732478:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393962.732478:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507713280:12345-0@lo:41: 00000100:00100000:3.0:1749393962.732479:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507713152 00000100:00100000:3.0:1749393962.732485:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507713152 00000100:00100000:0.0:1749393962.732491:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80ed80 x1834371507714304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393962.732499:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393962.732501:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00080000:0.0:1749393962.732502:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393962.732504:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393962.732507:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 999 00000100:00080000:0.0:1749393962.732509:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393962.732512:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393962.732512:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507713536:12345-0@lo:400: 00000004:00000024:2.0:1749393962.732512:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393962.732518:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1749393962.732521:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80f100 x1834371507714432/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393962.732525:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507713152:12345-0@lo:400: 00000100:00100000:1.0:1749393962.732560:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507713536:12345-0@lo:400: Request processed in 51us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393962.732568:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1749393962.732568:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507713280:12345-0@lo:41: Request processed in 90us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393962.732569:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507713152:12345-0@lo:400: Request processed in 43us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393962.732571:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507714688:0@lo:400: 00000100:00100000:2.0:1749393962.732577:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1749393962.732577:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1749393962.732596:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507714560:0@lo:400: 00000100:00100000:2.0:1749393962.732609:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507714048:0@lo:400: 00000100:00100000:3.0:1749393962.732609:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507714176:0@lo:400: 00000100:00100000:0.0:1749393962.732611:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393962.732656:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507713408:0@lo:38: 00000100:00100000:3.0:1749393962.732678:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393962.732697:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507714688 00000100:00100000:1.0:1749393962.732698:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393962.732702:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507714688 00000100:00100000:0.0:1749393962.732708:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507713536:0@lo:400: 00000100:00100000:3.0:1749393962.732730:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507714176 00000100:00100000:1.0:1749393962.732734:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507713664:0@lo:38: 00000100:00100000:3.0:1749393962.732735:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507714176 00000100:00100000:2.0:1749393962.732739:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1749393962.732745:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507714688:12345-0@lo:400: 00000100:00100000:0.0:1749393962.732750:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507713408 00000100:00100000:1.0:1749393962.732755:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393962.732756:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507713408 00000100:00100000:3.0:1749393962.732758:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1749393962.732765:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507714176:12345-0@lo:400: 00000100:00100000:1.0:1749393962.732771:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507713792:0@lo:38: 00000100:00100000:0.0:1749393962.732776:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507713664 00000100:00100000:0.0:1749393962.732779:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507713664 00000100:00100000:2.0:1749393962.732783:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507714688:12345-0@lo:400: Request processed in 38us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393962.732789:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1749393962.732793:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:1.0:1749393962.732795:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393962.732800:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507713408:12345-0@lo:38: 00000100:00100000:3.0:1749393962.732802:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507714176:12345-0@lo:400: Request processed in 37us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393962.732807:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393962.732809:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1749393962.732810:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507713920:0@lo:38: 00000100:00100000:3.0:1749393962.732819:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507714048 00010000:00020000:0.0:1749393962.732822:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393962.732822:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507714048 00000100:00100000:1.0:1749393962.732825:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393962.732838:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507714304:0@lo:38: 00000100:00100000:2.0:1749393962.732838:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507713280:0@lo:41: 00000100:00100000:3.0:1749393962.732839:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1749393962.732844:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507714048:12345-0@lo:400: 00000100:00100000:1.0:1749393962.732859:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393962.732870:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507714432:0@lo:38: 00010000:00080000:2.0:1749393962.732871:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f80f800 x1834371507714688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393962.732875:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507713408:12345-0@lo:38: Request processed in 73us (175us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393962.732883:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:2.0:1749393962.732883:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507714688:0@lo:400: 00000100:00100000:3.0:1749393962.732890:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507714048:12345-0@lo:400: Request processed in 45us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393962.732897:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1749393962.732899:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507713792 00000100:00100000:0.0:1749393962.732903:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507713792 00010000:00080000:2.0:1749393962.732904:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f80e680 x1834371507714048/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393962.732908:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393962.732910:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507713920 00000100:00100000:0.0:1749393962.732913:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507713920 00000100:00100000:2.0:1749393962.732913:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507714048:0@lo:400: 00000100:00100000:0.0:1749393962.732920:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507714304 00000100:00100000:0.0:1749393962.732923:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507714304 00000100:00100000:0.0:1749393962.732929:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507714432 00000100:00100000:0.0:1749393962.732931:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507714432 00010000:00080000:3.0:1749393962.732932:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f80ea00 x1834371507714176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393962.732938:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1487 00000100:00080000:2.0:1749393962.732940:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393962.732942:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507713664:12345-0@lo:38: 00000100:00080000:1.0:1749393962.732943:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393962.732945:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507714176:0@lo:400: 00000100:00080000:1.0:1749393962.732949:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:0.0:1749393962.732954:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393962.732957:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507713408:0@lo:38: 00000100:00100000:2.0:1749393962.732958:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:2.0:1749393962.732962:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507713792:12345-0@lo:38: 00000100:00100000:0.0:1749393962.732975:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507713664:12345-0@lo:38: Request processed in 31us (219us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393962.732976:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00010000:00020000:2.0:1749393962.732979:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393962.732982:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1487 00000100:00080000:1.0:1749393962.732982:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393962.732982:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507713920:12345-0@lo:38: 00000100:00080000:1.0:1749393962.732987:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393962.732991:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:1.0:1749393962.732993:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507713664:0@lo:38: 00000100:00100000:0.0:1749393962.732995:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507714304:12345-0@lo:38: 00010000:00020000:3.0:1749393962.732998:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393962.733005:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393962.733007:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393962.733008:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507713792:12345-0@lo:38: Request processed in 44us (211us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393962.733012:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393962.733017:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507713792:0@lo:38: 00000100:00100000:3.0:1749393962.733027:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507713920:12345-0@lo:38: Request processed in 44us (200us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393962.733028:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00100000:0.0:1749393962.733029:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507714304:12345-0@lo:38: Request processed in 31us (168us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393962.733030:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393962.733033:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393962.733034:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00100000:1.0:1749393962.733039:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507713920:0@lo:38: 00000100:00100000:0.0:1749393962.733049:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00080000:1.0:1749393962.733052:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393962.733053:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491 00000100:00100000:2.0:1749393962.733058:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507714432:12345-0@lo:38: 00000100:00080000:1.0:1749393962.733064:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393962.733069:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507714304:0@lo:38: 00010000:00020000:2.0:1749393962.733102:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393962.733129:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507714432:12345-0@lo:38: Request processed in 70us (223us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393962.733135:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491 00000100:00080000:1.0:1749393962.733137:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393962.733140:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393962.733143:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507714432:0@lo:38: 00000100:00100000:1.0:1749393962.733162:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393962.733186:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507714560 00000100:00100000:2.0:1749393962.733190:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507714560 00000100:00100000:1.0:1749393962.733197:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507713152:0@lo:400: 00000100:00100000:2.0:1749393962.733234:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1749393962.733240:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507714560:12345-0@lo:400: 00000100:00080000:3.0:1749393962.733247:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393962.733284:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507714560:12345-0@lo:400: Request processed in 43us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393962.733290:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00010000:00080000:1.0:1749393962.733327:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f80f480 x1834371507714560/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393962.733340:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507714560:0@lo:400: 00000100:00100000:0.0:1749393962.786176:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393962.786187:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80d880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507714816:0@lo:900: 00000100:00100000:2.0:1749393963.192233:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393963.322198:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393963.492371:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393963.899280:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393963.899314:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507714944/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393968 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393963.899386:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393963.899464:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393963.899520:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507714944 00000100:00100000:0.0:1749393963.899533:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507714944 00000100:00100000:0.0:1749393963.899631:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:0.0:1749393963.899641:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507714944:12345-0@lo:700: 40000000:00080000:0.0:1749393963.899676:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:0.0:1749393963.899680:0:9567:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393963.899737:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507714944:12345-0@lo:700: Request processed in 96us (350us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393963.899746:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:2.0:1749393963.899766:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507714944/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393979 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393963.899778:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393963.919178:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393963.919199:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507715072/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393968 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393963.919249:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393963.919311:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393963.919394:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507715072 00000100:00100000:0.0:1749393963.919404:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507715072 00000100:00100000:0.0:1749393963.919450:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:0.0:1749393963.919459:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507715072:12345-0@lo:700: 40000000:00080000:0.0:1749393963.919478:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393963.919529:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507715072:12345-0@lo:700: Request processed in 70us (279us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393963.919537:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:2.0:1749393963.919556:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507715072/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393979 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393963.919567:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393964.169402:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507715200:0@lo:700: 00000100:00100000:0.0:1749393964.169472:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393964.169541:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507715200 00000100:00100000:2.0:1749393964.169552:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507715200 00000100:00100000:0.0:1749393964.169553:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393964.169605:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1749393964.169654:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507715200:12345-0@lo:700: 00000100:00100000:2.0:1749393964.169698:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393964.169705:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507715328:0@lo:700: 40000000:00080000:2.0:1749393964.169721:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393964.169724:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393964.169789:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507715200:12345-0@lo:700: Request processed in 138us (316us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393964.169798:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1749393964.169819:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507715200:0@lo:700: 00000100:00080000:3.0:1749393964.169820:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393964.171178:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507715456:0@lo:700: 00000100:00100000:2.0:1749393964.171216:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393964.171273:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393964.171336:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507715456 00000100:00100000:0.0:1749393964.171345:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507715456 00000100:00080000:3.0:1749393964.171375:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393964.171384:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:0.0:1749393964.171392:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507715456:12345-0@lo:700: 00000100:00100000:0.0:1749393964.171424:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393964.171431:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507715584:0@lo:700: 40000000:00080000:0.0:1749393964.171441:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393964.171457:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393964.171516:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507715456:12345-0@lo:700: Request processed in 123us (298us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393964.171525:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:2.0:1749393964.171544:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507715456:0@lo:700: 00000100:00100000:2.0:1749393964.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393964.322246:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393964.494399:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393964.787250:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393964.787268:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80d880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507715712:0@lo:900: 00000100:00100000:2.0:1749393965.192230:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393965.322255:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393965.496438:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393966.063717:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393966.063766:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393966.063809:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393966.063854:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499760640 00000100:00100000:3.0:1749393966.063859:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499760512 00000100:00100000:0.0:1749393966.063864:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499760640 00000100:00100000:3.0:1749393966.063869:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499760512 00000100:00100000:0.0:1749393966.063907:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499760768 00000100:00100000:0.0:1749393966.063910:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499760768 00000100:00100000:3.0:1749393966.063915:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 551 00000100:00100000:2.0:1749393966.063922:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1492 00000100:00100000:3.0:1749393966.063925:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499760512:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393966.063932:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499760640:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393966.063940:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1493 00000100:00100000:0.0:1749393966.063947:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499760768:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393966.063976:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1007 last 0 00010000:00080000:2.0:1749393966.063983:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1007 last 0 00000100:00100000:3.0:1749393966.063997:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499760512:12345-192.168.203.32@tcp:400: Request processed in 73us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393966.064005:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 551 00000100:00100000:0.0:1749393966.064030:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499760768:12345-192.168.203.32@tcp:38: Request processed in 83us (220us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393966.064038:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1493 00000100:00100000:2.0:1749393966.064038:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499760640:12345-192.168.203.32@tcp:38: Request processed in 105us (270us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393966.064047:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1492 00000100:00100000:0.0:1749393966.170224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507715840:0@lo:700: 00000100:00100000:0.0:1749393966.170273:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393966.170344:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393966.170411:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507715840 00000100:00100000:2.0:1749393966.170420:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507715840 00000100:00080000:3.0:1749393966.170471:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393966.170485:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:2.0:1749393966.170494:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507715840:12345-0@lo:700: 00000100:00100000:2.0:1749393966.170533:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393966.170541:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507715968:0@lo:700: 40000000:00080000:2.0:1749393966.170557:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393966.170560:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393966.170718:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507715840:12345-0@lo:700: Request processed in 223us (442us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393966.170727:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:0.0:1749393966.170732:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507715840:0@lo:700: 00000100:00100000:2.0:1749393966.172173:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507716096:0@lo:700: 00000100:00100000:2.0:1749393966.172211:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393966.172268:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393966.172328:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507716096 00000100:00100000:0.0:1749393966.172337:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507716096 00000100:00080000:3.0:1749393966.172375:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393966.172377:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:0.0:1749393966.172384:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507716096:12345-0@lo:700: 00000100:00100000:0.0:1749393966.172427:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393966.172433:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507716224:0@lo:700: 40000000:00080000:0.0:1749393966.172444:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393966.172447:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393966.172503:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507716096:12345-0@lo:700: Request processed in 119us (291us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393966.172512:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:2.0:1749393966.172531:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507716096:0@lo:700: 00000100:00100000:2.0:1749393966.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393966.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393966.498330:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393966.788228:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393966.788246:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80f100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507716352:0@lo:900: 00000100:00100000:2.0:1749393966.812362:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507716480:0@lo:41: 00000100:00100000:2.0:1749393966.812447:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393966.812517:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507716480 00000100:00100000:0.0:1749393966.812528:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507716480 00000100:00100000:0.0:1749393966.812579:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1749393966.812588:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507716480:12345-0@lo:41: 00000004:00000024:0.0:1749393966.812667:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393966.812733:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507716480:12345-0@lo:41: Request processed in 145us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393966.812742:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1749393966.812791:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507716480:0@lo:41: 00000100:00100000:2.0:1749393967.192205:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393967.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393967.500376:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393967.740255:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393967.740262:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1749393967.740266:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393967.740270:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393967.740278:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1004 00000100:00080000:0.0:1749393967.740283:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393967.740285:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507716608:0@lo:400: 00000100:00080000:0.0:1749393967.740290:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393967.740334:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80e300 x1834371507716864/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393967.740337:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507716736:0@lo:41: 00000100:00100000:2.0:1749393967.740357:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393967.740378:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393967.740382:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393967.740384:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393967.740388:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1004 00000100:00100000:1.0:1749393967.740389:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393967.740390:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393967.740393:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507716608 00000100:00080000:0.0:1749393967.740394:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393967.740405:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80dc00 x1834371507717120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393967.740406:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507716608 00000100:00080000:0.0:1749393967.740414:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393967.740418:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393967.740419:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393967.740421:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749393967.740422:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1004 00000100:00080000:0.0:1749393967.740425:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393967.740428:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393967.740429:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507716992:0@lo:400: 00000100:00100000:2.0:1749393967.740430:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507716736 00000100:00100000:2.0:1749393967.740436:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507716736 00000100:00100000:0.0:1749393967.740437:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80d500 x1834371507717248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393967.740445:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393967.740447:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393967.740448:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393967.740449:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393967.740452:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1004 00000100:00080000:0.0:1749393967.740454:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393967.740457:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749393967.740463:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507716992 00000100:00100000:3.0:1749393967.740463:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1749393967.740466:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80ea00 x1834371507717376/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393967.740466:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507716992 00000100:00100000:3.0:1749393967.740473:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507716608:12345-0@lo:400: 00000100:00100000:1.0:1749393967.740482:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1749393967.740493:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507716736:12345-0@lo:41: 00000100:00100000:2.0:1749393967.740495:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00080000:0.0:1749393967.740499:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393967.740502:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507716992:12345-0@lo:400: 00000100:00080000:0.0:1749393967.740503:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393967.740504:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393967.740508:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1004 00000100:00080000:0.0:1749393967.740510:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393967.740513:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393967.740523:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80ce00 x1834371507717760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000024:1.0:1749393967.740524:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749393967.740530:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507716608:12345-0@lo:400: Request processed in 59us (173us total) trans 0 rc 0/0 00000100:00080000:0.0:1749393967.740531:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393967.740534:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393967.740536:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393967.740539:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1004 00000100:00100000:3.0:1749393967.740539:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00080000:0.0:1749393967.740541:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393967.740544:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393967.740550:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507716992:12345-0@lo:400: Request processed in 48us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393967.740554:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507716736:12345-0@lo:41: Request processed in 65us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393967.740557:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1749393967.740562:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f820000 x1834371507717888/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393967.740562:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1749393967.740627:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507717632:0@lo:400: 00000100:00100000:3.0:1749393967.740627:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507716864:0@lo:38: 00000100:00100000:2.0:1749393967.740629:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507717504:0@lo:400: 00000100:00100000:1.0:1749393967.740664:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393967.740668:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393967.740693:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507717120:0@lo:38: 00000100:00100000:2.0:1749393967.740698:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507717632 00000100:00100000:1.0:1749393967.740701:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507718016:0@lo:400: 00000100:00100000:2.0:1749393967.740702:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507717632 00000100:00100000:3.0:1749393967.740710:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393967.740736:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393967.740738:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1749393967.740739:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507717248:0@lo:38: 00000100:00100000:2.0:1749393967.740745:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507717632:12345-0@lo:400: 00000100:00100000:3.0:1749393967.740759:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393967.740768:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507716864 00000100:00100000:1.0:1749393967.740770:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507716992:0@lo:400: 00000100:00100000:0.0:1749393967.740775:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507716864 00000100:00100000:3.0:1749393967.740777:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507717376:0@lo:38: 00000100:00100000:2.0:1749393967.740783:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507717632:12345-0@lo:400: Request processed in 38us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393967.740785:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507716736:0@lo:41: 00000100:00100000:2.0:1749393967.740790:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1749393967.740793:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393967.740800:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507717120 00000100:00100000:2.0:1749393967.740800:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507718016 00000100:00100000:1.0:1749393967.740802:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393967.740803:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507717120 00000100:00100000:2.0:1749393967.740803:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507718016 00000100:00100000:3.0:1749393967.740806:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507717760:0@lo:38: 00000100:00100000:1.0:1749393967.740808:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507718144:0@lo:400: 00000100:00100000:0.0:1749393967.740813:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507717248 00000100:00100000:0.0:1749393967.740816:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507717248 00000100:00100000:0.0:1749393967.740823:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507717376 00000100:00100000:0.0:1749393967.740825:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507717376 00000100:00100000:2.0:1749393967.740826:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1749393967.740827:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393967.740831:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507718016:12345-0@lo:400: 00000100:00100000:0.0:1749393967.740835:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:0.0:1749393967.740842:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507716864:12345-0@lo:38: 00000100:00100000:3.0:1749393967.740842:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393967.740852:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507718144 00000100:00100000:3.0:1749393967.740854:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507717888:0@lo:38: 00000100:00100000:1.0:1749393967.740856:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507718144 00000100:00100000:2.0:1749393967.740860:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507718016:12345-0@lo:400: Request processed in 29us (123us total) trans 0 rc 0/0 00010000:00020000:0.0:1749393967.740873:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393967.740874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393967.740880:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1749393967.740886:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1749393967.740892:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507718144:12345-0@lo:400: 00000100:00100000:3.0:1749393967.740898:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507717760 00000100:00100000:2.0:1749393967.740901:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507717888 00000100:00100000:3.0:1749393967.740903:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507717760 00000100:00100000:2.0:1749393967.740904:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507717888 00000100:00100000:2.0:1749393967.740918:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1495 00000100:00100000:2.0:1749393967.740922:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507717120:12345-0@lo:38: 00000100:00100000:3.0:1749393967.740930:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:0.0:1749393967.740933:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507716864:12345-0@lo:38: Request processed in 90us (263us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393967.740936:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507717248:12345-0@lo:38: 00010000:00020000:2.0:1749393967.740939:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393967.740943:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00000100:00100000:1.0:1749393967.740944:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507718144:12345-0@lo:400: Request processed in 50us (115us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393967.740953:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393967.740955:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1749393967.740961:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:0.0:1749393967.740966:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507717376:12345-0@lo:38: 00000100:00100000:2.0:1749393967.740966:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507717120:12345-0@lo:38: Request processed in 42us (255us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393967.740973:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1495 00010000:00020000:0.0:1749393967.740978:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393967.740980:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507717248:12345-0@lo:38: Request processed in 42us (219us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393967.740988:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:2.0:1749393967.740994:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1499 00000100:00100000:1.0:1749393967.740996:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008266b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507717888:12345-0@lo:38: 00000100:00100000:2.0:1749393967.741000:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507717760:12345-0@lo:38: 00000100:00100000:3.0:1749393967.741001:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:0.0:1749393967.741002:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507717376:12345-0@lo:38: Request processed in 32us (206us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393967.741008:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00010000:00020000:2.0:1749393967.741011:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749393967.741019:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393967.741028:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507717760:12345-0@lo:38: Request processed in 29us (187us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393967.741031:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393967.741034:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1499 00000100:00080000:3.0:1749393967.741048:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393967.741051:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749393967.741055:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393967.741061:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507716864:0@lo:38: 00000100:00100000:0.0:1749393967.741097:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507717504 00000100:00100000:0.0:1749393967.741102:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507717504 00000100:00100000:0.0:1749393967.741123:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1749393967.741129:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507717504:12345-0@lo:400: 00000100:00100000:1.0:1749393967.741132:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008266b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507717888:12345-0@lo:38: Request processed in 76us (196us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393967.741135:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393967.741137:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507716608:0@lo:400: 00000100:00080000:3.0:1749393967.741140:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393967.741141:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00100000:3.0:1749393967.741147:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507717120:0@lo:38: 00000100:00080000:3.0:1749393967.741161:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393967.741165:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393967.741170:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507717248:0@lo:38: 00000100:00100000:0.0:1749393967.741180:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507717504:12345-0@lo:400: Request processed in 50us (127us total) trans 0 rc 0/0 00000100:00080000:3.0:1749393967.741182:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393967.741186:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00080000:3.0:1749393967.741186:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393967.741192:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507717376:0@lo:38: 00010000:00080000:2.0:1749393967.741193:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f80e680 x1834371507717504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393967.741206:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507717504:0@lo:400: 00000100:00080000:3.0:1749393967.741222:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393967.741225:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393967.741231:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507717760:0@lo:38: 00000100:00080000:3.0:1749393967.741242:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749393967.741245:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393967.741248:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507717888:0@lo:38: 00010000:00080000:1.0:1749393967.742051:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f80f800 x1834371507717632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393967.742064:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507717632:0@lo:400: 00010000:00080000:1.0:1749393967.742122:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f820700 x1834371507718144/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393967.742133:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507718144:0@lo:400: 00010000:00080000:1.0:1749393967.742153:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f820380 x1834371507718016/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393967.742162:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507718016:0@lo:400: 00000100:00100000:2.0:1749393968.171375:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507718272:0@lo:700: 00000100:00100000:2.0:1749393968.171449:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393968.171516:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507718272 00000100:00100000:2.0:1749393968.171526:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393968.171528:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507718272 00000100:00080000:3.0:1749393968.171565:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393968.171606:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:0.0:1749393968.171618:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507718272:12345-0@lo:700: 00000100:00100000:0.0:1749393968.171661:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393968.171669:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507718400:0@lo:700: 40000000:00080000:0.0:1749393968.171684:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393968.171687:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393968.171745:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507718272:12345-0@lo:700: Request processed in 129us (295us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393968.171768:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:2.0:1749393968.171789:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507718272:0@lo:700: 00000100:00100000:2.0:1749393968.173178:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507718528:0@lo:700: 00000100:00100000:2.0:1749393968.173215:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393968.173270:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393968.173337:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507718528 00000100:00100000:0.0:1749393968.173346:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507718528 00000100:00080000:3.0:1749393968.173387:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393968.173406:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1749393968.173414:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507718528:12345-0@lo:700: 00000100:00100000:0.0:1749393968.173446:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393968.173453:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507718656:0@lo:700: 40000000:00080000:0.0:1749393968.173463:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393968.173466:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393968.173517:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507718528:12345-0@lo:700: Request processed in 103us (302us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393968.173525:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1749393968.173548:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507718528:0@lo:700: 00000100:00100000:2.0:1749393968.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393968.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393968.502366:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393968.789221:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393968.789236:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507718784:0@lo:900: 00000100:00100000:2.0:1749393969.192199:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393969.322202:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393969.504362:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393970.172248:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507718912:0@lo:700: 00000100:00100000:2.0:1749393970.172330:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393970.172444:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393970.172470:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507718912 00000100:00100000:0.0:1749393970.172482:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507718912 00000100:00100000:0.0:1749393970.172537:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:0.0:1749393970.172547:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507718912:12345-0@lo:700: 00000100:00080000:3.0:1749393970.172554:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393970.172624:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393970.172632:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507719040:0@lo:700: 40000000:00080000:0.0:1749393970.172646:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393970.172650:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393970.172710:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507718912:12345-0@lo:700: Request processed in 165us (383us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393970.172719:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:2.0:1749393970.172751:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507718912:0@lo:700: 00000100:00100000:2.0:1749393970.174177:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507719168:0@lo:700: 00000100:00100000:2.0:1749393970.174214:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393970.174271:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393970.174329:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507719168 00000100:00100000:0.0:1749393970.174339:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507719168 00000100:00080000:3.0:1749393970.174382:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393970.174388:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:0.0:1749393970.174396:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507719168:12345-0@lo:700: 00000100:00100000:0.0:1749393970.174429:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393970.174435:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507719296:0@lo:700: 40000000:00080000:0.0:1749393970.174445:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393970.174448:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393970.174502:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507719168:12345-0@lo:700: Request processed in 106us (287us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393970.174510:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1749393970.174531:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507719168:0@lo:700: 00000100:00100000:2.0:1749393970.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393970.322198:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393970.506343:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393970.790240:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393970.790257:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507719424:0@lo:900: 00000100:00100000:0.0:1749393971.071672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393971.071728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393971.071772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749393971.071828:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499761024 00000100:00100000:1.0:1749393971.071842:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499761024 00000100:00100000:3.0:1749393971.071873:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499760896 00000100:00100000:3.0:1749393971.071883:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499760896 00000100:00100000:1.0:1749393971.071888:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499761152 00000100:00100000:1.0:1749393971.071892:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499761152 00000100:00100000:2.0:1749393971.071912:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1500 00000100:00100000:1.0:1749393971.071923:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1501 00000100:00100000:2.0:1749393971.071923:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499761024:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393971.071928:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 553 00000100:00100000:1.0:1749393971.071932:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499761152:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749393971.071937:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499760896:12345-192.168.203.32@tcp:400: 00010000:00080000:1.0:1749393971.071959:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1012 last 0 00010000:00080000:2.0:1749393971.071959:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1012 last 0 00000100:00100000:3.0:1749393971.072003:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499760896:12345-192.168.203.32@tcp:400: Request processed in 66us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393971.072011:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 553 00000100:00100000:2.0:1749393971.072016:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499761024:12345-192.168.203.32@tcp:38: Request processed in 94us (356us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393971.072024:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1500 00000100:00100000:1.0:1749393971.072027:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499761152:12345-192.168.203.32@tcp:38: Request processed in 95us (254us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393971.072035:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1501 00000100:00100000:2.0:1749393971.192204:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393971.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393971.508401:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393971.820364:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393971.820396:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507719552:0@lo:41: 00000100:00100000:1.0:1749393971.820470:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393971.820530:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507719552 00000100:00100000:0.0:1749393971.820542:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507719552 00000100:00100000:0.0:1749393971.820635:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1749393971.820645:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507719552:12345-0@lo:41: 00000004:00000024:0.0:1749393971.820682:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393971.820745:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507719552:12345-0@lo:41: Request processed in 102us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393971.820754:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1749393971.820797:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507719552:0@lo:41: 00000100:00100000:2.0:1749393972.173302:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507719680:0@lo:700: 00000100:00100000:2.0:1749393972.173373:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393972.173464:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393972.173515:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507719680 00000100:00100000:0.0:1749393972.173527:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507719680 00000100:00080000:3.0:1749393972.173619:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393972.173624:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:0.0:1749393972.173652:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507719680:12345-0@lo:700: 00000100:00100000:0.0:1749393972.173696:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393972.173704:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507719808:0@lo:700: 40000000:00080000:0.0:1749393972.173720:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393972.173723:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393972.173780:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507719680:12345-0@lo:700: Request processed in 132us (406us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393972.173790:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1749393972.173826:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507719680:0@lo:700: 00000100:00100000:2.0:1749393972.175189:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507719936:0@lo:700: 00000100:00100000:2.0:1749393972.175226:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393972.175285:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393972.175300:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507719936 00000100:00100000:0.0:1749393972.175309:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507719936 00000100:00100000:0.0:1749393972.175346:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:0.0:1749393972.175354:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507719936:12345-0@lo:700: 00000100:00080000:3.0:1749393972.175383:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393972.175385:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393972.175391:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507720064:0@lo:700: 40000000:00080000:0.0:1749393972.175402:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393972.175405:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393972.175460:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507719936:12345-0@lo:700: Request processed in 106us (233us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393972.175469:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1749393972.175490:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507719936:0@lo:700: 00000100:00100000:2.0:1749393972.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393972.322250:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393972.510422:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393972.748303:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393972.748314:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393972.748318:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393972.748320:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1749393972.748327:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1009 00000100:00080000:0.0:1749393972.748332:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393972.748339:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749393972.748342:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507720320:0@lo:41: 00000100:00100000:0.0:1749393972.748382:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821500 x1834371507720448/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393972.748407:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393972.748407:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507720192:0@lo:400: 00000100:00100000:1.0:1749393972.748410:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393972.748411:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393972.748413:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393972.748417:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1009 00000100:00080000:0.0:1749393972.748419:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393972.748421:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507720576:0@lo:400: 00000100:00080000:0.0:1749393972.748423:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393972.748433:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821c00 x1834371507720704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393972.748442:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393972.748446:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393972.748447:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393972.748450:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1009 00000100:00080000:0.0:1749393972.748453:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393972.748456:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393972.748465:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821f80 x1834371507720832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393972.748471:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393972.748473:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393972.748476:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393972.748477:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393972.748478:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507720320 00000100:00100000:3.0:1749393972.748479:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393972.748480:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1009 00000100:00080000:0.0:1749393972.748482:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393972.748485:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393972.748486:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507720320 00000100:00100000:0.0:1749393972.748501:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f822300 x1834371507720960/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393972.748517:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507720448:0@lo:38: 00000100:00100000:1.0:1749393972.748521:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507720576 00000100:00100000:1.0:1749393972.748523:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507720576 00000100:00080000:0.0:1749393972.748526:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393972.748529:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393972.748531:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393972.748535:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1009 00000100:00080000:0.0:1749393972.748537:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393972.748540:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393972.748541:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393972.748541:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1749393972.748575:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1749393972.748577:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507720320:12345-0@lo:41: 00000100:00100000:0.0:1749393972.748586:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f822d80 x1834371507721344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393972.748587:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507720576:12345-0@lo:400: 00000100:00080000:0.0:1749393972.748596:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393972.748599:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393972.748601:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393972.748602:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507720704:0@lo:38: 00000100:00080000:0.0:1749393972.748605:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1009 00000100:00080000:0.0:1749393972.748607:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393972.748610:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393972.748620:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f823100 x1834371507721472/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393972.748624:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:1.0:1749393972.748632:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393972.748640:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507720576:12345-0@lo:400: Request processed in 57us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393972.748641:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507720832:0@lo:38: 00000100:00100000:2.0:1749393972.748649:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1749393972.748661:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507721088:0@lo:400: 00000100:00100000:3.0:1749393972.748665:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393972.748676:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507720320:12345-0@lo:41: Request processed in 127us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393972.748677:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507720448 00000100:00100000:3.0:1749393972.748679:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507720960:0@lo:38: 00000100:00100000:2.0:1749393972.748682:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507720448 00000100:00100000:1.0:1749393972.748684:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1749393972.748697:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393972.748702:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393972.748711:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507720704 00000100:00100000:2.0:1749393972.748714:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507720704 00000100:00100000:1.0:1749393972.748715:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507720832 00000100:00100000:3.0:1749393972.748716:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507721344:0@lo:38: 00000100:00100000:1.0:1749393972.748719:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507720832 00000100:00100000:2.0:1749393972.748726:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507720960 00000100:00100000:2.0:1749393972.748728:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507720960 00000100:00100000:1.0:1749393972.748732:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 00000100:00100000:3.0:1749393972.748735:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393972.748738:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507720448:12345-0@lo:38: 00000100:00100000:2.0:1749393972.748739:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507721344 00000100:00100000:2.0:1749393972.748741:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507721344 00000100:00100000:3.0:1749393972.748746:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507721472:0@lo:38: 00000100:00100000:0.0:1749393972.748747:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507720320:0@lo:41: 00000100:00100000:2.0:1749393972.748750:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1503 00010000:00020000:1.0:1749393972.748760:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393972.748761:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393972.748766:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749393972.748766:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507720704:12345-0@lo:38: 00000100:00100000:0.0:1749393972.748773:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507721216:0@lo:400: 00010000:00020000:2.0:1749393972.748784:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393972.748786:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507720192 00000100:00100000:3.0:1749393972.748792:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507720192 00000100:00100000:0.0:1749393972.748793:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393972.748793:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507720448:12345-0@lo:38: Request processed in 54us (253us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393972.748800:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00100000:1.0:1749393972.748811:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507721472 00000100:00100000:1.0:1749393972.748814:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507721472 00000100:00100000:2.0:1749393972.748817:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507720704:12345-0@lo:38: Request processed in 51us (192us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393972.748824:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00100000:3.0:1749393972.748824:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1749393972.748830:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507720832:12345-0@lo:38: 00000100:00100000:2.0:1749393972.748830:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1503 00000100:00100000:3.0:1749393972.748832:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507720192:12345-0@lo:400: 00000100:00100000:0.0:1749393972.748840:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00010000:00020000:1.0:1749393972.748841:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393972.748847:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507720960:12345-0@lo:38: 00000100:00100000:2.0:1749393972.748847:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:2.0:1749393972.748851:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507721344:12345-0@lo:38: 00000100:00100000:1.0:1749393972.748864:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507720832:12345-0@lo:38: Request processed in 34us (198us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749393972.748865:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393972.748869:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507720192:12345-0@lo:400: Request processed in 39us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393972.748871:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 00010000:00020000:2.0:1749393972.748876:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393972.748877:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1749393972.748880:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1507 00000100:00100000:1.0:1749393972.748884:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507721472:12345-0@lo:38: 00010000:00020000:1.0:1749393972.748895:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393972.748896:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507720960:12345-0@lo:38: Request processed in 48us (197us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393972.748900:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507721344:12345-0@lo:38: Request processed in 48us (164us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393972.748903:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00100000:2.0:1749393972.748907:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:1.0:1749393972.748913:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507721472:12345-0@lo:38: Request processed in 27us (151us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393972.748919:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1507 00000100:00100000:3.0:1749393972.748921:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507720576:0@lo:400: 00000100:00100000:0.0:1749393972.748930:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507721088 00000100:00100000:0.0:1749393972.748935:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507721088 00000100:00100000:3.0:1749393972.748937:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507721728:0@lo:400: 00000100:00100000:2.0:1749393972.748948:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507721216 00000100:00100000:2.0:1749393972.748951:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507721216 00000100:00080000:1.0:1749393972.748959:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393972.748959:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393972.748961:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00080000:1.0:1749393972.748964:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393972.748967:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507721088:12345-0@lo:400: 00000100:00100000:1.0:1749393972.748971:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507721344:0@lo:38: 00000100:00100000:2.0:1749393972.748975:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507721728 00000100:00100000:3.0:1749393972.748976:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749393972.748977:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507721728 00000100:00100000:3.0:1749393972.748983:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507721600:0@lo:400: 00000100:00080000:1.0:1749393972.748988:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393972.748992:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393972.748998:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507721472:0@lo:38: 00000100:00100000:2.0:1749393972.748998:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1749393972.749003:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507721088:12345-0@lo:400: Request processed in 34us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393972.749004:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507721216:12345-0@lo:400: 00000100:00100000:3.0:1749393972.749004:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393972.749010:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00080000:1.0:1749393972.749012:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393972.749016:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393972.749021:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507720448:0@lo:38: 00000100:00100000:3.0:1749393972.749022:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507721600 00000100:00100000:0.0:1749393972.749025:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1749393972.749026:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507721600 00000100:00100000:0.0:1749393972.749030:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507721728:12345-0@lo:400: 00000100:00080000:1.0:1749393972.749036:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393972.749036:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507721216:12345-0@lo:400: Request processed in 32us (242us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393972.749040:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393972.749042:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1749393972.749045:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507720704:0@lo:38: 00000100:00100000:3.0:1749393972.749047:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00080000:1.0:1749393972.749058:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393972.749060:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507721728:12345-0@lo:400: Request processed in 29us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393972.749062:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507721600:12345-0@lo:400: 00000100:00080000:1.0:1749393972.749063:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00080000:2.0:1749393972.749065:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393972.749066:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1749393972.749068:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507720832:0@lo:38: 00000100:00080000:1.0:1749393972.749124:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393972.749128:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507720192:0@lo:400: 00000100:00080000:1.0:1749393972.749129:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393972.749135:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507720960:0@lo:38: 00000100:00100000:3.0:1749393972.749142:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507721600:12345-0@lo:400: Request processed in 80us (139us total) trans 0 rc 0/0 00010000:00080000:2.0:1749393972.749148:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f823800 x1834371507721728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393972.749150:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00010000:00080000:0.0:1749393972.749154:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f822a00 x1834371507721216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393972.749162:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507721728:0@lo:400: 00000100:00100000:0.0:1749393972.749165:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507721216:0@lo:400: 00010000:00080000:0.0:1749393972.749175:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f822680 x1834371507721088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749393972.749181:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f823480 x1834371507721600/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393972.749184:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507721088:0@lo:400: 00000100:00100000:2.0:1749393972.749206:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507721600:0@lo:400: 00000100:00100000:0.0:1749393972.791218:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393972.791234:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507721856:0@lo:900: 00000100:00100000:2.0:1749393973.192250:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393973.322245:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393973.512415:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393974.174400:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507721984:0@lo:700: 00000100:00100000:0.0:1749393974.174468:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393974.174570:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507721984 00000100:00100000:2.0:1749393974.174583:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507721984 00000100:00100000:0.0:1749393974.174590:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393974.174639:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00080000:3.0:1749393974.174640:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393974.174650:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507721984:12345-0@lo:700: 00000100:00100000:2.0:1749393974.174694:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393974.174702:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507722112:0@lo:700: 40000000:00080000:2.0:1749393974.174717:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393974.174721:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393974.174781:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507721984:12345-0@lo:700: Request processed in 133us (312us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393974.174790:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:0.0:1749393974.174815:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507721984:0@lo:700: 00000100:00100000:2.0:1749393974.176191:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507722240:0@lo:700: 00000100:00100000:2.0:1749393974.176230:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393974.176289:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393974.176343:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507722240 00000100:00100000:0.0:1749393974.176352:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507722240 00000100:00080000:3.0:1749393974.176404:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393974.176410:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1749393974.176418:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507722240:12345-0@lo:700: 00000100:00100000:0.0:1749393974.176451:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393974.176457:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507722368:0@lo:700: 40000000:00080000:0.0:1749393974.176468:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393974.176471:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393974.176524:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507722240:12345-0@lo:700: Request processed in 106us (293us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393974.176532:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:2.0:1749393974.176582:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507722240:0@lo:700: 00000100:00100000:2.0:1749393974.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393974.322204:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393974.514387:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393974.792263:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393974.792280:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507722496:0@lo:900: 00000100:00100000:2.0:1749393974.899223:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393974.899251:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507722624/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393979 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393974.899323:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393974.899403:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393974.899457:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507722624 00000100:00100000:0.0:1749393974.899469:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507722624 00000100:00080000:3.0:1749393974.899518:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393974.899525:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:0.0:1749393974.899565:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507722624:12345-0@lo:700: 40000000:00080000:0.0:1749393974.899595:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393974.899657:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507722624:12345-0@lo:700: Request processed in 123us (333us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393974.899676:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100400:2.0:1749393974.899691:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507722624/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393990 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393974.899703:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393974.919190:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393974.919211:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507722752/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393979 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393974.919253:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393974.919310:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393974.919370:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507722752 00000100:00100000:0.0:1749393974.919379:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507722752 00000100:00080000:3.0:1749393974.919414:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393974.919419:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:0.0:1749393974.919427:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507722752:12345-0@lo:700: 40000000:00080000:0.0:1749393974.919445:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393974.919501:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507722752:12345-0@lo:700: Request processed in 74us (247us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393974.919509:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100400:2.0:1749393974.919525:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507722752/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393990 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393974.919563:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393975.192233:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393975.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393975.516325:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393976.079640:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393976.079691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393976.079733:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393976.079743:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499761280 00000100:00100000:3.0:1749393976.079755:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499761280 00000100:00100000:0.0:1749393976.079761:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499761408 00000100:00100000:0.0:1749393976.079767:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499761408 00000100:00100000:0.0:1749393976.079805:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499761536 00000100:00100000:3.0:1749393976.079806:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 555 00000100:00100000:0.0:1749393976.079808:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499761536 00000100:00100000:3.0:1749393976.079815:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499761280:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393976.079826:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1508 00000100:00100000:0.0:1749393976.079836:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1509 00000100:00100000:1.0:1749393976.079837:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499761408:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393976.079844:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499761536:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393976.079868:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1017 last 0 00010000:00080000:0.0:1749393976.079870:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1017 last 0 00000100:00100000:3.0:1749393976.079888:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499761280:12345-192.168.203.32@tcp:400: Request processed in 73us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393976.079896:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 555 00000100:00100000:0.0:1749393976.079921:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499761536:12345-192.168.203.32@tcp:38: Request processed in 77us (186us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393976.079929:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499761408:12345-192.168.203.32@tcp:38: Request processed in 92us (237us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393976.079930:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1509 00000100:00100000:1.0:1749393976.079955:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1508 00000100:00100000:0.0:1749393976.175239:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507722880:0@lo:700: 00000100:00100000:0.0:1749393976.175292:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393976.175369:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393976.175401:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507722880 00000100:00100000:2.0:1749393976.175414:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507722880 00000100:00080000:3.0:1749393976.175447:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393976.175476:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:2.0:1749393976.175490:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507722880:12345-0@lo:700: 00000100:00100000:2.0:1749393976.175574:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393976.175585:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507723008:0@lo:700: 40000000:00080000:2.0:1749393976.175605:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393976.175610:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393976.175687:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507722880:12345-0@lo:700: Request processed in 199us (391us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393976.175701:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:0.0:1749393976.175718:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507722880:0@lo:700: 00000100:00100000:2.0:1749393976.177179:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507723136:0@lo:700: 00000100:00100000:2.0:1749393976.177222:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393976.177280:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393976.177343:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507723136 00000100:00100000:0.0:1749393976.177352:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507723136 00000100:00080000:3.0:1749393976.177379:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393976.177403:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:0.0:1749393976.177412:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507723136:12345-0@lo:700: 00000100:00100000:0.0:1749393976.177446:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393976.177452:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507723264:0@lo:700: 40000000:00080000:0.0:1749393976.177463:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393976.177466:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393976.177518:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507723136:12345-0@lo:700: Request processed in 107us (296us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393976.177547:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:2.0:1749393976.177564:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507723136:0@lo:700: 00000100:00100000:2.0:1749393976.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393976.322199:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393976.518310:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393976.793271:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393976.793288:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507723392:0@lo:900: 00000100:00100000:2.0:1749393976.828330:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749393976.828354:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507723520:0@lo:41: 00000100:00100000:2.0:1749393976.828434:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393976.828504:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507723520 00000100:00100000:1.0:1749393976.828517:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507723520 00000100:00100000:1.0:1749393976.828594:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1749393976.828603:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507723520:12345-0@lo:41: 00000004:00000024:1.0:1749393976.828641:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393976.828706:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507723520:12345-0@lo:41: Request processed in 103us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393976.828715:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1749393976.828754:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507723520:0@lo:41: 00000100:00100000:0.0:1749393977.192291:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393977.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393977.520337:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393977.756325:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393977.756337:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393977.756340:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393977.756349:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1014 00000100:00080000:0.0:1749393977.756354:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393977.756360:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393977.756387:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f823480 x1834371507723904/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393977.756411:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507723776:0@lo:41: 00000100:00080000:0.0:1749393977.756412:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393977.756415:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393977.756417:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393977.756435:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1014 00000100:00100000:2.0:1749393977.756436:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507723648:0@lo:400: 00000100:00080000:0.0:1749393977.756438:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393977.756442:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393977.756455:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f822300 x1834371507724160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393977.756471:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393977.756474:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393977.756476:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393977.756479:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1014 00000100:00080000:0.0:1749393977.756481:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393977.756485:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393977.756493:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393977.756493:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393977.756495:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821c00 x1834371507724416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393977.756503:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393977.756505:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749393977.756506:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507724032:0@lo:400: 00000100:00080000:0.0:1749393977.756507:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393977.756510:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1014 00000100:00080000:0.0:1749393977.756537:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393977.756541:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393977.756552:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821500 x1834371507724544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393977.756563:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507723904:0@lo:38: 00000100:00080000:0.0:1749393977.756573:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393977.756576:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393977.756576:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393977.756577:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393977.756588:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1014 00000100:00100000:2.0:1749393977.756588:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507724672:0@lo:400: 00000100:00080000:0.0:1749393977.756590:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393977.756590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393977.756594:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749393977.756606:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821880 x1834371507724928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393977.756610:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393977.756611:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507724160:0@lo:38: 00000100:00080000:0.0:1749393977.756615:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393977.756615:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393977.756617:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507724800:0@lo:400: 00000100:00080000:0.0:1749393977.756618:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393977.756620:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393977.756623:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1014 00000100:00080000:0.0:1749393977.756625:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393977.756628:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393977.756631:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393977.756637:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749393977.756638:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393977.756639:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5ece00 x1834371507725056/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393977.756644:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507724288:0@lo:400: 00000100:00100000:1.0:1749393977.756647:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507724416:0@lo:38: 00000100:00100000:3.0:1749393977.756658:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507725184:0@lo:400: 00000100:00100000:2.0:1749393977.756663:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393977.756665:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393977.756679:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507725312:0@lo:400: 00000100:00100000:3.0:1749393977.756679:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393977.756691:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507724544:0@lo:38: 00000100:00100000:2.0:1749393977.756700:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507723648 00000100:00100000:2.0:1749393977.756708:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507723648 00000100:00100000:1.0:1749393977.756712:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393977.756712:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507723776 00000100:00100000:3.0:1749393977.756718:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507723776 00000100:00100000:0.0:1749393977.756720:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393977.756728:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507724928:0@lo:38: 00000100:00100000:1.0:1749393977.756745:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393977.756747:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1749393977.756755:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507723648:12345-0@lo:400: 00000100:00100000:3.0:1749393977.756758:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507724032 00000100:00100000:1.0:1749393977.756759:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507725056:0@lo:38: 00000100:00100000:0.0:1749393977.756761:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507723904 00000100:00100000:3.0:1749393977.756761:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507724032 00000100:00100000:0.0:1749393977.756766:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507723904 00000100:00100000:3.0:1749393977.756771:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507724288 00000100:00100000:3.0:1749393977.756773:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507724288 00000100:00100000:1.0:1749393977.756774:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393977.756785:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1749393977.756791:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507723776:12345-0@lo:41: 00000100:00100000:0.0:1749393977.756795:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507724160 00000100:00100000:0.0:1749393977.756798:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507724160 00000100:00100000:2.0:1749393977.756801:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507723648:12345-0@lo:400: Request processed in 47us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393977.756803:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507724416 00000100:00100000:0.0:1749393977.756806:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507724544 00000100:00100000:0.0:1749393977.756808:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507724544 00000100:00100000:1.0:1749393977.756809:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507724416 00000100:00100000:2.0:1749393977.756809:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1749393977.756814:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507724928 00000100:00100000:0.0:1749393977.756817:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507724928 00000100:00100000:0.0:1749393977.756823:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507725056 00000004:00000024:3.0:1749393977.756824:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393977.756825:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507725056 00000100:00100000:0.0:1749393977.756837:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:2.0:1749393977.756841:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1749393977.756844:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507723904:12345-0@lo:38: 00000100:00100000:1.0:1749393977.756845:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511 00000100:00100000:2.0:1749393977.756848:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507724032:12345-0@lo:400: 00000100:00100000:1.0:1749393977.756851:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507724160:12345-0@lo:38: 00000100:00100000:3.0:1749393977.756860:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507723776:12345-0@lo:41: Request processed in 69us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393977.756868:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00010000:00020000:1.0:1749393977.756874:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393977.756876:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507724032:12345-0@lo:400: Request processed in 29us (301us total) trans 0 rc 0/0 00010000:00020000:0.0:1749393977.756883:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393977.756883:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1749393977.756888:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507724288:12345-0@lo:400: 00000100:00100000:2.0:1749393977.756894:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1749393977.756917:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507724160:12345-0@lo:38: Request processed in 65us (284us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393977.756917:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507724672 00000100:00100000:2.0:1749393977.756920:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507724672 00000100:00100000:3.0:1749393977.756922:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507724288:12345-0@lo:400: Request processed in 33us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393977.756924:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507723904:12345-0@lo:38: Request processed in 80us (332us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393977.756924:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511 00000100:00100000:3.0:1749393977.756928:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1749393977.756932:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00100000:2.0:1749393977.756939:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507724800 00000100:00100000:1.0:1749393977.756941:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:2.0:1749393977.756942:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507724800 00000100:00100000:1.0:1749393977.756945:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507724544:12345-0@lo:38: 00000100:00100000:3.0:1749393977.756947:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507725184 00000100:00100000:3.0:1749393977.756950:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507725184 00000100:00100000:0.0:1749393977.756951:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513 00000100:00100000:2.0:1749393977.756953:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507725312 00000100:00100000:0.0:1749393977.756955:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507724928:12345-0@lo:38: 00000100:00100000:2.0:1749393977.756956:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507725312 00010000:00020000:1.0:1749393977.756957:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749393977.756966:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393977.756974:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1749393977.756977:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507724544:12345-0@lo:38: Request processed in 31us (264us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393977.756979:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507724672:12345-0@lo:400: 00000100:00100000:1.0:1749393977.756984:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00100000:0.0:1749393977.756986:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507724928:12345-0@lo:38: Request processed in 30us (241us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393977.756989:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1749393977.756992:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513 00000100:00100000:3.0:1749393977.756995:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507724800:12345-0@lo:400: 00000100:00100000:1.0:1749393977.756997:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:1.0:1749393977.757001:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507724416:12345-0@lo:38: 00000100:00100000:0.0:1749393977.757003:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1515 00000100:00100000:0.0:1749393977.757007:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507725056:12345-0@lo:38: 00000100:00100000:2.0:1749393977.757010:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507724672:12345-0@lo:400: Request processed in 31us (394us total) trans 0 rc 0/0 00010000:00020000:1.0:1749393977.757011:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393977.757017:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00010000:00020000:0.0:1749393977.757018:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393977.757026:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507724800:12345-0@lo:400: Request processed in 31us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393977.757027:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1749393977.757032:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507725184:12345-0@lo:400: 00000100:00100000:3.0:1749393977.757033:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1749393977.757035:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507724416:12345-0@lo:38: Request processed in 33us (369us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393977.757037:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507725056:12345-0@lo:38: Request processed in 29us (262us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393977.757041:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00100000:0.0:1749393977.757045:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1515 00000100:00100000:3.0:1749393977.757046:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1749393977.757051:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507725312:12345-0@lo:400: 00000100:00100000:2.0:1749393977.757053:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507725184:12345-0@lo:400: Request processed in 21us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393977.757059:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1749393977.757118:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507725312:12345-0@lo:400: Request processed in 65us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393977.757124:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507723776:0@lo:41: 00000100:00100000:3.0:1749393977.757125:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00010000:00080000:0.0:1749393977.757130:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5ed500 x1834371507725312/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749393977.757137:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393977.757143:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507725312:0@lo:400: 00000100:00080000:1.0:1749393977.757157:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393977.757161:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393977.757161:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507724288:0@lo:400: 00000100:00100000:1.0:1749393977.757165:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507724544:0@lo:38: 00000100:00080000:1.0:1749393977.757174:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:2.0:1749393977.757175:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f823100 x1834371507724672/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393977.757177:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:3.0:1749393977.757179:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5edc00 x1834371507725184/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393977.757186:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507724672:0@lo:400: 00000100:00100000:1.0:1749393977.757188:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507724928:0@lo:38: 00000100:00100000:3.0:1749393977.757193:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507725184:0@lo:400: 00000100:00100000:2.0:1749393977.757196:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507723648:0@lo:400: 00000100:00080000:1.0:1749393977.757200:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393977.757203:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:3.0:1749393977.757204:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f822d80 x1834371507724800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393977.757206:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507725056:0@lo:38: 00000100:00100000:3.0:1749393977.757214:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507724800:0@lo:400: 00000100:00080000:1.0:1749393977.757215:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393977.757218:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393977.757221:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507723904:0@lo:38: 00000100:00100000:3.0:1749393977.757224:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507724032:0@lo:400: 00000100:00080000:1.0:1749393977.757230:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393977.757232:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393977.757235:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507724160:0@lo:38: 00000100:00080000:1.0:1749393977.757242:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393977.757245:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393977.757248:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507724416:0@lo:38: 00000100:00100000:0.0:1749393978.176350:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507725440:0@lo:700: 00000100:00100000:0.0:1749393978.176424:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393978.176481:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507725440 00000100:00100000:0.0:1749393978.176488:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393978.176493:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507725440 00000100:00080000:0.0:1749393978.176574:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393978.176597:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:2.0:1749393978.176622:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cce8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507725440:12345-0@lo:700: 00000100:00100000:2.0:1749393978.176667:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393978.176674:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507725568:0@lo:700: 40000000:00080000:2.0:1749393978.176691:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393978.176694:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393978.176754:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cce8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507725440:12345-0@lo:700: Request processed in 135us (329us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393978.176764:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:0.0:1749393978.176787:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507725440:0@lo:700: 00000100:00100000:2.0:1749393978.178191:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507725696:0@lo:700: 00000100:00100000:2.0:1749393978.178228:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393978.178287:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393978.178347:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507725696 00000100:00100000:0.0:1749393978.178356:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507725696 00000100:00080000:2.0:1749393978.178412:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393978.178416:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:0.0:1749393978.178425:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507725696:12345-0@lo:700: 00000100:00100000:0.0:1749393978.178458:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393978.178464:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507725824:0@lo:700: 40000000:00080000:0.0:1749393978.178475:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393978.178478:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393978.178548:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507725696:12345-0@lo:700: Request processed in 122us (319us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393978.178557:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1749393978.178567:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507725696:0@lo:700: 00000100:00100000:0.0:1749393978.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393978.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393978.522309:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393978.794203:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393978.794213:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507725952:0@lo:900: 00000100:00100000:0.0:1749393979.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393979.322198:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393979.524356:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393980.177223:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507726080:0@lo:700: 00000100:00100000:0.0:1749393980.177292:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393980.177365:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393980.177427:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507726080 00000100:00100000:2.0:1749393980.177438:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507726080 00000100:00080000:0.0:1749393980.177542:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393980.177559:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:2.0:1749393980.177570:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507726080:12345-0@lo:700: 00000100:00100000:2.0:1749393980.177614:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393980.177622:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507726208:0@lo:700: 40000000:00080000:2.0:1749393980.177638:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393980.177641:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393980.177698:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507726080:12345-0@lo:700: Request processed in 131us (406us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393980.177722:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:0.0:1749393980.177728:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507726080:0@lo:700: 00000100:00100000:2.0:1749393980.179194:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507726336:0@lo:700: 00000100:00100000:2.0:1749393980.179233:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393980.179293:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393980.179320:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507726336 00000100:00100000:0.0:1749393980.179331:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507726336 00000100:00080000:2.0:1749393980.179389:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393980.179390:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:0.0:1749393980.179398:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507726336:12345-0@lo:700: 00000100:00100000:0.0:1749393980.179430:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393980.179437:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507726464:0@lo:700: 40000000:00080000:0.0:1749393980.179456:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393980.179459:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393980.179532:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507726336:12345-0@lo:700: Request processed in 133us (298us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393980.179541:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:2.0:1749393980.179553:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507726336:0@lo:700: 00000100:00100000:0.0:1749393980.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393980.322204:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393980.526368:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393980.795245:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393980.795262:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507726592:0@lo:900: 00000100:00100000:0.0:1749393981.087657:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393981.087706:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393981.087807:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499761664 00000100:00100000:0.0:1749393981.087812:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393981.087820:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499761664 00000100:00100000:1.0:1749393981.087828:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499761792 00000100:00100000:1.0:1749393981.087838:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499761792 00000100:00100000:1.0:1749393981.087886:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499761920 00000100:00100000:3.0:1749393981.087886:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 557 00000100:00100000:1.0:1749393981.087889:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499761920 00000100:00100000:3.0:1749393981.087896:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499761664:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393981.087919:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1516 00000100:00100000:1.0:1749393981.087926:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499761792:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393981.087955:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1022 last 0 00000100:00100000:3.0:1749393981.087969:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499761664:12345-192.168.203.32@tcp:400: Request processed in 74us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393981.087977:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 557 00000100:00100000:0.0:1749393981.087978:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1517 00000100:00100000:0.0:1749393981.087988:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499761920:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393981.088013:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1022 last 0 00000100:00100000:1.0:1749393981.088013:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499761792:12345-192.168.203.32@tcp:38: Request processed in 86us (305us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393981.088021:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1516 00000100:00100000:0.0:1749393981.088114:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499761920:12345-192.168.203.32@tcp:38: Request processed in 84us (262us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393981.088123:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1517 00000100:00100000:0.0:1749393981.192170:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393981.322200:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393981.528314:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749393981.836300:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393981.836328:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507726720:0@lo:41: 00000100:00100000:1.0:1749393981.836379:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393981.836439:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507726720 00000100:00100000:2.0:1749393981.836449:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507726720 00000100:00100000:1.0:1749393981.836532:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1749393981.836542:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507726720:12345-0@lo:41: 00000004:00000024:1.0:1749393981.836575:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393981.836635:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507726720:12345-0@lo:41: Request processed in 95us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393981.836643:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1749393981.836754:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507726720:0@lo:41: 00000100:00100000:0.0:1749393982.178212:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507726848:0@lo:700: 00000100:00100000:0.0:1749393982.178262:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393982.178334:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393982.178404:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507726848 00000100:00100000:2.0:1749393982.178413:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507726848 00000100:00080000:0.0:1749393982.178473:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393982.178480:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:2.0:1749393982.178548:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507726848:12345-0@lo:700: 00000100:00100000:2.0:1749393982.178588:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393982.178595:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507726976:0@lo:700: 40000000:00080000:2.0:1749393982.178608:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393982.178611:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393982.178666:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507726848:12345-0@lo:700: Request processed in 121us (403us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393982.178674:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1749393982.178693:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507726848:0@lo:700: 00000100:00100000:2.0:1749393982.180185:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507727104:0@lo:700: 00000100:00100000:2.0:1749393982.180222:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393982.180280:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393982.180342:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507727104 00000100:00100000:0.0:1749393982.180351:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507727104 00000100:00080000:2.0:1749393982.180406:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393982.180410:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:0.0:1749393982.180429:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507727104:12345-0@lo:700: 00000100:00100000:0.0:1749393982.180461:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393982.180467:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507727232:0@lo:700: 40000000:00080000:0.0:1749393982.180478:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393982.180503:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393982.180553:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507727104:12345-0@lo:700: Request processed in 126us (330us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393982.180562:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:2.0:1749393982.180582:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507727104:0@lo:700: 00000100:00100000:0.0:1749393982.192176:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393982.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393982.530268:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393982.764280:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393982.764292:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393982.764296:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393982.764305:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1019 00000100:00080000:0.0:1749393982.764309:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393982.764316:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393982.764340:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5efb80 x1834371507727616/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393982.764380:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393982.764385:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393982.764386:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393982.764387:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507727360:0@lo:400: 00000100:00080000:0.0:1749393982.764390:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1019 00000100:00080000:0.0:1749393982.764392:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749393982.764395:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507727488:0@lo:41: 00000100:00080000:0.0:1749393982.764396:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749393982.764404:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507727616:0@lo:38: 00000100:00100000:0.0:1749393982.764407:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5ee300 x1834371507727872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393982.764448:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393982.764451:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393982.764453:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393982.764456:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1019 00000100:00080000:0.0:1749393982.764458:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393982.764462:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393982.764471:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5eea00 x1834371507728128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393982.764477:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393982.764507:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393982.764509:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393982.764512:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393982.764514:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393982.764517:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1019 00000100:00080000:0.0:1749393982.764519:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393982.764520:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393982.764523:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393982.764533:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5ed880 x1834371507728256/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393982.764555:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393982.764558:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393982.764558:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507727360 00000100:00080000:0.0:1749393982.764560:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393982.764563:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1019 00000100:00080000:0.0:1749393982.764565:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393982.764565:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507727488 00000100:00080000:0.0:1749393982.764568:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393982.764568:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507727360 00000100:00100000:1.0:1749393982.764571:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507727488 00000100:00100000:2.0:1749393982.764577:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507728384:0@lo:400: 00000100:00100000:0.0:1749393982.764580:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5edf80 x1834371507728640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393982.764596:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393982.764599:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393982.764600:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393982.764603:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393982.764604:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1019 00000100:00080000:0.0:1749393982.764606:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393982.764610:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393982.764610:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1749393982.764618:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1749393982.764619:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507727488:12345-0@lo:41: 00000100:00100000:0.0:1749393982.764621:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5ece00 x1834371507728768/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393982.764622:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749393982.764629:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507728512:0@lo:400: 00000100:00100000:3.0:1749393982.764629:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507727360:12345-0@lo:400: 00000100:00100000:2.0:1749393982.764645:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:1.0:1749393982.764654:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393982.764659:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507728000:0@lo:400: 00000100:00100000:2.0:1749393982.764671:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507727744:0@lo:400: 00000100:00100000:1.0:1749393982.764707:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507727488:12345-0@lo:41: Request processed in 87us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393982.764708:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393982.764711:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507727360:12345-0@lo:400: Request processed in 78us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393982.764714:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1749393982.764715:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507727616 00000100:00100000:0.0:1749393982.764720:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507727616 00000100:00100000:2.0:1749393982.764727:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507728896:0@lo:400: 00000100:00100000:1.0:1749393982.764730:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507727744 00000100:00100000:1.0:1749393982.764734:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507727744 00000100:00100000:3.0:1749393982.764741:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1749393982.764746:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:2.0:1749393982.764746:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393982.764753:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507727616:12345-0@lo:38: 00000100:00100000:1.0:1749393982.764753:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1749393982.764758:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507727744:12345-0@lo:400: 00010000:00020000:0.0:1749393982.764775:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393982.764775:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507728384 00000100:00100000:2.0:1749393982.764780:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507728384 00000100:00100000:1.0:1749393982.764790:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507727744:12345-0@lo:400: Request processed in 32us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393982.764791:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507728512 00000100:00100000:3.0:1749393982.764796:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507728512 00000100:00100000:1.0:1749393982.764797:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1749393982.764805:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1749393982.764809:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507727616:12345-0@lo:38: Request processed in 56us (330us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393982.764813:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507728384:12345-0@lo:400: 00000100:00100000:0.0:1749393982.764817:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00100000:3.0:1749393982.764819:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507728896 00000100:00100000:3.0:1749393982.764822:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507728896 00000100:00080000:1.0:1749393982.764834:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393982.764838:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393982.764839:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393982.764845:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1749393982.764847:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507728384:12345-0@lo:400: Request processed in 34us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393982.764851:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507728512:12345-0@lo:400: 00000100:00100000:1.0:1749393982.764853:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507727616:0@lo:38: 00000100:00100000:2.0:1749393982.764854:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1749393982.764860:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507729024:0@lo:400: 00000100:00100000:2.0:1749393982.764870:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1749393982.764875:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507727872:0@lo:38: 00000100:00100000:2.0:1749393982.764876:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eecd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507728896:12345-0@lo:400: 00000100:00100000:0.0:1749393982.764885:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393982.764890:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507728512:12345-0@lo:400: Request processed in 40us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393982.764897:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1749393982.764905:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393982.764906:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eecd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507728896:12345-0@lo:400: Request processed in 30us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393982.764906:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507729024 00000100:00100000:3.0:1749393982.764909:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507729024 00000100:00100000:2.0:1749393982.764912:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1749393982.764917:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507727872 00000100:00100000:0.0:1749393982.764921:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507727872 00000100:00100000:1.0:1749393982.764925:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507728128:0@lo:38: 00000100:00100000:0.0:1749393982.764935:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1519 00000100:00100000:0.0:1749393982.764940:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507727872:12345-0@lo:38: 00000100:00100000:1.0:1749393982.764940:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393982.764950:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00010000:00020000:0.0:1749393982.764952:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393982.764954:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507728256:0@lo:38: 00000100:00100000:3.0:1749393982.764959:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507729024:12345-0@lo:400: 00000100:00100000:1.0:1749393982.764969:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393982.764983:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507728640:0@lo:38: 00000100:00100000:0.0:1749393982.764993:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507727872:12345-0@lo:38: Request processed in 52us (87us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393982.765001:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1519 00000100:00100000:1.0:1749393982.765002:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393982.765013:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507728128 00000100:00100000:3.0:1749393982.765013:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507729024:12345-0@lo:400: Request processed in 54us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393982.765016:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507728128 00000100:00100000:1.0:1749393982.765016:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507728768:0@lo:38: 00000100:00100000:3.0:1749393982.765024:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1749393982.765027:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507728256 00000100:00100000:0.0:1749393982.765030:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507728256 00000100:00100000:0.0:1749393982.765036:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507728640 00000100:00100000:0.0:1749393982.765039:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507728640 00000100:00100000:1.0:1749393982.765040:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393982.765045:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507728768 00000100:00100000:0.0:1749393982.765047:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507728768 00000100:00100000:3.0:1749393982.765052:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507728000 00000100:00100000:0.0:1749393982.765056:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00100000:3.0:1749393982.765058:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507728000 00000100:00100000:0.0:1749393982.765060:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507728128:12345-0@lo:38: 00000100:00080000:1.0:1749393982.765068:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00020000:0.0:1749393982.765101:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749393982.765106:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393982.765113:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507727872:0@lo:38: 00000100:00100000:0.0:1749393982.765125:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507728128:12345-0@lo:38: Request processed in 63us (183us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393982.765131:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 00000100:00080000:1.0:1749393982.765132:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393982.765136:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393982.765142:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:1.0:1749393982.765142:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507728128:0@lo:38: 00000100:00100000:0.0:1749393982.765146:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507728256:12345-0@lo:38: 00000100:00100000:3.0:1749393982.765150:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00010000:00020000:0.0:1749393982.765158:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393982.765161:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507728000:12345-0@lo:400: 00000100:00100000:0.0:1749393982.765179:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507728256:12345-0@lo:38: Request processed in 31us (208us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393982.765183:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1522 00000100:00100000:1.0:1749393982.765189:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507728640:12345-0@lo:38: 00000100:00100000:0.0:1749393982.765196:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00010000:00020000:1.0:1749393982.765206:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393982.765208:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523 00000100:00100000:3.0:1749393982.765211:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507728000:12345-0@lo:400: Request processed in 52us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393982.765212:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507728768:12345-0@lo:38: 00000100:00100000:3.0:1749393982.765218:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00010000:00020000:0.0:1749393982.765222:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393982.765227:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507727744:0@lo:400: 00000100:00080000:3.0:1749393982.765240:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749393982.765242:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507728640:12345-0@lo:38: Request processed in 50us (238us total) trans 0 rc -19/-19 00010000:00080000:2.0:1749393982.765242:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5edc00 x1834371507728896/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393982.765244:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507728768:12345-0@lo:38: Request processed in 30us (204us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393982.765249:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1522 00000100:00100000:2.0:1749393982.765254:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507728896:0@lo:400: 00000100:00100000:0.0:1749393982.765261:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523 00000100:00100000:3.0:1749393982.765270:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507727488:0@lo:41: 00010000:00080000:2.0:1749393982.765281:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5ee680 x1834371507728512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393982.765291:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507728512:0@lo:400: 00000100:00100000:0.0:1749393982.765300:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507728000:0@lo:400: 00000100:00080000:1.0:1749393982.765300:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:2.0:1749393982.765301:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5ec700 x1834371507728384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393982.765303:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393982.765307:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507728256:0@lo:38: 00000100:00100000:2.0:1749393982.765310:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507728384:0@lo:400: 00010000:00080000:0.0:1749393982.765313:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bb8000 x1834371507729024/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749393998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393982.765316:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393982.765318:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507727360:0@lo:400: 00000100:00080000:1.0:1749393982.765319:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393982.765322:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507728640:0@lo:38: 00000100:00100000:0.0:1749393982.765323:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507729024:0@lo:400: 00000100:00080000:1.0:1749393982.765330:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393982.765333:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393982.765336:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507728768:0@lo:38: 00000100:00100000:0.0:1749393982.796193:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393982.796204:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507729152:0@lo:900: 00000100:00100000:0.0:1749393983.192316:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393983.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393983.532311:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393984.179233:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507729280:0@lo:700: 00000100:00100000:0.0:1749393984.179299:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393984.179370:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393984.179425:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507729280 00000100:00100000:2.0:1749393984.179436:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507729280 00000100:00080000:3.0:1749393984.179527:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393984.179559:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:2.0:1749393984.179569:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507729280:12345-0@lo:700: 00000100:00100000:2.0:1749393984.179612:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393984.179619:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507729408:0@lo:700: 40000000:00080000:2.0:1749393984.179634:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393984.179638:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393984.179691:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507729280:12345-0@lo:700: Request processed in 124us (392us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393984.179701:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:0.0:1749393984.179787:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507729280:0@lo:700: 00000100:00100000:2.0:1749393984.181185:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507729536:0@lo:700: 00000100:00100000:2.0:1749393984.181222:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393984.181281:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393984.181343:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507729536 00000100:00100000:0.0:1749393984.181352:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507729536 00000100:00080000:3.0:1749393984.181400:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393984.181411:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:0.0:1749393984.181419:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507729536:12345-0@lo:700: 00000100:00100000:0.0:1749393984.181451:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393984.181458:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507729664:0@lo:700: 40000000:00080000:0.0:1749393984.181492:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393984.181495:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393984.181545:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507729536:12345-0@lo:700: Request processed in 127us (322us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393984.181553:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:2.0:1749393984.181579:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507729536:0@lo:700: 00000100:00100000:0.0:1749393984.192174:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393984.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393984.534309:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393984.797201:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393984.797211:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507729792:0@lo:900: 00000100:00100000:2.0:1749393985.192279:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393985.322197:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393985.536371:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393985.899242:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393985.899277:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507729920/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393990 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393985.899353:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393985.899436:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393985.899529:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507729920 00000100:00100000:0.0:1749393985.899541:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507729920 00000100:00080000:3.0:1749393985.899580:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393985.899612:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1749393985.899623:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507729920:12345-0@lo:700: 40000000:00080000:0.0:1749393985.899656:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393985.899712:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507729920:12345-0@lo:700: Request processed in 91us (359us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393985.899721:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:2.0:1749393985.899742:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507729920/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394001 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393985.899754:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393985.919185:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393985.919205:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507730048/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749393990 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393985.919245:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393985.919301:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393985.919363:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507730048 00000100:00100000:0.0:1749393985.919372:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507730048 00000100:00080000:3.0:1749393985.919399:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393985.919411:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:0.0:1749393985.919418:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507730048:12345-0@lo:700: 40000000:00080000:0.0:1749393985.919437:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393985.919520:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507730048:12345-0@lo:700: Request processed in 100us (272us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393985.919528:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:2.0:1749393985.919549:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507730048/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394001 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393985.919560:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393986.095711:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393986.095757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393986.095850:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499762048 00000100:00100000:0.0:1749393986.095854:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393986.095872:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499762048 00000100:00100000:1.0:1749393986.095900:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499762176 00000100:00100000:0.0:1749393986.095906:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499762304 00000100:00100000:1.0:1749393986.095909:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499762176 00000100:00100000:0.0:1749393986.095912:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499762304 00000100:00100000:3.0:1749393986.095946:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 559 00000100:00100000:3.0:1749393986.095956:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499762048:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393986.095958:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1524 00000100:00100000:1.0:1749393986.095965:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499762176:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749393986.095966:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1525 00000100:00100000:0.0:1749393986.095973:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499762304:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749393986.095994:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1027 last 0 00010000:00080000:0.0:1749393986.095997:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1027 last 0 00000100:00100000:3.0:1749393986.096022:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499762048:12345-192.168.203.32@tcp:400: Request processed in 67us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393986.096030:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 559 00000100:00100000:0.0:1749393986.096046:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499762304:12345-192.168.203.32@tcp:38: Request processed in 72us (191us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393986.096054:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499762176:12345-192.168.203.32@tcp:38: Request processed in 88us (295us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393986.096062:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1524 00000100:00100000:0.0:1749393986.096068:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1525 00000100:00100000:0.0:1749393986.180213:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507730176:0@lo:700: 00000100:00100000:0.0:1749393986.180259:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393986.180328:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393986.180383:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507730176 00000100:00100000:2.0:1749393986.180393:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507730176 00000100:00080000:3.0:1749393986.180443:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393986.180505:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:2.0:1749393986.180519:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507730176:12345-0@lo:700: 00000100:00100000:2.0:1749393986.180569:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393986.180589:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507730304:0@lo:700: 40000000:00080000:2.0:1749393986.180609:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393986.180614:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393986.180682:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507730176:12345-0@lo:700: Request processed in 167us (421us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393986.180691:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:0.0:1749393986.180713:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507730176:0@lo:700: 00000100:00100000:2.0:1749393986.182185:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507730432:0@lo:700: 00000100:00100000:2.0:1749393986.182223:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393986.182278:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749393986.182343:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507730432 00000100:00100000:0.0:1749393986.182352:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507730432 00000100:00080000:3.0:1749393986.182389:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393986.182392:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1749393986.182400:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507730432:12345-0@lo:700: 00000100:00100000:0.0:1749393986.182431:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393986.182437:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507730560:0@lo:700: 40000000:00080000:0.0:1749393986.182447:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393986.182450:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393986.182524:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507730432:12345-0@lo:700: Request processed in 124us (299us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393986.182533:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:2.0:1749393986.182562:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507730432:0@lo:700: 00000100:00100000:2.0:1749393986.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393986.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393986.538316:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393986.798210:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393986.798226:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507730688:0@lo:900: 00000100:00100000:0.0:1749393986.844316:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507730816:0@lo:41: 00000100:00100000:0.0:1749393986.844387:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393986.844547:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507730816 00000100:00100000:1.0:1749393986.844558:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507730816 00000100:00100000:1.0:1749393986.844622:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1749393986.844631:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507730816:12345-0@lo:41: 00000004:00000024:1.0:1749393986.844667:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749393986.844733:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507730816:12345-0@lo:41: Request processed in 102us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393986.844742:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1749393986.844772:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507730816:0@lo:41: 00000100:00100000:2.0:1749393987.192172:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393987.322207:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393987.540333:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393987.772309:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393987.772320:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393987.772324:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393987.772331:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1024 00000100:00100000:3.0:1749393987.772333:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507730944:0@lo:41: 00000100:00080000:0.0:1749393987.772337:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393987.772344:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393987.772380:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bba680 x1834371507731200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393987.772395:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393987.772397:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393987.772398:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393987.772400:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1024 00000100:00080000:0.0:1749393987.772402:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393987.772404:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749393987.772407:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507731072:0@lo:400: 00000100:00100000:3.0:1749393987.772409:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393987.772410:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bb8380 x1834371507731456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393987.772419:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393987.772421:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393987.772422:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393987.772424:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1024 00000100:00080000:0.0:1749393987.772425:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393987.772427:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749393987.772427:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507731328:0@lo:400: 00000100:00100000:0.0:1749393987.772433:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bb9880 x1834371507731712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393987.772438:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749393987.772439:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393987.772440:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393987.772440:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749393987.772470:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749393987.772471:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393987.772491:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507731584:0@lo:400: 00000100:00080000:0.0:1749393987.772496:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1024 00000100:00080000:0.0:1749393987.772497:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393987.772499:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393987.772505:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393987.772508:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bb8700 x1834371507731840/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393987.772508:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507731072 00000100:00100000:2.0:1749393987.772513:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507731072 00000100:00100000:1.0:1749393987.772514:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507731200:0@lo:38: 00000100:00100000:3.0:1749393987.772521:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507730944 00000100:00100000:3.0:1749393987.772524:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507730944 00000100:00080000:0.0:1749393987.772528:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393987.772529:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393987.772530:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393987.772531:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393987.772533:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1024 00000100:00080000:0.0:1749393987.772534:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393987.772535:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393987.772537:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1749393987.772539:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507731456:0@lo:38: 00000100:00100000:3.0:1749393987.772539:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507731328 00000100:00100000:3.0:1749393987.772541:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507731328 00000100:00100000:0.0:1749393987.772542:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f480 x1834371507732224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393987.772542:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507731072:12345-0@lo:400: 00000100:00080000:0.0:1749393987.772546:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393987.772547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393987.772547:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507731584 00000100:00080000:0.0:1749393987.772548:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749393987.772548:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507731584 00000100:00080000:0.0:1749393987.772549:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393987.772551:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1024 00000100:00080000:0.0:1749393987.772552:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393987.772554:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393987.772554:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1749393987.772555:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507731712:0@lo:38: 00000100:00100000:3.0:1749393987.772558:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507730944:12345-0@lo:41: 00000100:00100000:0.0:1749393987.772560:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016e680 x1834371507732352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393987.772565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393987.772570:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507731072:12345-0@lo:400: Request processed in 28us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393987.772574:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1749393987.772575:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507731840:0@lo:38: 00000004:00000024:3.0:1749393987.772576:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749393987.772580:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507732608:0@lo:400: 00000100:00100000:1.0:1749393987.772583:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393987.772593:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507732224:0@lo:38: 00000100:00100000:2.0:1749393987.772595:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1749393987.772596:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507730944:12345-0@lo:41: Request processed in 37us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393987.772599:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507731328:12345-0@lo:400: 00000100:00100000:1.0:1749393987.772604:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393987.772605:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393987.772610:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1749393987.772612:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507732352:0@lo:38: 00000100:00100000:2.0:1749393987.772616:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507731328:12345-0@lo:400: Request processed in 18us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393987.772618:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1749393987.772620:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749393987.772621:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393987.772622:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507731584:12345-0@lo:400: 00000100:00100000:0.0:1749393987.772623:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507731968:0@lo:400: 00000100:00100000:2.0:1749393987.772626:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1749393987.772634:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393987.772636:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507731200 00000100:00100000:3.0:1749393987.772637:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507731584:12345-0@lo:400: Request processed in 16us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393987.772638:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507731200 00000100:00100000:2.0:1749393987.772640:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507731456 00000100:00100000:3.0:1749393987.772641:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1749393987.772642:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507731456 00000100:00100000:1.0:1749393987.772648:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507731712 00000100:00100000:2.0:1749393987.772648:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507731840 00000100:00100000:1.0:1749393987.772649:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507731712 00000100:00100000:0.0:1749393987.772650:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507732224 00000100:00100000:2.0:1749393987.772650:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507731840 00000100:00100000:0.0:1749393987.772653:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507732224 00000100:00100000:3.0:1749393987.772653:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507732608 00000100:00100000:2.0:1749393987.772654:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507732352 00000100:00100000:2.0:1749393987.772655:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507732352 00000100:00100000:3.0:1749393987.772655:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507732608 00000100:00100000:1.0:1749393987.772656:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1526 00000100:00100000:1.0:1749393987.772659:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507731200:12345-0@lo:38: 00000100:00100000:2.0:1749393987.772661:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527 00000100:00100000:2.0:1749393987.772663:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507731456:12345-0@lo:38: 00000100:00100000:0.0:1749393987.772664:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:0.0:1749393987.772667:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507731840:12345-0@lo:38: 00000100:00100000:3.0:1749393987.772668:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507731968 00000100:00100000:3.0:1749393987.772670:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507731968 00010000:00020000:1.0:1749393987.772673:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393987.772678:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00010000:00020000:2.0:1749393987.772680:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393987.772681:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507732608:12345-0@lo:400: 00010000:00020000:0.0:1749393987.772710:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393987.772718:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507731200:12345-0@lo:38: Request processed in 58us (188us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393987.772723:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1526 00000100:00100000:2.0:1749393987.772723:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507731456:12345-0@lo:38: Request processed in 59us (175us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393987.772727:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527 00000100:00100000:3.0:1749393987.772729:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507732608:12345-0@lo:400: Request processed in 47us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393987.772731:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507731840:12345-0@lo:38: Request processed in 63us (146us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393987.772732:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:3.0:1749393987.772733:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1749393987.772735:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507731712:12345-0@lo:38: 00000100:00100000:2.0:1749393987.772735:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530 00000100:00100000:0.0:1749393987.772738:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00100000:2.0:1749393987.772738:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507732352:12345-0@lo:38: 00000100:00100000:3.0:1749393987.772739:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1749393987.772741:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507731968:12345-0@lo:400: 00010000:00020000:2.0:1749393987.772745:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393987.772746:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531 00000100:00100000:0.0:1749393987.772749:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507732224:12345-0@lo:38: 00010000:00020000:1.0:1749393987.772749:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749393987.772755:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507731968:12345-0@lo:400: Request processed in 13us (120us total) trans 0 rc 0/0 00010000:00020000:0.0:1749393987.772756:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393987.772758:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507732352:12345-0@lo:38: Request processed in 19us (136us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393987.772758:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1749393987.772762:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530 00000100:00100000:1.0:1749393987.772765:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507731712:12345-0@lo:38: Request processed in 29us (199us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749393987.772765:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393987.772768:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507732224:12345-0@lo:38: Request processed in 19us (164us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393987.772770:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00100000:0.0:1749393987.772772:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531 00000100:00100000:2.0:1749393987.772776:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507732096:0@lo:400: 00000100:00100000:3.0:1749393987.772784:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507731584:0@lo:400: 00000100:00100000:2.0:1749393987.772789:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393987.772790:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393987.772792:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393987.772793:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507730944:0@lo:41: 00010000:00080000:0.0:1749393987.772795:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bba300 x1834371507731968/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749393987.772795:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507731840:0@lo:38: 00000100:00080000:1.0:1749393987.772801:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393987.772802:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507731968:0@lo:400: 00000100:00080000:1.0:1749393987.772803:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393987.772805:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507732224:0@lo:38: 00000100:00100000:2.0:1749393987.772805:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507731072:0@lo:400: 00010000:00080000:0.0:1749393987.772809:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016e300 x1834371507732608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749393987.772810:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393987.772811:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393987.772813:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507732352:0@lo:38: 00000100:00100000:2.0:1749393987.772813:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749393987.772814:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507732608:0@lo:400: 00000100:00100000:2.0:1749393987.772816:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507732480:0@lo:400: 00000100:00080000:1.0:1749393987.772818:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393987.772819:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393987.772821:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507731200:0@lo:38: 00000100:00100000:0.0:1749393987.772825:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507732096 00000100:00080000:1.0:1749393987.772826:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393987.772827:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507732096 00000100:00080000:1.0:1749393987.772827:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393987.772827:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393987.772829:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507731456:0@lo:38: 00000100:00080000:1.0:1749393987.772833:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393987.772834:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393987.772836:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507731712:0@lo:38: 00000100:00100000:0.0:1749393987.772849:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507732480 00000100:00100000:0.0:1749393987.772850:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507732480 00000100:00100000:1.0:1749393987.772860:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507731328:0@lo:400: 00000100:00100000:2.0:1749393987.772861:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1749393987.772868:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1749393987.772871:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507732096:12345-0@lo:400: 00000100:00100000:0.0:1749393987.772872:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507732480:12345-0@lo:400: 00000100:00080000:3.0:1749393987.772875:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749393987.772893:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507732096:12345-0@lo:400: Request processed in 24us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393987.772894:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507732480:12345-0@lo:400: Request processed in 21us (66us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393987.772897:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1749393987.772899:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00010000:00080000:3.0:1749393987.772903:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016d880 x1834371507732480/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393987.772918:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507732480:0@lo:400: 00010000:00080000:3.0:1749393987.772943:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016f100 x1834371507732096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749393987.772952:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507732096:0@lo:400: 00000100:00100000:2.0:1749393988.181355:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507732736:0@lo:700: 00000100:00100000:2.0:1749393988.181433:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393988.181530:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507732736 00000100:00100000:2.0:1749393988.181537:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39d80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393988.181542:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507732736 00000100:00080000:3.0:1749393988.181572:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393988.181594:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1749393988.181604:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507732736:12345-0@lo:700: 00000100:00100000:0.0:1749393988.181649:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393988.181656:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507732864:0@lo:700: 40000000:00080000:0.0:1749393988.181670:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393988.181673:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393988.181730:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507732736:12345-0@lo:700: Request processed in 128us (296us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393988.181739:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:2.0:1749393988.181762:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507732736:0@lo:700: 00000100:00100000:2.0:1749393988.183185:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507732992:0@lo:700: 00000100:00100000:2.0:1749393988.183221:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393988.183276:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39d80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393988.183338:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507732992 00000100:00100000:0.0:1749393988.183347:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507732992 00000100:00080000:3.0:1749393988.183381:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393988.183385:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1749393988.183393:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507732992:12345-0@lo:700: 00000100:00100000:0.0:1749393988.183424:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393988.183430:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507733120:0@lo:700: 40000000:00080000:0.0:1749393988.183473:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393988.183477:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393988.183530:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507732992:12345-0@lo:700: Request processed in 137us (308us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393988.183543:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:2.0:1749393988.183562:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507732992:0@lo:700: 00000100:00100000:2.0:1749393988.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393988.322214:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393988.542400:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393988.799220:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393988.799235:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507733248:0@lo:900: 00000100:00100000:2.0:1749393989.192252:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393989.322247:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393989.544409:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749393990.182295:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507733376:0@lo:700: 00000100:00100000:2.0:1749393990.182363:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393990.182485:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39d80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393990.182526:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507733376 00000100:00100000:0.0:1749393990.182537:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507733376 00000100:00080000:3.0:1749393990.182597:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393990.182607:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:0.0:1749393990.182617:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507733376:12345-0@lo:700: 00000100:00100000:0.0:1749393990.182662:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393990.182669:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507733504:0@lo:700: 40000000:00080000:0.0:1749393990.182684:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393990.182687:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393990.182746:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507733376:12345-0@lo:700: Request processed in 130us (382us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393990.182755:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:2.0:1749393990.182781:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507733376:0@lo:700: 00000100:00100000:2.0:1749393990.184187:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507733632:0@lo:700: 00000100:00100000:2.0:1749393990.184225:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393990.184285:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507733632 00000100:00100000:2.0:1749393990.184289:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39d80 going to sleep for 11 seconds 00000100:00100000:0.0:1749393990.184293:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507733632 00000100:00100000:0.0:1749393990.184327:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:0.0:1749393990.184334:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507733632:12345-0@lo:700: 00000100:00100000:0.0:1749393990.184365:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393990.184371:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507733760:0@lo:700: 40000000:00080000:0.0:1749393990.184381:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393990.184384:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00080000:3.0:1749393990.184395:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393990.184461:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507733632:12345-0@lo:700: Request processed in 127us (235us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393990.184469:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:2.0:1749393990.184477:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507733632:0@lo:700: 00000100:00100000:2.0:1749393990.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393990.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393990.546473:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393990.800242:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393990.800259:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507733888:0@lo:900: 00000100:00100000:0.0:1749393991.103891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393991.103941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393991.103987:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393991.104031:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499762560 00000100:00100000:2.0:1749393991.104040:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499762432 00000100:00100000:0.0:1749393991.104041:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499762560 00000100:00100000:2.0:1749393991.104049:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499762432 00000100:00100000:1.0:1749393991.104123:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499762688 00000100:00100000:1.0:1749393991.104133:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499762688 00000100:00100000:0.0:1749393991.104139:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1532 00000100:00100000:2.0:1749393991.104145:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 561 00000100:00100000:0.0:1749393991.104148:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499762560:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749393991.104154:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499762432:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749393991.104163:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1533 00000100:00100000:1.0:1749393991.104171:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499762688:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749393991.104182:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1032 last 0 00010000:00080000:1.0:1749393991.104195:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1032 last 0 00000100:00100000:2.0:1749393991.104230:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499762432:12345-192.168.203.32@tcp:400: Request processed in 76us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393991.104236:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499762560:12345-192.168.203.32@tcp:38: Request processed in 88us (293us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393991.104239:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 561 00000100:00100000:0.0:1749393991.104244:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1532 00000100:00100000:1.0:1749393991.104244:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499762688:12345-192.168.203.32@tcp:38: Request processed in 72us (256us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393991.104252:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1533 00000100:00100000:2.0:1749393991.192195:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393991.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393991.548339:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749393991.852279:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507734016:0@lo:41: 00000100:00100000:3.0:1749393991.852356:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393991.852452:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507734016 00000100:00100000:0.0:1749393991.852463:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507734016 00000100:00100000:0.0:1749393991.852516:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1749393991.852525:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507734016:12345-0@lo:41: 00000004:00000024:0.0:1749393991.852562:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749393991.852624:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507734016:12345-0@lo:41: Request processed in 99us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393991.852633:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1749393991.852654:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507734016:0@lo:41: 00000100:00100000:0.0:1749393992.183309:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507734144:0@lo:700: 00000100:00100000:0.0:1749393992.183350:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393992.183411:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393992.183490:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507734144 00000100:00100000:2.0:1749393992.183499:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507734144 00000100:00080000:3.0:1749393992.183530:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393992.183555:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:2.0:1749393992.183565:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507734144:12345-0@lo:700: 00000100:00100000:2.0:1749393992.183604:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39e40 going to sleep for 0 seconds 00000100:00100000:2.0:1749393992.183611:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507734272:0@lo:700: 40000000:00080000:2.0:1749393992.183624:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393992.183627:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393992.183678:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507734144:12345-0@lo:700: Request processed in 115us (327us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393992.183686:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:0.0:1749393992.183765:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507734144:0@lo:700: 00000100:00100000:2.0:1749393992.185191:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507734400:0@lo:700: 00000100:00100000:2.0:1749393992.185229:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393992.185289:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39e40 going to sleep for 11 seconds 00000100:00100000:0.0:1749393992.185345:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507734400 00000100:00100000:0.0:1749393992.185354:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507734400 00000100:00080000:3.0:1749393992.185388:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393992.185393:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:0.0:1749393992.185401:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507734400:12345-0@lo:700: 00000100:00100000:0.0:1749393992.185460:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393992.185467:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507734528:0@lo:700: 40000000:00080000:0.0:1749393992.185478:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393992.185481:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393992.185534:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507734400:12345-0@lo:700: Request processed in 134us (304us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393992.185543:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:2.0:1749393992.185568:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507734400:0@lo:700: 00000100:00100000:2.0:1749393992.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393992.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393992.550315:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393992.780286:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393992.780298:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393992.780302:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393992.780310:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1029 00000100:00080000:0.0:1749393992.780315:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393992.780322:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749393992.780345:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016c700 x1834371507734912/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749393992.780362:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507734656:0@lo:400: 00000100:00080000:0.0:1749393992.780385:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393992.780389:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393992.780391:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393992.780394:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1029 00000100:00100000:1.0:1749393992.780394:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507734784:0@lo:41: 00000100:00080000:0.0:1749393992.780397:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393992.780400:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393992.780441:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016d180 x1834371507735168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393992.780453:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1749393992.780459:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393992.780463:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393992.780465:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393992.780468:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1029 00000100:00080000:0.0:1749393992.780470:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749393992.780470:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393992.780474:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393992.780475:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507735296:0@lo:400: 00000100:00100000:1.0:1749393992.780483:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393992.780484:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f100 x1834371507735424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393992.780492:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393992.780495:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393992.780497:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393992.780500:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1029 00000100:00080000:0.0:1749393992.780502:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393992.780504:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749393992.780515:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016d880 x1834371507735552/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393992.780525:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749393992.780538:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507734912:0@lo:38: 00000100:00100000:2.0:1749393992.780542:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507734656 00000100:00080000:0.0:1749393992.780543:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393992.780546:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393992.780547:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749393992.780550:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507734656 00000100:00080000:0.0:1749393992.780551:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1029 00000100:00100000:3.0:1749393992.780551:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507735040:0@lo:400: 00000100:00080000:0.0:1749393992.780553:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393992.780555:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749393992.780565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393992.780567:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b169f80 x1834371507735936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393992.780569:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393992.780577:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393992.780580:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393992.780581:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749393992.780583:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507735168:0@lo:38: 00000100:00080000:0.0:1749393992.780584:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1029 00000100:00080000:0.0:1749393992.780586:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393992.780589:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393992.780589:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1749393992.780597:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507734656:12345-0@lo:400: 00000100:00100000:0.0:1749393992.780600:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16bb80 x1834371507736064/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393992.780600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393992.780601:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507734784 00000100:00100000:3.0:1749393992.780606:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507734784 00000100:00100000:1.0:1749393992.780613:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507735424:0@lo:38: 00000100:00100000:1.0:1749393992.780628:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393992.780631:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507735296 00000100:00100000:3.0:1749393992.780634:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507735296 00000100:00100000:0.0:1749393992.780639:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507736192:0@lo:400: 00000100:00100000:1.0:1749393992.780642:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507735552:0@lo:38: 00000100:00100000:2.0:1749393992.780643:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507734656:12345-0@lo:400: Request processed in 45us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393992.780651:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1749393992.780659:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393992.780660:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507735040 00000100:00100000:3.0:1749393992.780663:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507735040 00000100:00100000:3.0:1749393992.780674:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1749393992.780679:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393992.780681:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507734784:12345-0@lo:41: 00000100:00100000:1.0:1749393992.780682:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507735936:0@lo:38: 00000100:00100000:2.0:1749393992.780682:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507734912 00000100:00100000:2.0:1749393992.780686:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507734912 00000100:00100000:1.0:1749393992.780701:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393992.780702:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507735168 00000100:00100000:2.0:1749393992.780704:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507735168 00000100:00100000:0.0:1749393992.780706:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00000024:3.0:1749393992.780709:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749393992.780711:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507735424 00000100:00100000:0.0:1749393992.780712:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507736320:0@lo:400: 00000100:00100000:2.0:1749393992.780714:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507735424 00000100:00100000:1.0:1749393992.780716:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507736064:0@lo:38: 00000100:00100000:2.0:1749393992.780720:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507735552 00000100:00100000:2.0:1749393992.780722:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507735552 00000100:00100000:2.0:1749393992.780728:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507735936 00000100:00100000:2.0:1749393992.780730:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507735936 00000100:00100000:0.0:1749393992.780733:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393992.780738:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1534 00000100:00100000:1.0:1749393992.780740:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393992.780743:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507734912:12345-0@lo:38: 00000100:00100000:3.0:1749393992.780753:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507734784:12345-0@lo:41: Request processed in 73us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393992.780760:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00010000:00020000:2.0:1749393992.780765:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393992.780769:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507736064 00000100:00100000:0.0:1749393992.780770:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1749393992.780774:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507736064 00000100:00100000:3.0:1749393992.780776:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1749393992.780780:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507735296:12345-0@lo:400: 00000100:00100000:3.0:1749393992.780781:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507735040:12345-0@lo:400: 00000100:00100000:1.0:1749393992.780793:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535 00000100:00100000:2.0:1749393992.780795:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507734912:12345-0@lo:38: Request processed in 51us (230us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393992.780810:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507735168:12345-0@lo:38: 00000100:00100000:3.0:1749393992.780810:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507735040:12345-0@lo:400: Request processed in 28us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393992.780814:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1534 00000100:00100000:3.0:1749393992.780818:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1749393992.780820:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507735296:12345-0@lo:400: Request processed in 40us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393992.780826:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:0.0:1749393992.780827:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00010000:00020000:1.0:1749393992.780828:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393992.780831:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507735424:12345-0@lo:38: 00010000:00020000:2.0:1749393992.780842:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393992.780852:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1537 00000100:00100000:0.0:1749393992.780857:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507735552:12345-0@lo:38: 00000100:00100000:3.0:1749393992.780857:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507735296:0@lo:400: 00000100:00100000:1.0:1749393992.780862:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507735168:12345-0@lo:38: Request processed in 52us (261us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393992.780867:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507735040:0@lo:400: 00000100:00100000:1.0:1749393992.780869:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535 00010000:00020000:0.0:1749393992.780873:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393992.780876:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507735424:12345-0@lo:38: Request processed in 44us (246us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393992.780884:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:1.0:1749393992.780888:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538 00000100:00100000:1.0:1749393992.780892:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507735936:12345-0@lo:38: 00000100:00100000:0.0:1749393992.780895:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507735552:12345-0@lo:38: Request processed in 38us (235us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393992.780897:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539 00000100:00100000:0.0:1749393992.780902:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1537 00000100:00100000:2.0:1749393992.780902:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507736064:12345-0@lo:38: 00010000:00020000:1.0:1749393992.780903:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749393992.780914:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393992.780919:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507736192 00000100:00100000:1.0:1749393992.780922:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507735936:12345-0@lo:38: Request processed in 29us (220us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393992.780924:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507736192 00000100:00100000:1.0:1749393992.780928:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538 00000100:00100000:2.0:1749393992.780931:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507736064:12345-0@lo:38: Request processed in 28us (191us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749393992.780937:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539 00000100:00080000:3.0:1749393992.780948:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393992.780952:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507736320 00000100:00100000:0.0:1749393992.780955:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507736320 00000100:00080000:1.0:1749393992.780955:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749393992.780959:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507735680:0@lo:400: 00000100:00080000:1.0:1749393992.780960:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393992.780964:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507735936:0@lo:38: 00000100:00100000:3.0:1749393992.780971:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00080000:1.0:1749393992.780974:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393992.780977:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393992.780979:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507736192:12345-0@lo:400: 00000100:00100000:1.0:1749393992.780981:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507736064:0@lo:38: 00000100:00100000:2.0:1749393992.780982:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393992.780989:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393992.780992:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507735680 00000100:00080000:1.0:1749393992.780992:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393992.780995:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507735680 00000100:00100000:1.0:1749393992.780995:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507734912:0@lo:38: 00000100:00080000:1.0:1749393992.781003:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393992.781005:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393992.781008:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507735168:0@lo:38: 00000100:00100000:0.0:1749393992.781011:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:2.0:1749393992.781011:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507734656:0@lo:400: 00000100:00080000:1.0:1749393992.781015:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749393992.781016:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507736192:12345-0@lo:400: Request processed in 38us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393992.781017:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507736320:12345-0@lo:400: 00000100:00100000:3.0:1749393992.781022:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1749393992.781023:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1749393992.781024:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393992.781029:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507735424:0@lo:38: 00000100:00100000:2.0:1749393992.781029:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507735808:0@lo:400: 00000100:00100000:3.0:1749393992.781039:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00080000:1.0:1749393992.781040:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393992.781043:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393992.781044:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507735680:12345-0@lo:400: 00000100:00100000:1.0:1749393992.781046:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507735552:0@lo:38: 00000100:00100000:0.0:1749393992.781049:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507736320:12345-0@lo:400: Request processed in 32us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393992.781050:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393992.781055:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1749393992.781066:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507735808 00000100:00100000:0.0:1749393992.781068:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507735808 00000100:00100000:3.0:1749393992.781100:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507735680:12345-0@lo:400: Request processed in 29us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393992.781106:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1749393992.781117:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1749393992.781123:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507735808:12345-0@lo:400: 00010000:00080000:2.0:1749393992.781127:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016e680 x1834371507735680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393992.781140:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507735680:0@lo:400: 00000100:00100000:1.0:1749393992.781146:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507734784:0@lo:41: 00000100:00100000:0.0:1749393992.781150:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507735808:12345-0@lo:400: Request processed in 27us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393992.781156:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00010000:00080000:2.0:1749393992.781157:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016f480 x1834371507735808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393992.781167:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507735808:0@lo:400: 00000100:00080000:0.0:1749393992.781169:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1749393992.781190:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b168a80 x1834371507736320/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393992.781202:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507736320:0@lo:400: 00010000:00080000:0.0:1749393992.781213:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b168e00 x1834371507736192/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393992.781222:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507736192:0@lo:400: 00000100:00100000:0.0:1749393992.801190:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393992.801200:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507736448:0@lo:900: 00000100:00100000:2.0:1749393993.192249:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393993.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393993.552315:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393994.184384:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507736576:0@lo:700: 00000100:00100000:0.0:1749393994.184484:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393994.184553:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393994.184567:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507736576 00000100:00100000:2.0:1749393994.184592:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507736576 00000100:00080000:0.0:1749393994.184654:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393994.184661:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:2.0:1749393994.184671:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507736576:12345-0@lo:700: 00000100:00100000:2.0:1749393994.184716:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39f00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393994.184723:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507736704:0@lo:700: 40000000:00080000:2.0:1749393994.184738:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393994.184741:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393994.184797:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507736576:12345-0@lo:700: Request processed in 127us (313us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393994.184806:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00100000:0.0:1749393994.184824:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507736576:0@lo:700: 00000100:00100000:2.0:1749393994.186196:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507736832:0@lo:700: 00000100:00100000:2.0:1749393994.186233:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393994.186288:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393994.186352:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507736832 00000100:00100000:0.0:1749393994.186361:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507736832 00000100:00080000:2.0:1749393994.186434:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393994.186444:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:0.0:1749393994.186453:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507736832:12345-0@lo:700: 00000100:00100000:0.0:1749393994.186485:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393994.186491:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507736960:0@lo:700: 40000000:00080000:0.0:1749393994.186503:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393994.186506:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393994.186557:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507736832:12345-0@lo:700: Request processed in 105us (323us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393994.186565:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:2.0:1749393994.186579:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507736832:0@lo:700: 00000100:00100000:2.0:1749393994.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393994.322203:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393994.554328:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393994.802284:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393994.802301:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507737088:0@lo:900: 00000100:00100000:2.0:1749393995.192248:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393995.322198:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393995.556365:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393996.111684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393996.111735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749393996.111829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749393996.111836:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499762816 00000100:00100000:3.0:1749393996.111849:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499762816 00000100:00100000:2.0:1749393996.111866:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499762944 00000100:00100000:2.0:1749393996.111875:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499762944 00000100:00100000:3.0:1749393996.111903:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 563 00000100:00100000:2.0:1749393996.111906:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499763072 00000100:00100000:2.0:1749393996.111909:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499763072 00000100:00100000:3.0:1749393996.111912:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499762816:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749393996.111941:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1540 00000100:00100000:2.0:1749393996.111948:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499762944:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749393996.111968:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1541 00000100:00100000:1.0:1749393996.111978:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499763072:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749393996.111978:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1037 last 0 00000100:00100000:3.0:1749393996.111983:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499762816:12345-192.168.203.32@tcp:400: Request processed in 71us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393996.111992:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 563 00010000:00080000:1.0:1749393996.112003:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1037 last 0 00000100:00100000:2.0:1749393996.112035:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499762944:12345-192.168.203.32@tcp:38: Request processed in 86us (299us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749393996.112053:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499763072:12345-192.168.203.32@tcp:38: Request processed in 74us (223us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393996.112055:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1540 00000100:00100000:1.0:1749393996.112061:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1541 00000100:00100000:0.0:1749393996.185215:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507737216:0@lo:700: 00000100:00100000:0.0:1749393996.185262:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393996.185356:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393996.185423:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507737216 00000100:00100000:2.0:1749393996.185432:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507737216 00000100:00100000:2.0:1749393996.185494:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:2.0:1749393996.185504:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507737216:12345-0@lo:700: 00000100:00080000:0.0:1749393996.185520:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393996.185545:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39f00 going to sleep for 0 seconds 00000100:00100000:2.0:1749393996.185552:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507737344:0@lo:700: 40000000:00080000:2.0:1749393996.185568:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393996.185570:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393996.185620:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507737216:12345-0@lo:700: Request processed in 117us (356us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393996.185628:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:0.0:1749393996.185651:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507737216:0@lo:700: 00000100:00100000:2.0:1749393996.187185:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507737472:0@lo:700: 00000100:00100000:2.0:1749393996.187223:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393996.187278:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393996.187343:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507737472 00000100:00100000:0.0:1749393996.187352:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507737472 00000100:00080000:2.0:1749393996.187427:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393996.187442:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:0.0:1749393996.187451:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507737472:12345-0@lo:700: 00000100:00100000:0.0:1749393996.187483:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393996.187490:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507737600:0@lo:700: 40000000:00080000:0.0:1749393996.187501:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393996.187504:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393996.187553:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507737472:12345-0@lo:700: Request processed in 103us (330us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393996.187561:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1749393996.187577:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507737472:0@lo:700: 00000100:00100000:2.0:1749393996.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393996.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393996.558352:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393996.803222:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393996.803237:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507737728:0@lo:900: 00000100:00100000:1.0:1749393996.860321:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749393996.860347:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507737856:0@lo:41: 00000100:00100000:1.0:1749393996.860484:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393996.860624:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507737856 00000100:00100000:3.0:1749393996.860635:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507737856 00000100:00100000:3.0:1749393996.860682:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1749393996.860690:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507737856:12345-0@lo:41: 00000004:00000024:3.0:1749393996.860728:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749393996.860795:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507737856:12345-0@lo:41: Request processed in 104us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393996.860803:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1749393996.860863:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507737856:0@lo:41: 00000100:00100000:2.0:1749393996.899177:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749393996.899200:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507737984/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394001 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393996.899247:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393996.899306:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749393996.899374:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507737984 00000100:00100000:0.0:1749393996.899403:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507737984 00000100:00100000:0.0:1749393996.899460:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00080000:2.0:1749393996.899462:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393996.899469:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507737984:12345-0@lo:700: 40000000:00080000:0.0:1749393996.899493:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393996.899535:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507737984:12345-0@lo:700: Request processed in 68us (287us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749393996.899543:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:2.0:1749393996.899544:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507737984/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394012 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393996.899574:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749393996.919179:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749393996.919199:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507738112/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394001 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393996.919240:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393996.919298:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749393996.919326:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507738112 00000100:00100000:0.0:1749393996.919335:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507738112 00000100:00080000:2.0:1749393996.919408:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749393996.919410:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:0.0:1749393996.919419:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507738112:12345-0@lo:700: 40000000:00080000:0.0:1749393996.919439:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749393996.919479:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507738112:12345-0@lo:700: Request processed in 61us (238us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749393996.919486:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507738112/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394012 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393996.919487:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:2.0:1749393996.919496:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749393997.192198:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393997.322228:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749393997.560291:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749393997.788296:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393997.788305:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507738240:0@lo:400: 00000100:00080000:0.0:1749393997.788307:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393997.788311:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393997.788318:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1034 00000100:00080000:0.0:1749393997.788322:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393997.788329:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749393997.788344:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749393997.788351:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16b100 x1834371507738496/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393997.788367:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092fff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507738368:0@lo:41: 00000100:00080000:0.0:1749393997.788403:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393997.788407:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749393997.788407:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393997.788409:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393997.788413:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1034 00000100:00080000:0.0:1749393997.788415:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393997.788418:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749393997.788430:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b168700 x1834371507738752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393997.788450:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393997.788460:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393997.788463:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1749393997.788464:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749393997.788466:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393997.788469:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1034 00000100:00100000:2.0:1749393997.788470:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507738240 00000100:00080000:0.0:1749393997.788471:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393997.788471:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507738880:0@lo:400: 00000100:00080000:0.0:1749393997.788475:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393997.788480:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507738624:0@lo:400: 00000100:00100000:2.0:1749393997.788481:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507738240 00000100:00100000:0.0:1749393997.788486:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b168380 x1834371507739008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749393997.788495:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749393997.788495:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393997.788498:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393997.788499:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393997.788502:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1034 00000100:00080000:0.0:1749393997.788504:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393997.788507:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749393997.788510:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507738368 00000100:00100000:3.0:1749393997.788515:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507738368 00000100:00100000:0.0:1749393997.788516:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16b480 x1834371507739136/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393997.788527:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507738496:0@lo:38: 00000100:00100000:2.0:1749393997.788527:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1749393997.788536:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507738240:12345-0@lo:400: 00000100:00080000:0.0:1749393997.788539:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749393997.788541:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507738880 00000100:00080000:0.0:1749393997.788542:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749393997.788543:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507738880 00000100:00080000:0.0:1749393997.788544:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393997.788547:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1034 00000100:00080000:0.0:1749393997.788549:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749393997.788549:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749393997.788552:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749393997.788556:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1749393997.788561:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b169f80 x1834371507739520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749393997.788563:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507738368:12345-0@lo:41: 00000100:00100000:1.0:1749393997.788564:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507738752:0@lo:38: 00000100:00080000:0.0:1749393997.788570:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749393997.788573:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749393997.788574:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749393997.788577:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1034 00000100:00080000:0.0:1749393997.788579:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749393997.788582:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749393997.788593:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507738240:12345-0@lo:400: Request processed in 58us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393997.788594:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e10000 x1834371507739648/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749393997.788599:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393997.788601:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000004:00000024:3.0:1749393997.788608:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749393997.788614:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507739008:0@lo:38: 00000100:00100000:0.0:1749393997.788629:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507739392:0@lo:400: 00000100:00100000:2.0:1749393997.788633:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507738496 00000100:00100000:1.0:1749393997.788636:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393997.788637:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507738496 00000100:00100000:3.0:1749393997.788647:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507738368:12345-0@lo:41: Request processed in 83us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393997.788651:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507739136:0@lo:38: 00000100:00100000:2.0:1749393997.788653:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507738752 00000100:00100000:3.0:1749393997.788655:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1749393997.788656:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507738752 00000100:00100000:2.0:1749393997.788666:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507739008 00000100:00100000:2.0:1749393997.788669:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507739008 00000100:00100000:0.0:1749393997.788670:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393997.788672:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1749393997.788673:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393997.788678:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507738880:12345-0@lo:400: 00000100:00100000:2.0:1749393997.788679:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507739136 00000100:00100000:2.0:1749393997.788681:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507739136 00000100:00100000:1.0:1749393997.788688:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507739520:0@lo:38: 00000100:00100000:2.0:1749393997.788691:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1542 00000100:00100000:0.0:1749393997.788699:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749393997.788706:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507739776:0@lo:400: 00000100:00100000:3.0:1749393997.788706:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507738880:12345-0@lo:400: Request processed in 29us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1749393997.788709:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393997.788709:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507738496:12345-0@lo:38: 00000100:00100000:3.0:1749393997.788712:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1749393997.788720:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507739648:0@lo:38: 00000100:00100000:0.0:1749393997.788725:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749393997.788732:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393997.788738:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749393997.788738:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393997.788755:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507738624 00000100:00100000:0.0:1749393997.788760:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507738624 00000100:00100000:1.0:1749393997.788761:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507739520 00000100:00100000:1.0:1749393997.788766:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507739520 00000100:00100000:2.0:1749393997.788770:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507738496:12345-0@lo:38: Request processed in 64us (220us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393997.788774:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507738368:0@lo:41: 00000100:00100000:2.0:1749393997.788778:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1542 00000100:00100000:1.0:1749393997.788780:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507739648 00000100:00100000:1.0:1749393997.788782:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507739648 00000100:00100000:0.0:1749393997.788787:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1749393997.788791:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543 00000100:00100000:0.0:1749393997.788794:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507738624:12345-0@lo:400: 00000100:00100000:2.0:1749393997.788795:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507738752:12345-0@lo:38: 00000100:00100000:1.0:1749393997.788806:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00010000:00020000:2.0:1749393997.788806:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393997.788813:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507739008:12345-0@lo:38: 00000100:00100000:3.0:1749393997.788817:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545 00000100:00100000:3.0:1749393997.788822:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507739136:12345-0@lo:38: 00000100:00100000:2.0:1749393997.788829:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507738752:12345-0@lo:38: Request processed in 32us (229us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749393997.788830:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393997.788836:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543 00000100:00100000:0.0:1749393997.788837:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507738624:12345-0@lo:400: Request processed in 43us (98us total) trans 0 rc 0/0 00010000:00020000:3.0:1749393997.788837:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749393997.788844:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1749393997.788845:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00100000:2.0:1749393997.788849:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507739520:12345-0@lo:38: 00010000:00020000:2.0:1749393997.788859:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749393997.788861:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507739008:12345-0@lo:38: Request processed in 47us (223us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749393997.788864:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507739136:12345-0@lo:38: Request processed in 41us (193us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749393997.788869:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00100000:0.0:1749393997.788874:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547 00000100:00100000:2.0:1749393997.788877:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507739520:12345-0@lo:38: Request processed in 26us (169us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749393997.788879:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507739648:12345-0@lo:38: 00000100:00100000:3.0:1749393997.788886:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545 00010000:00020000:0.0:1749393997.788895:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749393997.788896:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 00000100:00080000:1.0:1749393997.788901:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393997.788905:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393997.788910:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507739520:0@lo:38: 00000100:00100000:3.0:1749393997.788911:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507739392 00000100:00100000:3.0:1749393997.788914:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507739392 00000100:00100000:2.0:1749393997.788919:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507739904:0@lo:400: 00000100:00080000:1.0:1749393997.788921:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393997.788922:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507739648:12345-0@lo:38: Request processed in 43us (183us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749393997.788924:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393997.788927:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507739648:0@lo:38: 00000100:00100000:0.0:1749393997.788929:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547 00000100:00100000:3.0:1749393997.788935:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507739776 00000100:00100000:3.0:1749393997.788937:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507739776 00000100:00100000:2.0:1749393997.788944:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749393997.788946:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749393997.788949:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00080000:1.0:1749393997.788949:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749393997.788953:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507738496:0@lo:38: 00000100:00100000:3.0:1749393997.788953:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507739904 00000100:00100000:3.0:1749393997.788955:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507739904 00000100:00100000:0.0:1749393997.788956:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507739392:12345-0@lo:400: 00000100:00080000:1.0:1749393997.788961:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393997.788963:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749393997.788966:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749393997.788967:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507738752:0@lo:38: 00000100:00100000:3.0:1749393997.788970:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1749393997.788973:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507739264:0@lo:400: 00000100:00080000:1.0:1749393997.788974:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393997.788976:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749393997.788976:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507739776:12345-0@lo:400: 00000100:00100000:1.0:1749393997.788980:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507739008:0@lo:38: 00000100:00100000:0.0:1749393997.788985:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507739392:12345-0@lo:400: Request processed in 30us (316us total) trans 0 rc 0/0 00000100:00080000:1.0:1749393997.788987:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749393997.788989:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749393997.788991:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1749393997.788992:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507739136:0@lo:38: 00000100:00100000:2.0:1749393997.788992:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393997.789001:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507739264 00000100:00100000:0.0:1749393997.789006:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507739264 00000100:00100000:3.0:1749393997.789008:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507739776:12345-0@lo:400: Request processed in 32us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1749393997.789014:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1749393997.789022:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507739904:12345-0@lo:400: 00000100:00100000:3.0:1749393997.789023:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1749393997.789027:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1749393997.789032:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507739264:12345-0@lo:400: 00000100:00100000:1.0:1749393997.789049:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507738880:0@lo:400: 00000100:00100000:1.0:1749393997.789058:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507738240:0@lo:400: 00000100:00100000:2.0:1749393997.789060:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507739904:12345-0@lo:400: Request processed in 40us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1749393997.789061:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507738624:0@lo:400: 00000100:00100000:0.0:1749393997.789063:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507739264:12345-0@lo:400: Request processed in 30us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1749393997.789107:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1749393997.789113:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00010000:00080000:0.0:1749393997.789139:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e13b80 x1834371507739776/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749393997.789150:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b169180 x1834371507739264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749393997.789152:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507739776:0@lo:400: 00010000:00080000:0.0:1749393997.789162:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b16bb80 x1834371507739392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393997.789164:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507739264:0@lo:400: 00000100:00100000:0.0:1749393997.789171:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507739392:0@lo:400: 00010000:00080000:2.0:1749393997.789176:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e13800 x1834371507739904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749393997.789185:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507739904:0@lo:400: 00000100:00100000:0.0:1749393998.186312:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507740032:0@lo:700: 00000100:00100000:0.0:1749393998.186447:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749393998.186557:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749393998.186597:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507740032 00000100:00100000:2.0:1749393998.186609:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507740032 00000100:00080000:0.0:1749393998.186685:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749393998.186693:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:2.0:1749393998.186703:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507740032:12345-0@lo:700: 00000100:00100000:2.0:1749393998.186763:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f000 going to sleep for 0 seconds 00000100:00100000:2.0:1749393998.186771:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507740160:0@lo:700: 40000000:00080000:2.0:1749393998.186787:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749393998.186790:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749393998.186847:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507740032:12345-0@lo:700: Request processed in 145us (402us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749393998.186857:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:0.0:1749393998.186893:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507740032:0@lo:700: 00000100:00100000:2.0:1749393998.188188:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507740288:0@lo:700: 00000100:00100000:2.0:1749393998.188225:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749393998.188283:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f000 going to sleep for 11 seconds 00000100:00100000:0.0:1749393998.188296:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507740288 00000100:00100000:0.0:1749393998.188303:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507740288 00000100:00100000:0.0:1749393998.188349:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00080000:2.0:1749393998.188351:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749393998.188356:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507740288:12345-0@lo:700: 00000100:00100000:0.0:1749393998.188408:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393998.188414:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507740416:0@lo:700: 40000000:00080000:0.0:1749393998.188424:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749393998.188427:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749393998.188475:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507740288:12345-0@lo:700: Request processed in 118us (249us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749393998.188483:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:2.0:1749393998.188501:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507740288:0@lo:700: 00000100:00100000:2.0:1749393998.192176:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393998.322208:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393998.562355:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749393998.804225:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749393998.804241:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507740544:0@lo:900: 00000100:00100000:0.0:1749393999.192347:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749393999.322241:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749393999.564333:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394000.187226:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507740672:0@lo:700: 00000100:00100000:0.0:1749394000.187295:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394000.187416:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394000.187449:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507740672 00000100:00100000:2.0:1749394000.187461:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507740672 00000100:00080000:0.0:1749394000.187526:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394000.187537:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:2.0:1749394000.187548:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507740672:12345-0@lo:700: 00000100:00100000:2.0:1749394000.187593:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f000 going to sleep for 0 seconds 00000100:00100000:2.0:1749394000.187600:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507740800:0@lo:700: 40000000:00080000:2.0:1749394000.187616:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394000.187619:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394000.187675:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507740672:12345-0@lo:700: Request processed in 129us (379us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394000.187684:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00100000:0.0:1749394000.187700:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507740672:0@lo:700: 00000100:00100000:2.0:1749394000.189174:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507740928:0@lo:700: 00000100:00100000:2.0:1749394000.189211:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394000.189268:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f000 going to sleep for 11 seconds 00000100:00100000:0.0:1749394000.189336:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507740928 00000100:00100000:0.0:1749394000.189345:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507740928 00000100:00080000:2.0:1749394000.189423:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394000.189427:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:0.0:1749394000.189436:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507740928:12345-0@lo:700: 00000100:00100000:0.0:1749394000.189468:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394000.189474:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507741056:0@lo:700: 40000000:00080000:0.0:1749394000.189484:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394000.189487:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394000.189537:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507740928:12345-0@lo:700: Request processed in 102us (325us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394000.189545:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:2.0:1749394000.189560:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507740928:0@lo:700: 00000100:00100000:0.0:1749394000.192175:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394000.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394000.566401:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394000.805235:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394000.805251:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507741184:0@lo:900: 00000100:00100000:0.0:1749394001.119857:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394001.119908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394001.119953:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394001.120007:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499763200 00000100:00100000:3.0:1749394001.120019:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499763200 00000100:00100000:1.0:1749394001.120042:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499763328 00000100:00100000:1.0:1749394001.120052:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499763328 00000100:00100000:1.0:1749394001.120121:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499763456 00000100:00100000:1.0:1749394001.120124:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499763456 00000100:00100000:3.0:1749394001.120132:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 565 00000100:00100000:2.0:1749394001.120135:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1548 00000100:00100000:3.0:1749394001.120144:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499763200:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749394001.120146:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499763328:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394001.120156:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1549 00000100:00100000:1.0:1749394001.120164:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499763456:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749394001.120178:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1042 last 0 00010000:00080000:1.0:1749394001.120189:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1042 last 0 00000100:00100000:3.0:1749394001.120213:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499763200:12345-192.168.203.32@tcp:400: Request processed in 71us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394001.120221:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 565 00000100:00100000:2.0:1749394001.120234:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499763328:12345-192.168.203.32@tcp:38: Request processed in 88us (325us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394001.120240:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499763456:12345-192.168.203.32@tcp:38: Request processed in 75us (285us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394001.120243:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1548 00000100:00100000:1.0:1749394001.120267:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1549 00000100:00100000:0.0:1749394001.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394001.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394001.568317:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394001.868391:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507741312:0@lo:41: 00000100:00100000:2.0:1749394001.868468:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394001.868602:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507741312 00000100:00100000:0.0:1749394001.868615:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507741312 00000100:00100000:0.0:1749394001.868678:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1749394001.868687:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507741312:12345-0@lo:41: 00000004:00000024:0.0:1749394001.868724:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394001.868788:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507741312:12345-0@lo:41: Request processed in 101us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394001.868797:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1749394001.868829:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507741312:0@lo:41: 00000100:00100000:0.0:1749394002.188422:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e11880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507741440:0@lo:700: 00000100:00100000:0.0:1749394002.188500:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394002.188560:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507741440 00000100:00100000:2.0:1749394002.188572:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507741440 00000100:00100000:0.0:1749394002.188577:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00080000:0.0:1749394002.188604:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394002.188628:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:2.0:1749394002.188638:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507741440:12345-0@lo:700: 00000100:00100000:2.0:1749394002.188682:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f000 going to sleep for 0 seconds 00000100:00100000:2.0:1749394002.188689:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507741568:0@lo:700: 40000000:00080000:2.0:1749394002.188704:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394002.188707:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394002.188768:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507741440:12345-0@lo:700: Request processed in 131us (268us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394002.188777:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:0.0:1749394002.188817:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507741440:0@lo:700: 00000100:00100000:2.0:1749394002.190186:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507741696:0@lo:700: 00000100:00100000:2.0:1749394002.190224:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394002.190281:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f000 going to sleep for 11 seconds 00000100:00100000:0.0:1749394002.190369:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507741696 00000100:00100000:0.0:1749394002.190378:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507741696 00000100:00080000:2.0:1749394002.190436:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394002.190439:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:0.0:1749394002.190447:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507741696:12345-0@lo:700: 00000100:00100000:0.0:1749394002.190479:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394002.190486:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507741824:0@lo:700: 40000000:00080000:0.0:1749394002.190496:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394002.190499:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394002.190550:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507741696:12345-0@lo:700: Request processed in 104us (325us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394002.190559:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:2.0:1749394002.190573:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507741696:0@lo:700: 00000100:00100000:0.0:1749394002.192169:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394002.322204:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394002.570319:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394002.796294:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394002.796305:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394002.796309:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394002.796318:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1039 00000100:00080000:0.0:1749394002.796322:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394002.796329:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394002.796415:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e11f80 x1834371507742208/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394002.796448:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092fff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507741952:0@lo:41: 00000100:00100000:2.0:1749394002.796448:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507742080:0@lo:400: 00000100:00080000:0.0:1749394002.796458:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394002.796463:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394002.796465:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394002.796469:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1039 00000100:00080000:0.0:1749394002.796471:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394002.796475:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394002.796487:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e12a00 x1834371507742464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394002.796498:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507742336:0@lo:400: 00000100:00080000:0.0:1749394002.796502:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394002.796505:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394002.796506:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394002.796510:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1039 00000100:00080000:0.0:1749394002.796512:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394002.796515:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394002.796525:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e13100 x1834371507742720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394002.796525:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394002.796526:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394002.796541:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394002.796544:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394002.796546:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394002.796549:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1039 00000100:00080000:0.0:1749394002.796551:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394002.796554:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394002.796556:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507742080 00000100:00100000:0.0:1749394002.796562:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e10380 x1834371507742848/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394002.796563:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507742080 00000100:00100000:1.0:1749394002.796582:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507742208:0@lo:38: 00000100:00080000:0.0:1749394002.796586:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394002.796590:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394002.796591:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394002.796595:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1039 00000100:00080000:0.0:1749394002.796597:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394002.796599:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507743104:0@lo:400: 00000100:00080000:0.0:1749394002.796600:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394002.796605:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394002.796608:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1749394002.796609:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e10000 x1834371507743232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394002.796615:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507742080:12345-0@lo:400: 00000100:00080000:0.0:1749394002.796618:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394002.796622:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394002.796623:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394002.796626:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394002.796627:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1039 00000100:00080000:0.0:1749394002.796628:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394002.796628:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507742464:0@lo:38: 00000100:00080000:0.0:1749394002.796632:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394002.796642:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060a80 x1834371507743360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394002.796647:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749394002.796648:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394002.796662:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507742080:12345-0@lo:400: Request processed in 47us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394002.796666:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507742720:0@lo:38: 00000100:00100000:2.0:1749394002.796671:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507742976:0@lo:400: 00000100:00100000:3.0:1749394002.796671:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1749394002.796682:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507741952 00000100:00100000:1.0:1749394002.796682:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394002.796687:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507741952 00000100:00100000:2.0:1749394002.796695:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394002.796698:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507742848:0@lo:38: 00000100:00100000:3.0:1749394002.796701:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394002.796718:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507742336 00000100:00100000:1.0:1749394002.796718:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394002.796721:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507742336 00000100:00100000:2.0:1749394002.796727:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507742080:0@lo:400: 00000100:00100000:3.0:1749394002.796729:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507743488:0@lo:400: 00000100:00100000:0.0:1749394002.796737:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1749394002.796738:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507743232:0@lo:38: 00000100:00100000:0.0:1749394002.796744:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507741952:12345-0@lo:41: 00000100:00100000:3.0:1749394002.796749:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394002.796755:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394002.796755:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507742592:0@lo:400: 00000100:00100000:1.0:1749394002.796770:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507743360:0@lo:38: 00000004:00000024:0.0:1749394002.796773:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394002.796774:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394002.796778:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1749394002.796785:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507742336:12345-0@lo:400: 00000100:00100000:2.0:1749394002.796787:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507743616:0@lo:400: 00000100:00100000:1.0:1749394002.796788:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394002.796808:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394002.796820:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507741952:12345-0@lo:41: Request processed in 76us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394002.796822:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507742208 00000100:00100000:0.0:1749394002.796827:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1749394002.796827:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507742208 00000100:00100000:3.0:1749394002.796835:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507742336:12345-0@lo:400: Request processed in 50us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394002.796841:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507743104 00000100:00100000:0.0:1749394002.796843:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507742592 00000100:00100000:1.0:1749394002.796843:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507742464 00000100:00100000:3.0:1749394002.796843:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1749394002.796845:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507742464 00000100:00100000:0.0:1749394002.796846:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507742592 00000100:00100000:2.0:1749394002.796846:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507743104 00000100:00100000:1.0:1749394002.796852:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507742720 00000100:00100000:1.0:1749394002.796854:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507742720 00000100:00100000:0.0:1749394002.796857:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1749394002.796860:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507742848 00000100:00100000:1.0:1749394002.796862:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507742848 00000100:00100000:0.0:1749394002.796863:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507742592:12345-0@lo:400: 00000100:00100000:1.0:1749394002.796868:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507743232 00000100:00100000:1.0:1749394002.796870:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507743232 00000100:00100000:2.0:1749394002.796873:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507742976 00000100:00100000:1.0:1749394002.796875:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507743360 00000100:00100000:2.0:1749394002.796876:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507742976 00000100:00100000:1.0:1749394002.796877:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507743360 00000100:00100000:3.0:1749394002.796877:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507743488 00000100:00100000:3.0:1749394002.796881:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507743488 00000100:00100000:2.0:1749394002.796889:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507743616 00000100:00100000:0.0:1749394002.796892:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507742592:12345-0@lo:400: Request processed in 29us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394002.796892:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507743616 00000100:00100000:0.0:1749394002.796898:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1749394002.796900:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1550 00000100:00100000:1.0:1749394002.796906:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507742208:12345-0@lo:38: 00000100:00100000:3.0:1749394002.796906:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1749394002.796912:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:3.0:1749394002.796913:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507743104:12345-0@lo:400: 00000100:00100000:2.0:1749394002.796919:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507742976:12345-0@lo:400: 00000100:00100000:0.0:1749394002.796923:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551 00000100:00100000:0.0:1749394002.796928:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507742464:12345-0@lo:38: 00010000:00020000:1.0:1749394002.796929:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394002.796944:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394002.796944:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507743104:12345-0@lo:400: Request processed in 31us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394002.796950:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1749394002.796960:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507742976:12345-0@lo:400: Request processed in 41us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394002.796962:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1749394002.796967:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507743488:12345-0@lo:400: 00000100:00100000:2.0:1749394002.796968:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1749394002.796971:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507742208:12345-0@lo:38: Request processed in 64us (364us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394002.796972:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507742464:12345-0@lo:38: Request processed in 43us (323us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394002.796978:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551 00000100:00100000:1.0:1749394002.796983:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550 00000100:00100000:2.0:1749394002.796983:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1749394002.796988:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507743616:12345-0@lo:400: 00000100:00100000:3.0:1749394002.796988:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507743488:12345-0@lo:400: Request processed in 20us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394002.796993:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:3.0:1749394002.796994:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1749394002.796998:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507742720:12345-0@lo:38: 00000100:00100000:1.0:1749394002.796998:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00100000:1.0:1749394002.797002:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507742848:12345-0@lo:38: 00010000:00020000:0.0:1749394002.797009:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749394002.797010:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394002.797011:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507743616:12345-0@lo:400: Request processed in 22us (201us total) trans 0 rc 0/0 00010000:00020000:1.0:1749394002.797014:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394002.797017:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1749394002.797032:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507742720:12345-0@lo:38: Request processed in 33us (349us total) trans 0 rc -19/-19 00010000:00080000:3.0:1749394002.797032:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130063800 x1834371507743488/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394002.797038:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554 00000100:00100000:1.0:1749394002.797039:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507742848:12345-0@lo:38: Request processed in 34us (319us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394002.797042:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507743232:12345-0@lo:38: 00000100:00100000:3.0:1749394002.797046:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507743488:0@lo:400: 00000100:00100000:0.0:1749394002.797052:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 00000100:00100000:3.0:1749394002.797057:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507742336:0@lo:400: 00010000:00020000:2.0:1749394002.797058:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394002.797060:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00000100:00100000:0.0:1749394002.797064:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555 00000100:00100000:0.0:1749394002.797068:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507743360:12345-0@lo:38: 00010000:00020000:0.0:1749394002.797107:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1749394002.797117:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e13480 x1834371507742976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394002.797127:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507742976:0@lo:400: 00000100:00100000:0.0:1749394002.797133:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507743360:12345-0@lo:38: Request processed in 63us (344us total) trans 0 rc -19/-19 00000100:02020000:1.0:1749394002.797136:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0000: operation mds_connect to node 0@lo failed: rc = -19 00010000:00080000:3.0:1749394002.797138:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e13800 x1834371507743104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394002.797140:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555 00000100:00100000:2.0:1749394002.797141:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507743232:12345-0@lo:38: Request processed in 96us (384us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394002.797150:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554 00000100:00100000:3.0:1749394002.797161:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507743104:0@lo:400: 00000100:00100000:2.0:1749394002.797189:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507742592:0@lo:400: 00000100:00100000:0.0:1749394002.797190:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507741952:0@lo:41: 00010000:00080000:2.0:1749394002.797202:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130060000 x1834371507743616/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394002.797214:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507743616:0@lo:400: 00000100:00080000:1.0:1749394002.804314:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394002.804320:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394002.804326:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507742208:0@lo:38: 00000100:00080000:1.0:1749394002.804361:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394002.804364:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394002.804368:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507742464:0@lo:38: 00000100:00080000:1.0:1749394002.804376:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394002.804379:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394002.804382:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507742720:0@lo:38: 00000100:00080000:1.0:1749394002.804389:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394002.804392:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394002.804404:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507742848:0@lo:38: 00000100:00080000:1.0:1749394002.804434:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394002.804437:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394002.804440:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507743232:0@lo:38: 00000100:00080000:1.0:1749394002.804448:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394002.804450:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394002.804453:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507743360:0@lo:38: 00000100:00100000:0.0:1749394002.806193:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394002.806205:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507743744:0@lo:900: 00000100:00100000:0.0:1749394003.192253:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394003.322212:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394003.572400:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394004.189413:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507743872:0@lo:700: 00000100:00100000:2.0:1749394004.189484:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394004.189553:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507743872 00000100:00100000:2.0:1749394004.189559:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f000 going to sleep for 11 seconds 00000100:00100000:0.0:1749394004.189566:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507743872 00000100:00080000:3.0:1749394004.189614:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394004.189618:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:0.0:1749394004.189628:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507743872:12345-0@lo:700: 00000100:00100000:0.0:1749394004.189671:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394004.189678:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507744000:0@lo:700: 40000000:00080000:0.0:1749394004.189693:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394004.189696:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394004.189755:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507743872:12345-0@lo:700: Request processed in 129us (270us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394004.189764:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:2.0:1749394004.189787:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507743872:0@lo:700: 00000100:00100000:2.0:1749394004.191187:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507744128:0@lo:700: 00000100:00100000:2.0:1749394004.191224:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394004.191281:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f000 going to sleep for 11 seconds 00000100:00100000:0.0:1749394004.191308:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507744128 00000100:00100000:0.0:1749394004.191320:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507744128 00000100:00080000:3.0:1749394004.191379:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394004.191395:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:0.0:1749394004.191406:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507744128:12345-0@lo:700: 00000100:00100000:0.0:1749394004.191438:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394004.191444:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507744256:0@lo:700: 40000000:00080000:0.0:1749394004.191455:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394004.191458:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394004.191512:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507744128:12345-0@lo:700: Request processed in 108us (288us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394004.191521:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:2.0:1749394004.191543:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507744128:0@lo:700: 00000100:00100000:2.0:1749394004.192170:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394004.322209:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394004.574393:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394004.807295:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394004.807316:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507744384:0@lo:900: 00000100:00100000:2.0:1749394005.192246:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394005.322229:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394005.576384:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394006.127558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394006.127611:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394006.127682:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499763712 00000100:00100000:2.0:1749394006.127697:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499763712 00000100:00100000:0.0:1749394006.127714:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394006.127748:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499763584 00000100:00100000:1.0:1749394006.127758:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499763584 00000100:00100000:2.0:1749394006.127759:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499763840 00000100:00100000:2.0:1749394006.127765:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499763840 00000100:00100000:0.0:1749394006.127772:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1556 00000100:00100000:0.0:1749394006.127781:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499763712:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394006.127814:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1047 last 0 00000100:00100000:2.0:1749394006.127815:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1557 00000100:00100000:1.0:1749394006.127819:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 567 00000100:00100000:2.0:1749394006.127826:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499763840:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394006.127828:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499763584:12345-192.168.203.32@tcp:400: 00010000:00080000:2.0:1749394006.127873:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1047 last 0 00000100:00100000:0.0:1749394006.127888:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499763712:12345-192.168.203.32@tcp:38: Request processed in 106us (341us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394006.127889:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499763584:12345-192.168.203.32@tcp:400: Request processed in 62us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394006.127897:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1556 00000100:00100000:1.0:1749394006.127897:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 567 00000100:00100000:2.0:1749394006.127935:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499763840:12345-192.168.203.32@tcp:38: Request processed in 107us (217us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394006.127949:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1557 00000100:00100000:2.0:1749394006.190254:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507744512:0@lo:700: 00000100:00100000:2.0:1749394006.190344:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394006.190416:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f000 going to sleep for 11 seconds 00000100:00100000:0.0:1749394006.190470:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507744512 00000100:00100000:0.0:1749394006.190481:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507744512 00000100:00080000:3.0:1749394006.190527:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394006.190533:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:0.0:1749394006.190543:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507744512:12345-0@lo:700: 00000100:00100000:0.0:1749394006.190587:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394006.190595:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507744640:0@lo:700: 40000000:00080000:0.0:1749394006.190611:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394006.190614:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394006.190675:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507744512:12345-0@lo:700: Request processed in 133us (359us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394006.190684:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:2.0:1749394006.190708:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507744512:0@lo:700: 00000100:00100000:2.0:1749394006.192198:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507744768:0@lo:700: 00000100:00100000:2.0:1749394006.192238:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394006.192254:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394006.192292:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f000 going to sleep for 11 seconds 00000100:00100000:1.0:1749394006.192378:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507744768 00000100:00100000:1.0:1749394006.192388:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507744768 00000100:00080000:3.0:1749394006.192438:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394006.192451:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:1.0:1749394006.192460:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507744768:12345-0@lo:700: 00000100:00100000:1.0:1749394006.192494:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a480 going to sleep for 0 seconds 00000100:00100000:1.0:1749394006.192500:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507744896:0@lo:700: 40000000:00080000:1.0:1749394006.192514:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394006.192517:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394006.192573:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507744768:12345-0@lo:700: Request processed in 113us (334us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394006.192581:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:2.0:1749394006.192604:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507744768:0@lo:700: 00000100:00100000:2.0:1749394006.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394006.578390:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394006.808279:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394006.808296:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507745024:0@lo:900: 00000100:00100000:0.0:1749394006.876291:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507745152:0@lo:41: 00000100:00100000:0.0:1749394006.876378:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394006.876446:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507745152 00000100:00100000:2.0:1749394006.876457:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507745152 00000100:00100000:2.0:1749394006.876501:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1749394006.876510:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507745152:12345-0@lo:41: 00000004:00000024:2.0:1749394006.876545:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394006.876610:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507745152:12345-0@lo:41: Request processed in 100us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394006.876618:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1749394006.876648:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507745152:0@lo:41: 00000100:00100000:2.0:1749394007.192245:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394007.322209:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394007.580283:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394007.804292:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394007.804303:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394007.804346:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394007.804355:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1044 00000100:00080000:0.0:1749394007.804360:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394007.804367:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394007.804390:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130061f80 x1834371507745536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394007.804390:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507745408:0@lo:41: 00000100:00100000:2.0:1749394007.804409:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507745280:0@lo:400: 00000100:00080000:0.0:1749394007.804417:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394007.804421:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394007.804423:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394007.804427:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1044 00000100:00080000:0.0:1749394007.804429:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394007.804429:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507745536:0@lo:38: 00000100:00080000:0.0:1749394007.804433:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394007.804443:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060e00 x1834371507745792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394007.804470:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394007.804474:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394007.804475:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394007.804477:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394007.804479:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1044 00000100:00080000:0.0:1749394007.804481:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394007.804484:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394007.804489:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507745920:0@lo:400: 00000100:00100000:0.0:1749394007.804495:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130062680 x1834371507746048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394007.804503:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394007.804506:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:2.0:1749394007.804507:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394007.804508:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394007.804511:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1044 00000100:00080000:0.0:1749394007.804513:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394007.804516:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394007.804519:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394007.804526:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060a80 x1834371507746176/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394007.804535:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749394007.804543:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507745664:0@lo:400: 00000100:00080000:0.0:1749394007.804545:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394007.804548:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394007.804550:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394007.804553:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1044 00000100:00100000:1.0:1749394007.804553:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749394007.804555:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394007.804559:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394007.804560:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507746304:0@lo:400: 00000100:00100000:3.0:1749394007.804563:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394007.804570:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092fff480 x1834371507746560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394007.804578:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394007.804581:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394007.804583:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394007.804584:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394007.804585:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507746432:0@lo:400: 00000100:00080000:0.0:1749394007.804586:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1044 00000100:00080000:0.0:1749394007.804588:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394007.804590:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394007.804602:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993ad80 x1834371507746688/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394007.804606:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394007.804620:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507745280 00000100:00100000:3.0:1749394007.804621:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749394007.804625:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507746304 00000100:00100000:3.0:1749394007.804627:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507746816:0@lo:400: 00000100:00100000:1.0:1749394007.804628:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507745280 00000100:00100000:2.0:1749394007.804634:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507746304 00000100:00100000:3.0:1749394007.804643:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394007.804649:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749394007.804660:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507746944:0@lo:400: 00000100:00100000:1.0:1749394007.804669:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1749394007.804671:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507745408 00000100:00100000:2.0:1749394007.804673:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507746432 00000100:00100000:3.0:1749394007.804675:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507745408 00000100:00100000:1.0:1749394007.804677:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507745280:12345-0@lo:400: 00000100:00100000:2.0:1749394007.804677:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507746432 00000100:00100000:0.0:1749394007.804698:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394007.804699:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507746816 00000100:00100000:3.0:1749394007.804701:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507745920 00000100:00100000:2.0:1749394007.804703:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507746816 00000100:00100000:3.0:1749394007.804704:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507745920 00000100:00100000:3.0:1749394007.804712:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507745664 00000100:00100000:3.0:1749394007.804714:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507745664 00000100:00100000:1.0:1749394007.804724:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507745280:12345-0@lo:400: Request processed in 47us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394007.804726:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:2.0:1749394007.804727:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507746944 00000100:00100000:1.0:1749394007.804731:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1749394007.804731:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507746944 00000100:00100000:3.0:1749394007.804733:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507745408:12345-0@lo:41: 00000100:00100000:0.0:1749394007.804736:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507745280:0@lo:400: 00000100:00100000:2.0:1749394007.804751:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1749394007.804762:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507746304:12345-0@lo:400: 00000004:00000024:3.0:1749394007.804762:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749394007.804766:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1749394007.804772:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394007.804775:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507746432:12345-0@lo:400: 00000100:00100000:1.0:1749394007.804793:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507745536 00000100:00100000:1.0:1749394007.804797:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507745536 00000100:00100000:1.0:1749394007.804814:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00100000:1.0:1749394007.804819:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507745536:12345-0@lo:38: 00000100:00100000:0.0:1749394007.804834:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507746432:12345-0@lo:400: Request processed in 60us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394007.804834:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507745408:12345-0@lo:41: Request processed in 100us (356us total) trans 0 rc 0/0 00010000:00020000:1.0:1749394007.804841:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394007.804842:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1749394007.804842:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:2.0:1749394007.804848:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507746304:12345-0@lo:400: Request processed in 85us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394007.804859:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1749394007.804860:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1749394007.804865:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1749394007.804867:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507746816:12345-0@lo:400: 00000100:00100000:3.0:1749394007.804868:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507745920:12345-0@lo:400: 00000100:00100000:1.0:1749394007.804869:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507745536:12345-0@lo:38: Request processed in 47us (93us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394007.804875:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000100:00100000:2.0:1749394007.804888:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1749394007.804892:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507746816:12345-0@lo:400: Request processed in 28us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394007.804898:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507746944:12345-0@lo:400: 00000100:00100000:3.0:1749394007.804898:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507745920:12345-0@lo:400: Request processed in 32us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394007.804902:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1749394007.804904:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00010000:00080000:1.0:1749394007.804908:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130060000 x1834371507746304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394007.804913:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1749394007.804918:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507745664:12345-0@lo:400: 00000100:00100000:1.0:1749394007.804922:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507746304:0@lo:400: 00000100:00100000:1.0:1749394007.804933:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507745920:0@lo:400: 00000100:00100000:3.0:1749394007.804952:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507745664:12345-0@lo:400: Request processed in 30us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394007.804953:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507746944:12345-0@lo:400: Request processed in 53us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394007.804961:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1749394007.804965:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00010000:00080000:0.0:1749394007.804966:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099939500 x1834371507746944/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394007.804974:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394007.804978:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507746944:0@lo:400: 00000100:00080000:1.0:1749394007.804979:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394007.804984:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507745536:0@lo:38: 00000100:00100000:1.0:1749394007.804997:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507745792:0@lo:38: 00000100:00080000:0.0:1749394007.805002:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1749394007.805002:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993b800 x1834371507746816/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394007.805021:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394007.805023:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507746816:0@lo:400: 00000100:00100000:1.0:1749394007.805040:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507746048:0@lo:38: 00010000:00080000:3.0:1749394007.805041:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130063800 x1834371507746432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394007.805044:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507745792 00000100:00100000:0.0:1749394007.805049:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507745792 00000100:00100000:1.0:1749394007.805055:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394007.805058:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507746432:0@lo:400: 00000100:00100000:0.0:1749394007.805092:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507746048 00000100:00100000:0.0:1749394007.805095:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507746048 00000100:00100000:0.0:1749394007.805117:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559 00000100:00100000:3.0:1749394007.805120:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507745664:0@lo:400: 00000100:00100000:0.0:1749394007.805123:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507745792:12345-0@lo:38: 00000100:00100000:1.0:1749394007.805133:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560 00000100:00100000:1.0:1749394007.805139:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507746048:12345-0@lo:38: 00000100:00100000:3.0:1749394007.805139:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507745408:0@lo:41: 00010000:00020000:0.0:1749394007.805140:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394007.805154:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394007.805179:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507745792:12345-0@lo:38: Request processed in 54us (155us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394007.805183:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507746048:12345-0@lo:38: Request processed in 44us (126us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394007.805190:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559 00000100:00100000:1.0:1749394007.805201:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560 00000100:00080000:1.0:1749394007.805228:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394007.805232:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394007.805236:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507746048:0@lo:38: 00000100:00100000:1.0:1749394007.805242:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507746176:0@lo:38: 00000100:00100000:1.0:1749394007.805262:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394007.805288:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092fff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507746560:0@lo:38: 00000100:00100000:2.0:1749394007.805348:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507746176 00000100:00100000:2.0:1749394007.805356:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507746176 00000100:00100000:1.0:1749394007.805372:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394007.805415:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507746560 00000100:00100000:2.0:1749394007.805420:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507746560 00000100:00100000:1.0:1749394007.805423:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507746688:0@lo:38: 00000100:00100000:2.0:1749394007.805442:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1561 00000100:00100000:1.0:1749394007.805444:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394007.805451:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507746176:12345-0@lo:38: 00000100:00100000:0.0:1749394007.805452:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00100000:3.0:1749394007.805452:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507746688 00000100:00100000:3.0:1749394007.805457:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507746688 00000100:00100000:0.0:1749394007.805459:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507746560:12345-0@lo:38: 00010000:00020000:2.0:1749394007.805475:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394007.805481:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749394007.805482:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394007.805485:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394007.805489:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1563 00000100:00100000:3.0:1749394007.805495:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507746688:12345-0@lo:38: 00000100:00100000:1.0:1749394007.805497:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507745792:0@lo:38: 00010000:00020000:3.0:1749394007.805519:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749394007.805521:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394007.805524:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394007.805525:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507746560:12345-0@lo:38: Request processed in 66us (219us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394007.805528:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507746176:0@lo:38: 00000100:00100000:2.0:1749394007.805528:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507746176:12345-0@lo:38: Request processed in 75us (261us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394007.805532:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 00000100:00080000:1.0:1749394007.805537:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394007.805539:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394007.805539:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1561 00000100:00100000:1.0:1749394007.805542:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507746560:0@lo:38: 00000100:00080000:1.0:1749394007.805552:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394007.805554:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394007.805554:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507746688:12345-0@lo:38: Request processed in 58us (108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394007.805557:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507746688:0@lo:38: 00000100:00100000:3.0:1749394007.805561:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1563 00000100:00100000:2.0:1749394007.899186:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394007.899219:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507747072/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394012 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394007.899270:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394007.899348:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394007.899390:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507747072 00000100:00100000:1.0:1749394007.899399:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507747072 00000100:00100000:1.0:1749394007.899437:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:1.0:1749394007.899445:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507747072:12345-0@lo:700: 40000000:00080000:1.0:1749394007.899468:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:1.0:1749394007.899472:0:9567:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:1.0:1749394007.899529:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507747072:12345-0@lo:700: Request processed in 84us (258us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749394007.899537:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:2.0:1749394007.899554:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507747072/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394023 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394007.899565:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394007.919178:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394007.919200:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507747200/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394012 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394007.919251:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394007.919357:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507747200 00000100:00100000:2.0:1749394007.919358:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749394007.919365:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507747200 00000100:00100000:1.0:1749394007.919398:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:1.0:1749394007.919406:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507747200:12345-0@lo:700: 40000000:00080000:1.0:1749394007.919423:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749394007.919485:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507747200:12345-0@lo:700: Request processed in 79us (234us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749394007.919495:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:2.0:1749394007.919533:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507747200/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394023 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394007.919549:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394008.191340:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e11f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507747328:0@lo:700: 00000100:00100000:2.0:1749394008.191413:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394008.191496:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f000 going to sleep for 11 seconds 00000100:00100000:1.0:1749394008.191563:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507747328 00000100:00100000:1.0:1749394008.191575:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507747328 00000100:00080000:0.0:1749394008.191611:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394008.191647:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:1.0:1749394008.191659:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507747328:12345-0@lo:700: 00000100:00100000:1.0:1749394008.191704:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394008.191711:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507747456:0@lo:700: 40000000:00080000:1.0:1749394008.191729:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394008.191732:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394008.191791:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507747328:12345-0@lo:700: Request processed in 135us (378us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394008.191800:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:2.0:1749394008.191814:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507747328:0@lo:700: 00000100:00100000:1.0:1749394008.192147:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394008.193191:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e11f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507747584:0@lo:700: 00000100:00100000:2.0:1749394008.193228:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394008.193284:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f000 going to sleep for 11 seconds 00000100:00100000:1.0:1749394008.193367:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507747584 00000100:00100000:1.0:1749394008.193376:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507747584 00000100:00080000:0.0:1749394008.193403:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394008.193424:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:1.0:1749394008.193433:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507747584:12345-0@lo:700: 00000100:00100000:1.0:1749394008.193468:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394008.193475:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507747712:0@lo:700: 40000000:00080000:1.0:1749394008.193486:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394008.193489:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394008.193528:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507747584:12345-0@lo:700: Request processed in 97us (300us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394008.193537:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:2.0:1749394008.193537:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507747584:0@lo:700: 00000100:00100000:2.0:1749394008.322237:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394008.582402:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394008.809218:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394008.809234:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507747840:0@lo:900: 00000100:00100000:2.0:1749394009.192285:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394009.322225:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394009.584343:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394010.192263:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e11f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507747968:0@lo:700: 00000100:00100000:0.0:1749394010.192323:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394010.192377:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394010.192450:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f000 going to sleep for 11 seconds 00000100:00100000:1.0:1749394010.192510:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507747968 00000100:00100000:1.0:1749394010.192531:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507747968 00000100:00080000:0.0:1749394010.192585:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394010.192606:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:1.0:1749394010.192618:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507747968:12345-0@lo:700: 00000100:00100000:1.0:1749394010.192663:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394010.192670:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507748096:0@lo:700: 40000000:00080000:1.0:1749394010.192687:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394010.192690:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394010.192748:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507747968:12345-0@lo:700: Request processed in 133us (371us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394010.192757:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:2.0:1749394010.192798:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507747968:0@lo:700: 00000100:00100000:2.0:1749394010.194168:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e11f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507748224:0@lo:700: 00000100:00100000:2.0:1749394010.194205:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394010.194261:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f000 going to sleep for 11 seconds 00000100:00100000:1.0:1749394010.194350:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507748224 00000100:00100000:1.0:1749394010.194361:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507748224 00000100:00080000:0.0:1749394010.194390:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394010.194422:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:1.0:1749394010.194434:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507748224:12345-0@lo:700: 00000100:00100000:1.0:1749394010.194474:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394010.194480:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507748352:0@lo:700: 40000000:00080000:1.0:1749394010.194493:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394010.194497:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394010.194548:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507748224:12345-0@lo:700: Request processed in 115us (341us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394010.194556:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507748224:0@lo:700: 00000100:00100000:1.0:1749394010.194561:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1749394010.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394010.586368:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394010.810234:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394010.810249:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507748480:0@lo:900: 00000100:00100000:0.0:1749394011.135626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394011.135679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394011.135723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394011.135733:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499763968 00000100:00100000:2.0:1749394011.135746:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499763968 00000100:00100000:0.0:1749394011.135767:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499764096 00000100:00100000:0.0:1749394011.135773:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499764096 00000100:00100000:3.0:1749394011.135788:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499764224 00000100:00100000:3.0:1749394011.135798:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499764224 00000100:00100000:0.0:1749394011.135802:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1564 00000100:00100000:0.0:1749394011.135810:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499764096:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394011.135813:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 569 00000100:00100000:2.0:1749394011.135821:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499763968:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394011.135841:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1565 00010000:00080000:0.0:1749394011.135842:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1052 last 0 00000100:00100000:3.0:1749394011.135851:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499764224:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749394011.135882:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1052 last 0 00000100:00100000:2.0:1749394011.135891:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499763968:12345-192.168.203.32@tcp:400: Request processed in 70us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394011.135896:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499764096:12345-192.168.203.32@tcp:38: Request processed in 86us (216us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394011.135900:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 569 00000100:00100000:0.0:1749394011.135904:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1564 00000100:00100000:3.0:1749394011.135943:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499764224:12345-192.168.203.32@tcp:38: Request processed in 90us (215us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394011.135956:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1565 00000100:00100000:0.0:1749394011.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394011.322157:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394011.588355:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394011.884329:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507748608:0@lo:41: 00000100:00100000:2.0:1749394011.884394:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394011.884465:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507748608 00000100:00100000:0.0:1749394011.884476:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507748608 00000100:00100000:0.0:1749394011.884517:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1749394011.884526:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507748608:12345-0@lo:41: 00000004:00000024:0.0:1749394011.884561:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394011.884624:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507748608:12345-0@lo:41: Request processed in 98us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394011.884632:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1749394011.884683:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507748608:0@lo:41: 00000100:00100000:0.0:1749394012.192176:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394012.193195:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e11880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507748736:0@lo:700: 00000100:00100000:2.0:1749394012.193239:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394012.193341:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394012.193374:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507748736 00000100:00100000:1.0:1749394012.193384:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507748736 00000100:00080000:0.0:1749394012.193441:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394012.193443:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:1.0:1749394012.193454:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507748736:12345-0@lo:700: 00000100:00100000:1.0:1749394012.193495:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394012.193501:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507748864:0@lo:700: 40000000:00080000:1.0:1749394012.193531:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394012.193534:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394012.193592:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507748736:12345-0@lo:700: Request processed in 141us (352us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394012.193601:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:2.0:1749394012.193611:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507748736:0@lo:700: 00000100:00100000:2.0:1749394012.195170:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e11880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507748992:0@lo:700: 00000100:00100000:2.0:1749394012.195208:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394012.195296:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394012.195351:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507748992 00000100:00100000:1.0:1749394012.195360:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507748992 00000100:00080000:0.0:1749394012.195387:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394012.195409:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:1.0:1749394012.195418:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507748992:12345-0@lo:700: 00000100:00100000:1.0:1749394012.195450:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394012.195456:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507749120:0@lo:700: 40000000:00080000:1.0:1749394012.195467:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394012.195471:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394012.195522:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507748992:12345-0@lo:700: Request processed in 105us (312us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394012.195530:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:2.0:1749394012.195543:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507748992:0@lo:700: 00000100:00100000:2.0:1749394012.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394012.590341:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394012.811209:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394012.811221:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507749248:0@lo:900: 00000100:00080000:0.0:1749394012.812211:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394012.812218:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394012.812222:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394012.812228:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1049 00000100:00080000:0.0:1749394012.812232:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394012.812238:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394012.812259:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099939180 x1834371507749632/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394012.812329:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394012.812333:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749394012.812333:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507749376:0@lo:400: 00000100:00080000:0.0:1749394012.812335:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394012.812338:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1049 00000100:00080000:0.0:1749394012.812341:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394012.812343:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507749504:0@lo:41: 00000100:00080000:0.0:1749394012.812344:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394012.812355:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993a680 x1834371507749888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394012.812370:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1749394012.812371:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394012.812375:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394012.812376:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394012.812379:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1049 00000100:00080000:0.0:1749394012.812381:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394012.812384:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394012.812390:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394012.812390:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507750016:0@lo:400: 00000100:00100000:1.0:1749394012.812392:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394012.812394:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993bb80 x1834371507750144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394012.812403:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394012.812406:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394012.812408:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394012.812410:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1049 00000100:00080000:0.0:1749394012.812412:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394012.812415:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394012.812425:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099939f80 x1834371507750272/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394012.812428:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507749632:0@lo:38: 00000100:00100000:3.0:1749394012.812438:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394012.812445:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394012.812448:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394012.812450:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394012.812453:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1049 00000100:00080000:0.0:1749394012.812455:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394012.812457:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394012.812465:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507750400:0@lo:400: 00000100:00100000:3.0:1749394012.812465:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507749760:0@lo:400: 00000100:00100000:1.0:1749394012.812467:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507750528:0@lo:400: 00000100:00100000:0.0:1749394012.812468:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993ad80 x1834371507750656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394012.812477:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394012.812480:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394012.812482:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394012.812485:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1049 00000100:00080000:0.0:1749394012.812486:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394012.812489:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394012.812493:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394012.812498:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993b800 x1834371507750784/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394012.812498:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394012.812523:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507749504 00000100:00100000:1.0:1749394012.812528:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394012.812528:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507749504 00000100:00100000:1.0:1749394012.812550:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394012.812551:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507750912:0@lo:400: 00000100:00100000:3.0:1749394012.812554:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507750016 00000100:00100000:3.0:1749394012.812557:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507750016 00000100:00100000:2.0:1749394012.812559:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507749376 00000100:00100000:3.0:1749394012.812565:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507749760 00000100:00100000:2.0:1749394012.812567:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507749376 00000100:00100000:3.0:1749394012.812567:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507749760 00000100:00100000:3.0:1749394012.812578:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1749394012.812580:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507749632 00000100:00100000:1.0:1749394012.812586:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507749632 00000100:00100000:0.0:1749394012.812589:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394012.812596:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507749504:12345-0@lo:41: 00000100:00100000:1.0:1749394012.812609:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1566 00000100:00100000:2.0:1749394012.812610:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1749394012.812615:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749394012.812615:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507749632:12345-0@lo:38: 00000100:00100000:0.0:1749394012.812621:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507751040:0@lo:400: 00000100:00100000:2.0:1749394012.812621:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507749376:12345-0@lo:400: 00000004:00000024:3.0:1749394012.812626:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749394012.812638:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749394012.812646:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394012.812669:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507749504:12345-0@lo:41: Request processed in 74us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394012.812671:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1749394012.812677:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1749394012.812681:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507750016:12345-0@lo:400: 00000100:00100000:1.0:1749394012.812686:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507749632:12345-0@lo:38: Request processed in 69us (157us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394012.812689:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507749376:12345-0@lo:400: Request processed in 67us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394012.812693:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1749394012.812694:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1566 00000100:00100000:3.0:1749394012.812699:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507749760:12345-0@lo:400: 00000100:00100000:2.0:1749394012.812702:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1749394012.812717:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507750016:12345-0@lo:400: Request processed in 38us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394012.812724:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1749394012.812727:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507749760:12345-0@lo:400: Request processed in 28us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394012.812733:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1749394012.812736:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507749504:0@lo:41: 00000100:00100000:2.0:1749394012.812746:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507750400 00000100:00100000:0.0:1749394012.812750:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507750528 00000100:00100000:2.0:1749394012.812752:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507750400 00000100:00100000:0.0:1749394012.812755:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507750528 00000100:00080000:1.0:1749394012.812763:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394012.812764:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507750016:0@lo:400: 00000100:00080000:1.0:1749394012.812768:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394012.812772:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507749632:0@lo:38: 00000100:00100000:3.0:1749394012.812774:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507749760:0@lo:400: 00000100:00100000:0.0:1749394012.812778:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507750912 00000100:00100000:0.0:1749394012.812780:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507750912 00000100:00100000:1.0:1749394012.812781:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507749888:0@lo:38: 00000100:00100000:2.0:1749394012.812787:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507751040 00000100:00100000:2.0:1749394012.812792:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507751040 00000100:00100000:0.0:1749394012.812798:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1749394012.812804:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507750528:12345-0@lo:400: 00000100:00100000:3.0:1749394012.812809:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1749394012.812813:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394012.812816:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507750400:12345-0@lo:400: 00000100:00100000:2.0:1749394012.812831:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1749394012.812833:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507750528:12345-0@lo:400: Request processed in 29us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394012.812839:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1749394012.812842:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507750912:12345-0@lo:400: 00000100:00100000:3.0:1749394012.812844:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507750400:12345-0@lo:400: Request processed in 29us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394012.812845:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507749888 00000100:00100000:1.0:1749394012.812850:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507749888 00000100:00100000:3.0:1749394012.812850:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1749394012.812854:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1749394012.812859:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507751040:12345-0@lo:400: 00000100:00100000:1.0:1749394012.812877:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1567 00000100:00100000:1.0:1749394012.812885:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507749888:12345-0@lo:38: 00000100:00100000:0.0:1749394012.812889:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507751040:12345-0@lo:400: Request processed in 29us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394012.812895:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:2.0:1749394012.812900:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507750912:12345-0@lo:400: Request processed in 59us (308us total) trans 0 rc 0/0 00010000:00020000:1.0:1749394012.812905:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749394012.812906:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394012.812912:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00010000:00080000:0.0:1749394012.812925:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130060e00 x1834371507751040/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394012.812945:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507751040:0@lo:400: 00000100:00100000:1.0:1749394012.812947:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507749888:12345-0@lo:38: Request processed in 60us (132us total) trans 0 rc -19/-19 00010000:00080000:0.0:1749394012.812956:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130060a80 x1834371507750912/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394012.812958:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1567 00010000:00080000:2.0:1749394012.812963:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993b100 x1834371507750400/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394012.812965:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507750912:0@lo:400: 00000100:00100000:2.0:1749394012.812977:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507750400:0@lo:400: 00000100:00100000:2.0:1749394012.812989:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507749376:0@lo:400: 00010000:00080000:1.0:1749394012.813003:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099939880 x1834371507750528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394012.813022:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507750528:0@lo:400: 00000100:02020000:1.0:1749394012.813061:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1749394012.813068:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394012.813127:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394012.813145:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507749888:0@lo:38: 00000100:00100000:1.0:1749394012.813156:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507750144:0@lo:38: 00000100:00100000:1.0:1749394012.813193:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394012.813240:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507750272:0@lo:38: 00000100:00100000:1.0:1749394012.813258:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394012.813299:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507750144 00000100:00100000:2.0:1749394012.813305:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507750144 00000100:00100000:1.0:1749394012.813308:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507750656:0@lo:38: 00000100:00100000:1.0:1749394012.813326:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394012.813326:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507750272 00000100:00100000:2.0:1749394012.813328:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507750272 00000100:00100000:1.0:1749394012.813348:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507750784:0@lo:38: 00000100:00100000:2.0:1749394012.813357:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507750656 00000100:00100000:2.0:1749394012.813360:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507750656 00000100:00100000:1.0:1749394012.813371:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568 00000100:00100000:1.0:1749394012.813376:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507750144:12345-0@lo:38: 00000100:00100000:3.0:1749394012.813383:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1569 00010000:00020000:1.0:1749394012.813391:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394012.813391:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570 00000100:00100000:3.0:1749394012.813392:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507750272:12345-0@lo:38: 00000100:00100000:2.0:1749394012.813397:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507750656:12345-0@lo:38: 00010000:00020000:3.0:1749394012.813412:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394012.813416:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507750144:12345-0@lo:38: Request processed in 38us (222us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749394012.813420:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394012.813422:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568 00000100:00100000:1.0:1749394012.813460:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394012.813464:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507750656:12345-0@lo:38: Request processed in 66us (136us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394012.813467:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507750272:12345-0@lo:38: Request processed in 72us (205us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394012.813471:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570 00000100:00100000:3.0:1749394012.813478:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1569 00000100:00080000:1.0:1749394012.813481:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394012.813482:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507750784 00000100:00080000:1.0:1749394012.813484:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394012.813488:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507750144:0@lo:38: 00000100:00100000:0.0:1749394012.813491:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507750784 00000100:00080000:1.0:1749394012.813502:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394012.813504:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394012.813508:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507750272:0@lo:38: 00000100:00080000:1.0:1749394012.813516:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394012.813518:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394012.813521:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507750656:0@lo:38: 00000100:00100000:0.0:1749394012.813529:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571 00000100:00100000:0.0:1749394012.813536:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507750784:12345-0@lo:38: 00010000:00020000:0.0:1749394012.813554:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394012.813612:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507750784:12345-0@lo:38: Request processed in 75us (149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394012.813620:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571 00000100:00080000:1.0:1749394012.813648:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394012.813652:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394012.813656:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507750784:0@lo:38: 00000100:00100000:2.0:1749394013.192300:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394013.322313:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394013.592333:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394014.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394014.194213:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507751168:0@lo:700: 00000100:00100000:2.0:1749394014.194313:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394014.194400:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f180 going to sleep for 11 seconds 00000100:00100000:1.0:1749394014.194449:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507751168 00000100:00100000:1.0:1749394014.194463:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507751168 00000100:00080000:3.0:1749394014.194516:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394014.194547:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:1.0:1749394014.194559:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507751168:12345-0@lo:700: 00000100:00100000:1.0:1749394014.194603:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394014.194610:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507751296:0@lo:700: 40000000:00080000:1.0:1749394014.194626:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394014.194629:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394014.194686:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507751168:12345-0@lo:700: Request processed in 130us (373us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394014.194695:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:2.0:1749394014.194727:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507751168:0@lo:700: 00000100:00100000:2.0:1749394014.196189:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507751424:0@lo:700: 00000100:00100000:2.0:1749394014.196226:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394014.196310:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f180 going to sleep for 11 seconds 00000100:00100000:1.0:1749394014.196358:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507751424 00000100:00100000:1.0:1749394014.196367:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507751424 00000100:00080000:3.0:1749394014.196405:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394014.196419:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:1.0:1749394014.196428:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507751424:12345-0@lo:700: 00000100:00100000:1.0:1749394014.196460:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394014.196466:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507751552:0@lo:700: 40000000:00080000:1.0:1749394014.196477:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394014.196480:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394014.196530:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507751424:12345-0@lo:700: Request processed in 102us (303us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394014.196538:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:2.0:1749394014.196553:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507751424:0@lo:700: 00000100:00100000:0.0:1749394014.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394014.594315:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394014.812203:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394014.812214:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507751680:0@lo:900: 00000100:00100000:2.0:1749394015.192215:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394015.322197:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394015.596354:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394016.143825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394016.143910:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394016.143985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394016.143997:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499764352 00000100:00100000:2.0:1749394016.144012:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499764352 00000100:00100000:1.0:1749394016.144059:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499764480 00000100:00100000:1.0:1749394016.144069:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499764480 00000100:00100000:3.0:1749394016.144120:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499764608 00000100:00100000:3.0:1749394016.144130:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499764608 00000100:00100000:2.0:1749394016.144140:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 571 00000100:00100000:2.0:1749394016.144156:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499764352:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394016.144166:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1572 00000100:00100000:3.0:1749394016.144173:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499764608:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394016.144182:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1573 00000100:00100000:1.0:1749394016.144193:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499764480:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749394016.144205:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1057 last 0 00010000:00080000:1.0:1749394016.144223:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1057 last 0 00000100:00100000:3.0:1749394016.144305:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499764608:12345-192.168.203.32@tcp:38: Request processed in 129us (320us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394016.144306:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499764352:12345-192.168.203.32@tcp:400: Request processed in 149us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394016.144314:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1572 00000100:00100000:2.0:1749394016.144323:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 571 00000100:00100000:1.0:1749394016.144325:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499764480:12345-192.168.203.32@tcp:38: Request processed in 128us (414us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394016.144339:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1573 00000100:00100000:2.0:1749394016.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394016.195182:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507751808:0@lo:700: 00000100:00100000:2.0:1749394016.195228:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394016.195331:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f240 going to sleep for 11 seconds 00000100:00100000:1.0:1749394016.195354:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507751808 00000100:00100000:1.0:1749394016.195363:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507751808 00000100:00080000:3.0:1749394016.195392:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394016.195419:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1749394016.195429:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507751808:12345-0@lo:700: 00000100:00100000:1.0:1749394016.195470:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394016.195477:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507751936:0@lo:700: 40000000:00080000:1.0:1749394016.195493:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394016.195496:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394016.195549:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507751808:12345-0@lo:700: Request processed in 122us (320us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394016.195557:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:2.0:1749394016.195581:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507751808:0@lo:700: 00000100:00100000:2.0:1749394016.197152:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507752064:0@lo:700: 00000100:00100000:2.0:1749394016.197184:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394016.197233:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f240 going to sleep for 11 seconds 00000100:00100000:1.0:1749394016.197324:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507752064 00000100:00100000:1.0:1749394016.197333:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507752064 00000100:00100000:1.0:1749394016.197391:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00080000:3.0:1749394016.197391:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394016.197400:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507752064:12345-0@lo:700: 00000100:00100000:1.0:1749394016.197433:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394016.197439:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507752192:0@lo:700: 40000000:00080000:1.0:1749394016.197450:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394016.197461:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394016.197515:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507752064:12345-0@lo:700: Request processed in 115us (329us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394016.197524:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:2.0:1749394016.197540:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507752064:0@lo:700: 00000100:00100000:0.0:1749394016.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394016.598332:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394016.813214:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394016.813230:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507752320:0@lo:900: 00000100:00100000:0.0:1749394016.892341:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507752448:0@lo:41: 00000100:00100000:0.0:1749394016.892413:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394016.892550:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507752448 00000100:00100000:3.0:1749394016.892561:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507752448 00000100:00100000:3.0:1749394016.892622:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1749394016.892631:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507752448:12345-0@lo:41: 00000004:00000024:3.0:1749394016.892669:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394016.892730:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507752448:12345-0@lo:41: Request processed in 99us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394016.892738:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1749394016.892763:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507752448:0@lo:41: 00000100:00100000:2.0:1749394017.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394017.322213:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394017.600296:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394017.820312:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394017.820323:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394017.820327:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394017.820335:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1054 00000100:00080000:0.0:1749394017.820340:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394017.820347:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394017.820352:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507752704:0@lo:41: 00000100:00100000:0.0:1749394017.820369:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060700 x1834371507752832/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394017.820406:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1749394017.820410:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394017.820414:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394017.820416:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394017.820419:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1054 00000100:00080000:0.0:1749394017.820422:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394017.820424:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394017.820425:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394017.820427:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507752576:0@lo:400: 00000100:00100000:0.0:1749394017.820436:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130063b80 x1834371507753088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394017.820439:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507752832:0@lo:38: 00000100:00080000:0.0:1749394017.820447:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394017.820450:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394017.820451:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394017.820454:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1054 00000100:00080000:0.0:1749394017.820457:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394017.820461:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394017.820473:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0c380 x1834371507753216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394017.820477:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749394017.820481:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394017.820484:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749394017.820484:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507752960:0@lo:400: 00000100:00080000:0.0:1749394017.820486:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394017.820487:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394017.820489:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1054 00000100:00080000:0.0:1749394017.820491:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394017.820494:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394017.820499:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394017.820503:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0d500 x1834371507753344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394017.820504:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394017.820524:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394017.820527:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394017.820528:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394017.820532:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1054 00000100:00080000:0.0:1749394017.820534:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394017.820537:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394017.820538:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507752704 00000100:00100000:2.0:1749394017.820539:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507752576 00000100:00100000:1.0:1749394017.820545:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507752704 00000100:00100000:2.0:1749394017.820545:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507752576 00000100:00100000:3.0:1749394017.820545:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507753472:0@lo:400: 00000100:00100000:0.0:1749394017.820546:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0e300 x1834371507753728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394017.820554:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394017.820557:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394017.820559:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394017.820561:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1054 00000100:00080000:0.0:1749394017.820563:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394017.820566:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394017.820570:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394017.820576:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0f480 x1834371507753856/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394017.820576:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507752960 00000100:00100000:1.0:1749394017.820578:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507752960 00000100:00100000:2.0:1749394017.820581:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1749394017.820586:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749394017.820589:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507752576:12345-0@lo:400: 00000100:00100000:1.0:1749394017.820594:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1749394017.820602:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507752704:12345-0@lo:41: 00000100:00100000:3.0:1749394017.820610:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507753600:0@lo:400: 00000100:00100000:0.0:1749394017.820618:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1749394017.820628:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507752960:12345-0@lo:400: 00000004:00000024:1.0:1749394017.820632:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394017.820634:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507752576:12345-0@lo:400: Request processed in 45us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394017.820636:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394017.820641:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1749394017.820666:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507752576:0@lo:400: 00000100:00100000:1.0:1749394017.820669:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507752704:12345-0@lo:41: Request processed in 67us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394017.820671:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507753472 00000100:00100000:2.0:1749394017.820675:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507753472 00000100:00100000:1.0:1749394017.820676:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1749394017.820681:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507752960:12345-0@lo:400: Request processed in 55us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394017.820688:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1749394017.820695:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507753600 00000100:00100000:3.0:1749394017.820695:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507754112:0@lo:400: 00000100:00100000:1.0:1749394017.820699:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507752832 00000100:00100000:1.0:1749394017.820703:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507752832 00000100:00100000:3.0:1749394017.820713:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394017.820717:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507753600 00000100:00100000:1.0:1749394017.820719:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574 00000100:00100000:0.0:1749394017.820724:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507754112 00000100:00100000:1.0:1749394017.820724:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507752832:12345-0@lo:38: 00000100:00100000:0.0:1749394017.820729:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507754112 00000100:00100000:3.0:1749394017.820729:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749394017.820735:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507753984:0@lo:400: 00000100:00100000:2.0:1749394017.820739:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1749394017.820744:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507753472:12345-0@lo:400: 00010000:00020000:1.0:1749394017.820745:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394017.820751:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394017.820757:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507753984 00000100:00100000:0.0:1749394017.820759:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507753984 00000100:00100000:0.0:1749394017.820774:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1749394017.820775:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507752832:12345-0@lo:38: Request processed in 50us (276us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394017.820780:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1749394017.820781:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507753600:12345-0@lo:400: 00000100:00100000:1.0:1749394017.820783:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574 00000100:00100000:2.0:1749394017.820783:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507753472:12345-0@lo:400: Request processed in 38us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394017.820789:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507754112:12345-0@lo:400: 00000100:00100000:2.0:1749394017.820790:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1749394017.820802:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1749394017.820807:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507753984:12345-0@lo:400: 00000100:00100000:0.0:1749394017.820810:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507753600:12345-0@lo:400: Request processed in 30us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394017.820817:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1749394017.820828:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507752960:0@lo:400: 00000100:00100000:3.0:1749394017.820829:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507754112:12345-0@lo:400: Request processed in 41us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394017.820831:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507753984:12345-0@lo:400: Request processed in 24us (80us total) trans 0 rc 0/0 00000100:00080000:0.0:1749394017.820832:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394017.820837:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1749394017.820841:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1749394017.820842:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507752704:0@lo:41: 00010000:00080000:3.0:1749394017.820873:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0dc00 x1834371507753984/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394033 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749394017.820875:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394017.820880:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394017.820885:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507752832:0@lo:38: 00000100:00100000:3.0:1749394017.820887:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507753984:0@lo:400: 00010000:00080000:3.0:1749394017.820898:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0c700 x1834371507754112/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394033 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394017.820900:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507753088:0@lo:38: 00000100:00100000:3.0:1749394017.820907:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507754112:0@lo:400: 00000100:00100000:2.0:1749394017.820920:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1749394017.820929:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0ed80 x1834371507753600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394033 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394017.820938:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507753600:0@lo:400: 00010000:00080000:3.0:1749394017.820948:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0ea00 x1834371507753472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394033 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394017.820955:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507753216:0@lo:38: 00000100:00100000:3.0:1749394017.820970:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507753472:0@lo:400: 00000100:00100000:2.0:1749394017.820972:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394017.820981:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507753088 00000100:00100000:2.0:1749394017.820983:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507753344:0@lo:38: 00000100:00100000:1.0:1749394017.820987:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507753088 00000100:00100000:2.0:1749394017.820998:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394017.821013:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507753216 00000100:00100000:1.0:1749394017.821015:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507753216 00000100:00100000:2.0:1749394017.821019:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507753728:0@lo:38: 00000100:00100000:3.0:1749394017.821023:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507753344 00000100:00100000:3.0:1749394017.821029:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507753344 00000100:00100000:1.0:1749394017.821030:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1575 00000100:00100000:1.0:1749394017.821035:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507753088:12345-0@lo:38: 00000100:00100000:2.0:1749394017.821036:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394017.821049:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507753856:0@lo:38: 00010000:00020000:1.0:1749394017.821050:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394017.821051:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507753728 00000100:00100000:3.0:1749394017.821053:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507753728 00000100:00100000:0.0:1749394017.821058:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:2.0:1749394017.821064:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394017.821065:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507753216:12345-0@lo:38: 00010000:00020000:0.0:1749394017.821106:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394017.821107:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507753088:12345-0@lo:38: Request processed in 70us (185us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394017.821109:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507753856 00000100:00100000:3.0:1749394017.821112:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507753856 00000100:00100000:1.0:1749394017.821114:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1575 00000100:00100000:3.0:1749394017.821124:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577 00000100:00100000:1.0:1749394017.821131:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578 00000100:00100000:3.0:1749394017.821131:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507753344:12345-0@lo:38: 00000100:00100000:1.0:1749394017.821135:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507753728:12345-0@lo:38: 00000100:00100000:0.0:1749394017.821140:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507753216:12345-0@lo:38: Request processed in 74us (167us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394017.821148:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00010000:00020000:3.0:1749394017.821148:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394017.821156:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394017.821158:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1579 00000100:00100000:2.0:1749394017.821178:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507753856:12345-0@lo:38: 00000100:00100000:3.0:1749394017.821182:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507753344:12345-0@lo:38: Request processed in 52us (183us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394017.821183:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507753728:12345-0@lo:38: Request processed in 46us (145us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394017.821189:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577 00000100:00100000:1.0:1749394017.821193:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578 00010000:00020000:2.0:1749394017.821202:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394017.821273:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507753856:12345-0@lo:38: Request processed in 94us (204us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394017.821285:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1579 00000100:00080000:2.0:1749394017.821329:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394017.821335:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394017.821341:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507753856:0@lo:38: 00000100:00080000:2.0:1749394017.821367:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394017.821371:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394017.821377:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507753088:0@lo:38: 00000100:00080000:2.0:1749394017.821389:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394017.821392:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394017.821395:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507753216:0@lo:38: 00000100:00080000:2.0:1749394017.821404:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394017.821406:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394017.821409:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507753344:0@lo:38: 00000100:00080000:2.0:1749394017.821416:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394017.821419:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394017.821421:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507753728:0@lo:38: 00000100:00100000:2.0:1749394018.192211:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394018.196228:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507754240:0@lo:700: 00000100:00100000:2.0:1749394018.196315:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394018.196416:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f300 going to sleep for 11 seconds 00000100:00100000:1.0:1749394018.196485:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507754240 00000100:00100000:1.0:1749394018.196496:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507754240 00000100:00080000:0.0:1749394018.196554:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394018.196571:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:1.0:1749394018.196582:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507754240:12345-0@lo:700: 00000100:00100000:1.0:1749394018.196627:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394018.196634:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507754368:0@lo:700: 40000000:00080000:1.0:1749394018.196650:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394018.196653:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394018.196728:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507754240:12345-0@lo:700: Request processed in 148us (412us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394018.196738:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1749394018.196751:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507754240:0@lo:700: 00000100:00100000:2.0:1749394018.198186:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507754496:0@lo:700: 00000100:00100000:2.0:1749394018.198223:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394018.198296:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f300 going to sleep for 11 seconds 00000100:00100000:1.0:1749394018.198334:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507754496 00000100:00100000:1.0:1749394018.198346:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507754496 00000100:00080000:0.0:1749394018.198378:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394018.198407:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:1.0:1749394018.198420:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507754496:12345-0@lo:700: 00000100:00100000:1.0:1749394018.198456:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394018.198462:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507754624:0@lo:700: 40000000:00080000:1.0:1749394018.198473:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394018.198476:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394018.198529:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507754496:12345-0@lo:700: Request processed in 112us (304us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394018.198537:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:2.0:1749394018.198549:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507754496:0@lo:700: 00000100:00100000:0.0:1749394018.322196:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394018.602411:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394018.814221:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394018.814256:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ce00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507754752:0@lo:900: 00000100:00100000:2.0:1749394018.899212:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394018.899282:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507754880/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394023 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394018.899355:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394018.899429:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394018.899490:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507754880 00000100:00100000:1.0:1749394018.899501:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507754880 00000100:00100000:1.0:1749394018.899564:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:1.0:1749394018.899573:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507754880:12345-0@lo:700: 40000000:00080000:1.0:1749394018.899604:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749394018.899660:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507754880:12345-0@lo:700: Request processed in 87us (304us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749394018.899669:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:2.0:1749394018.899680:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507754880/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394034 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394018.899691:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394018.919175:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394018.919195:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507755008/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394023 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394018.919258:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394018.919314:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749394018.919375:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507755008 00000100:00100000:1.0:1749394018.919384:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507755008 00000100:00100000:1.0:1749394018.919430:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:1.0:1749394018.919438:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507755008:12345-0@lo:700: 40000000:00080000:1.0:1749394018.919457:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749394018.919509:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507755008:12345-0@lo:700: Request processed in 71us (250us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749394018.919517:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507755008/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394034 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394018.919518:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:2.0:1749394018.919528:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394019.192316:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394019.322205:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394019.604350:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394020.192292:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394020.197243:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507755136:0@lo:700: 00000100:00100000:2.0:1749394020.197341:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394020.197452:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f300 going to sleep for 11 seconds 00000100:00100000:1.0:1749394020.197479:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507755136 00000100:00100000:1.0:1749394020.197490:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507755136 00000100:00080000:0.0:1749394020.197551:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394020.197586:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:1.0:1749394020.197602:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507755136:12345-0@lo:700: 00000100:00100000:1.0:1749394020.197656:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394020.197666:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507755264:0@lo:700: 40000000:00080000:1.0:1749394020.197687:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394020.197691:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394020.197772:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507755136:12345-0@lo:700: Request processed in 172us (430us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394020.197786:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507755136:0@lo:700: 00000100:00100000:1.0:1749394020.197787:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:2.0:1749394020.199191:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507755392:0@lo:700: 00000100:00100000:2.0:1749394020.199270:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394020.199348:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f300 going to sleep for 11 seconds 00000100:00100000:1.0:1749394020.199387:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507755392 00000100:00100000:1.0:1749394020.199396:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507755392 00000100:00080000:0.0:1749394020.199425:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394020.199455:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:1.0:1749394020.199468:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507755392:12345-0@lo:700: 00000100:00100000:1.0:1749394020.199509:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394020.199518:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507755520:0@lo:700: 40000000:00080000:1.0:1749394020.199533:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394020.199537:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394020.199609:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507755392:12345-0@lo:700: Request processed in 141us (338us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394020.199621:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507755392:0@lo:700: 00000100:00100000:1.0:1749394020.199623:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1749394020.322198:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394020.606367:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394020.815312:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394020.815340:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ce00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507755648:0@lo:900: 00000100:00100000:0.0:1749394021.151860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394021.151919:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394021.151972:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394021.151985:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499764736 00000100:00100000:2.0:1749394021.152000:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499764736 00000100:00100000:3.0:1749394021.152031:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499764864 00000100:00100000:3.0:1749394021.152043:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499764864 00000100:00100000:2.0:1749394021.152066:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 573 00000100:00100000:2.0:1749394021.152143:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499764736:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394021.152147:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499764992 00000100:00100000:3.0:1749394021.152154:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499764992 00000100:00100000:1.0:1749394021.152163:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1580 00000100:00100000:1.0:1749394021.152177:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499764864:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394021.152199:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1581 00000100:00100000:3.0:1749394021.152210:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499764992:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394021.152256:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499764736:12345-192.168.203.32@tcp:400: Request processed in 180us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394021.152266:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 573 00010000:00080000:1.0:1749394021.152272:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1062 last 0 00010000:00080000:3.0:1749394021.152285:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1062 last 0 00000100:00100000:1.0:1749394021.152364:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499764864:12345-192.168.203.32@tcp:38: Request processed in 187us (442us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394021.152375:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1580 00000100:00100000:3.0:1749394021.152375:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499764992:12345-192.168.203.32@tcp:38: Request processed in 162us (398us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394021.152388:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1581 00000100:00100000:2.0:1749394021.192252:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394021.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394021.608413:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749394021.900523:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507755776:0@lo:41: 00000100:00100000:3.0:1749394021.900621:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394021.900738:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507755776 00000100:00100000:0.0:1749394021.900757:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507755776 00000100:00100000:0.0:1749394021.900847:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1749394021.900862:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507755776:12345-0@lo:41: 00000004:00000024:0.0:1749394021.900922:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394021.901040:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507755776:12345-0@lo:41: Request processed in 179us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394021.901054:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1749394021.901150:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507755776:0@lo:41: 00000100:00100000:0.0:1749394022.192372:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394022.198243:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507755904:0@lo:700: 00000100:00100000:2.0:1749394022.198312:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394022.198398:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394022.198439:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507755904 00000100:00100000:1.0:1749394022.198454:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507755904 00000100:00080000:0.0:1749394022.198579:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394022.198611:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:1.0:1749394022.198626:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507755904:12345-0@lo:700: 00000100:00100000:1.0:1749394022.198703:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394022.198711:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507756032:0@lo:700: 40000000:00080000:1.0:1749394022.198734:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394022.198738:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394022.198849:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507755904:12345-0@lo:700: Request processed in 224us (532us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394022.198864:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:2.0:1749394022.198867:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507755904:0@lo:700: 00000100:00100000:2.0:1749394022.200201:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507756160:0@lo:700: 00000100:00100000:2.0:1749394022.200277:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394022.200345:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394022.200375:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507756160 00000100:00100000:1.0:1749394022.200387:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507756160 00000100:00080000:0.0:1749394022.200418:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394022.200441:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:1.0:1749394022.200454:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507756160:12345-0@lo:700: 00000100:00100000:1.0:1749394022.200497:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394022.200506:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507756288:0@lo:700: 40000000:00080000:1.0:1749394022.200523:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394022.200527:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394022.200611:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507756160:12345-0@lo:700: Request processed in 157us (330us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394022.200626:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:2.0:1749394022.200635:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507756160:0@lo:700: 00000100:00100000:0.0:1749394022.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394022.610379:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394022.816379:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394022.816400:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507756416:0@lo:900: 00000100:00080000:0.0:1749394022.828314:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394022.828323:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394022.828328:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394022.828329:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507756672:0@lo:400: 00000100:00080000:0.0:1749394022.828336:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1059 00000100:00080000:0.0:1749394022.828341:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394022.828350:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394022.828377:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0d180 x1834371507756800/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394022.828405:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394022.828405:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1749394022.828409:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394022.828411:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394022.828414:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1059 00000100:00080000:0.0:1749394022.828417:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394022.828420:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394022.828426:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394022.828431:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0e300 x1834371507757056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394022.828440:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507756544:0@lo:41: 00000100:00100000:2.0:1749394022.828443:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507756800:0@lo:38: 00000100:00080000:0.0:1749394022.828454:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394022.828458:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394022.828459:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394022.828463:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1059 00000100:00080000:0.0:1749394022.828465:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394022.828468:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394022.828480:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0c380 x1834371507757312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394022.828489:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394022.828492:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749394022.828492:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749394022.828495:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394022.828498:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1059 00000100:00080000:0.0:1749394022.828500:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394022.828500:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507756928:0@lo:400: 00000100:00080000:0.0:1749394022.828504:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394022.828518:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0f480 x1834371507757440/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394022.828524:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394022.828532:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394022.828549:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1749394022.828554:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394022.828557:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507757696:0@lo:400: 00000100:00080000:0.0:1749394022.828558:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394022.828559:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394022.828562:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507757056:0@lo:38: 00000100:00080000:0.0:1749394022.828563:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1059 00000100:00080000:0.0:1749394022.828565:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394022.828568:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394022.828584:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394022.828585:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394022.828587:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0c700 x1834371507757824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394022.828588:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507757184:0@lo:400: 00000100:00080000:0.0:1749394022.828597:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394022.828601:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394022.828602:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394022.828606:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1059 00000100:00080000:0.0:1749394022.828608:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394022.828609:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394022.828611:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394022.828623:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0dc00 x1834371507757952/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394022.828628:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507756800 00000100:00100000:2.0:1749394022.828628:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507757312:0@lo:38: 00000100:00100000:3.0:1749394022.828629:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749394022.828637:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507756800 00000100:00100000:3.0:1749394022.828637:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507757568:0@lo:400: 00000100:00100000:2.0:1749394022.828651:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394022.828660:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394022.828668:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507757440:0@lo:38: 00000100:00100000:1.0:1749394022.828679:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507757056 00000100:00100000:3.0:1749394022.828681:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507758208:0@lo:400: 00000100:00100000:1.0:1749394022.828682:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507757056 00000100:00100000:2.0:1749394022.828687:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394022.828694:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507756544 00000100:00100000:1.0:1749394022.828696:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507757312 00000100:00100000:1.0:1749394022.828699:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507757312 00000100:00100000:0.0:1749394022.828700:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507756544 00000100:00100000:3.0:1749394022.828701:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394022.828706:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507757440 00000100:00100000:1.0:1749394022.828709:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507757440 00000100:00100000:2.0:1749394022.828711:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507757824:0@lo:38: 00000100:00100000:1.0:1749394022.828722:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1582 00000100:00100000:2.0:1749394022.828731:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394022.828732:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507756800:12345-0@lo:38: 00000100:00100000:0.0:1749394022.828736:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507757184 00000100:00100000:0.0:1749394022.828740:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507757184 00000100:00100000:2.0:1749394022.828742:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507757952:0@lo:38: 00000100:00100000:3.0:1749394022.828748:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1749394022.828758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749394022.828762:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394022.828762:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507756544:12345-0@lo:41: 00000100:00100000:0.0:1749394022.828774:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1749394022.828782:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507757184:12345-0@lo:400: 00000100:00100000:2.0:1749394022.828787:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507756672 00000100:00100000:2.0:1749394022.828793:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507756672 00000004:00000024:3.0:1749394022.828800:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749394022.828807:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507756800:12345-0@lo:38: Request processed in 76us (282us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394022.828815:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1582 00000100:00100000:2.0:1749394022.828830:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1749394022.828833:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507757824 00000100:00100000:1.0:1749394022.828836:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507757824 00000100:00100000:2.0:1749394022.828836:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507756672:12345-0@lo:400: 00000100:00100000:1.0:1749394022.828842:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507757952 00000100:00100000:1.0:1749394022.828844:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507757952 00000100:00100000:1.0:1749394022.828854:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583 00000100:00100000:1.0:1749394022.828858:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507757056:12345-0@lo:38: 00000100:00100000:0.0:1749394022.828864:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507757184:12345-0@lo:400: Request processed in 82us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394022.828867:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507756544:12345-0@lo:41: Request processed in 110us (336us total) trans 0 rc 0/0 00010000:00020000:1.0:1749394022.828869:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394022.828871:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1749394022.828877:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1749394022.828879:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507756672:12345-0@lo:400: Request processed in 41us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394022.828887:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1749394022.828903:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507757696 00000100:00100000:0.0:1749394022.828907:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507757696 00000100:00100000:1.0:1749394022.828908:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507757056:12345-0@lo:38: Request processed in 48us (323us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394022.828910:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507757568 00000100:00100000:1.0:1749394022.828916:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583 00000100:00100000:3.0:1749394022.828918:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507757568 00000100:00100000:2.0:1749394022.828922:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584 00000100:00100000:2.0:1749394022.828927:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507757312:12345-0@lo:38: 00000100:00100000:0.0:1749394022.828929:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507758208 00000100:00100000:1.0:1749394022.828930:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1585 00000100:00100000:0.0:1749394022.828933:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507758208 00000100:00100000:1.0:1749394022.828935:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507757440:12345-0@lo:38: 00010000:00020000:2.0:1749394022.828945:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394022.828950:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394022.828954:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1749394022.828961:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507757696:12345-0@lo:400: 00000100:00100000:0.0:1749394022.828962:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1749394022.828968:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507757312:12345-0@lo:38: Request processed in 39us (316us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394022.828969:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507757568:12345-0@lo:400: 00000100:00100000:1.0:1749394022.828972:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507757440:12345-0@lo:38: Request processed in 36us (284us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394022.828975:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584 00000100:00100000:1.0:1749394022.828979:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1585 00000100:00100000:1.0:1749394022.828988:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586 00000100:00100000:1.0:1749394022.828992:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507757824:12345-0@lo:38: 00010000:00020000:1.0:1749394022.829002:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394022.829003:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1587 00000100:00100000:2.0:1749394022.829007:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507757952:12345-0@lo:38: 00000100:00100000:0.0:1749394022.829010:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507757568:12345-0@lo:400: Request processed in 41us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394022.829011:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507757696:12345-0@lo:400: Request processed in 48us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394022.829017:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1749394022.829019:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507757824:12345-0@lo:38: Request processed in 25us (289us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749394022.829020:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394022.829024:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1749394022.829026:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586 00000100:00100000:2.0:1749394022.829040:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507757952:12345-0@lo:38: Request processed in 31us (281us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394022.829047:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1749394022.829054:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507758208:12345-0@lo:400: 00000100:00100000:1.0:1749394022.829054:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507758080:0@lo:400: 00000100:00100000:2.0:1749394022.829055:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1587 00000100:00100000:0.0:1749394022.829110:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507758208:12345-0@lo:400: Request processed in 56us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394022.829112:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394022.829117:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1749394022.829128:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507758080 00000100:00100000:2.0:1749394022.829132:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507758080 00000100:00080000:0.0:1749394022.829150:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1749394022.829152:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0ed80 x1834371507757696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394022.829158:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1749394022.829164:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507758080:12345-0@lo:400: 00000100:00100000:1.0:1749394022.829168:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507757696:0@lo:400: 00000100:00100000:0.0:1749394022.829186:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1749394022.829186:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a4380 x1834371507758208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394022.829236:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507758080:12345-0@lo:400: Request processed in 70us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394022.829239:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507758208:0@lo:400: 00010000:00080000:1.0:1749394022.829240:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a4000 x1834371507758080/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394022.829243:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1749394022.829251:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507758080:0@lo:400: 00000100:00100000:0.0:1749394022.829254:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507756672:0@lo:400: 00010000:00080000:3.0:1749394022.829266:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0ea00 x1834371507757568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749394022.829274:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394022.829279:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394022.829283:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507757568:0@lo:400: 00000100:00100000:2.0:1749394022.829284:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507757824:0@lo:38: 00000100:00080000:2.0:1749394022.829294:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394022.829297:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394022.829301:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507757952:0@lo:38: 00000100:00100000:3.0:1749394022.829305:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507757184:0@lo:400: 00000100:00080000:2.0:1749394022.829310:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394022.829313:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394022.829316:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507757056:0@lo:38: 00000100:00080000:2.0:1749394022.829324:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394022.829326:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394022.829328:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507756544:0@lo:41: 00000100:00100000:2.0:1749394022.829330:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507757312:0@lo:38: 00000100:00080000:2.0:1749394022.829338:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394022.829341:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394022.829344:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507757440:0@lo:38: 00000100:00080000:2.0:1749394022.829352:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394022.829361:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394022.829365:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507756800:0@lo:38: 00000100:00100000:3.0:1749394022.829381:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507756928 00000100:00100000:3.0:1749394022.829387:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507756928 00000100:00100000:3.0:1749394022.829443:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1749394022.829454:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507756928:12345-0@lo:400: 00000100:00100000:3.0:1749394022.829531:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507756928:12345-0@lo:400: Request processed in 77us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394022.829544:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1749394022.829577:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507756928:0@lo:400: 00000100:00100000:0.0:1749394023.192283:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394023.322257:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394023.612416:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394024.192355:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394024.199273:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507758336:0@lo:700: 00000100:00100000:2.0:1749394024.199360:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394024.199454:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f480 going to sleep for 11 seconds 00000100:00100000:1.0:1749394024.199475:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507758336 00000100:00100000:1.0:1749394024.199501:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507758336 00000100:00080000:0.0:1749394024.199536:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394024.199565:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:1.0:1749394024.199574:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507758336:12345-0@lo:700: 00000100:00100000:1.0:1749394024.199614:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394024.199619:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507758464:0@lo:700: 40000000:00080000:1.0:1749394024.199635:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394024.199638:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394024.199679:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507758336:12345-0@lo:700: Request processed in 108us (321us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394024.199686:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:2.0:1749394024.199708:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507758336:0@lo:700: 00000100:00100000:2.0:1749394024.201136:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507758592:0@lo:700: 00000100:00100000:2.0:1749394024.201163:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394024.201226:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f480 going to sleep for 11 seconds 00000100:00100000:1.0:1749394024.201244:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507758592 00000100:00100000:1.0:1749394024.201249:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507758592 00000100:00100000:1.0:1749394024.201281:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:1.0:1749394024.201286:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507758592:12345-0@lo:700: 00000100:00100000:1.0:1749394024.201307:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394024.201311:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507758720:0@lo:700: 00000100:00080000:0.0:1749394024.201316:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 40000000:00080000:1.0:1749394024.201317:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394024.201320:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394024.201351:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507758592:12345-0@lo:700: Request processed in 63us (186us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394024.201359:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:2.0:1749394024.201361:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507758592:0@lo:700: 00000100:00100000:0.0:1749394024.322255:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394024.614409:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394024.817298:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394024.817316:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507758848:0@lo:900: 00000100:00100000:0.0:1749394025.192441:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394025.322276:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394025.616301:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394026.159845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394026.159899:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394026.159942:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394026.159973:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499765248 00000100:00100000:0.0:1749394026.159982:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499765248 00000100:00100000:2.0:1749394026.160003:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499765120 00000100:00100000:2.0:1749394026.160013:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499765120 00000100:00100000:0.0:1749394026.160023:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499765376 00000100:00100000:0.0:1749394026.160026:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499765376 00000100:00100000:0.0:1749394026.160043:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1588 00000100:00100000:0.0:1749394026.160051:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499765248:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394026.160072:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 575 00000100:00100000:2.0:1749394026.160082:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499765120:12345-192.168.203.32@tcp:400: 00010000:00080000:0.0:1749394026.160153:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1067 last 0 00000100:00100000:3.0:1749394026.160158:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1589 00000100:00100000:3.0:1749394026.160168:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499765376:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749394026.160238:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1067 last 0 00000100:00100000:2.0:1749394026.160264:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499765120:12345-192.168.203.32@tcp:400: Request processed in 181us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394026.160266:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499765248:12345-192.168.203.32@tcp:38: Request processed in 211us (362us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394026.160274:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 575 00000100:00100000:0.0:1749394026.160277:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1588 00000100:00100000:3.0:1749394026.160285:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499765376:12345-192.168.203.32@tcp:38: Request processed in 116us (341us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394026.160293:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1589 00000100:00100000:0.0:1749394026.192217:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394026.200246:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507758976:0@lo:700: 00000100:00100000:2.0:1749394026.200294:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394026.200368:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f540 going to sleep for 11 seconds 00000100:00100000:1.0:1749394026.200424:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507758976 00000100:00100000:1.0:1749394026.200438:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507758976 00000100:00080000:0.0:1749394026.200504:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394026.200522:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1749394026.200535:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507758976:12345-0@lo:700: 00000100:00100000:1.0:1749394026.200601:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394026.200610:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507759104:0@lo:700: 40000000:00080000:1.0:1749394026.200648:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394026.200651:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394026.200738:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507758976:12345-0@lo:700: Request processed in 207us (443us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394026.200749:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:2.0:1749394026.200766:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507758976:0@lo:700: 00000100:00100000:2.0:1749394026.202211:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507759232:0@lo:700: 00000100:00100000:2.0:1749394026.202250:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394026.202328:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f540 going to sleep for 11 seconds 00000100:00100000:1.0:1749394026.202383:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507759232 00000100:00100000:1.0:1749394026.202393:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507759232 00000100:00100000:1.0:1749394026.202465:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00080000:0.0:1749394026.202466:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394026.202473:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507759232:12345-0@lo:700: 00000100:00100000:1.0:1749394026.202506:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394026.202513:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507759360:0@lo:700: 40000000:00080000:1.0:1749394026.202524:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394026.202527:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394026.202584:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507759232:12345-0@lo:700: Request processed in 111us (333us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394026.202593:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:2.0:1749394026.202613:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507759232:0@lo:700: 00000100:00100000:0.0:1749394026.322224:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394026.618358:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394026.818303:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394026.818324:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507759488:0@lo:900: 00000100:00100000:0.0:1749394026.908452:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507759616:0@lo:41: 00000100:00100000:0.0:1749394026.908550:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394026.908632:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507759616 00000100:00100000:3.0:1749394026.908660:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507759616 00000100:00100000:3.0:1749394026.908712:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1749394026.908722:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507759616:12345-0@lo:41: 00000004:00000024:3.0:1749394026.908760:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394026.908877:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507759616:12345-0@lo:41: Request processed in 152us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394026.908890:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1749394026.908919:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507759616:0@lo:41: 00000100:00100000:0.0:1749394027.192202:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394027.322235:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394027.620367:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394027.836355:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394027.836370:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394027.836375:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394027.836385:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1064 00000100:00100000:3.0:1749394027.836386:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507759872:0@lo:400: 00000100:00080000:0.0:1749394027.836391:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394027.836400:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394027.836430:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a5880 x1834371507760000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394027.836464:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394027.836472:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507759744:0@lo:41: 00000100:00080000:0.0:1749394027.836487:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394027.836492:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394027.836494:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394027.836498:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1064 00000100:00080000:0.0:1749394027.836500:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394027.836504:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394027.836521:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a5f80 x1834371507760256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394027.836537:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394027.836541:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394027.836542:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394027.836546:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1064 00000100:00080000:0.0:1749394027.836548:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394027.836548:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507760000:0@lo:38: 00000100:00080000:0.0:1749394027.836552:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394027.836555:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507759872 00000100:00100000:1.0:1749394027.836557:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394027.836564:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507759872 00000100:00100000:0.0:1749394027.836565:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a6680 x1834371507760512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394027.836576:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394027.836580:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394027.836581:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394027.836584:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1064 00000100:00080000:0.0:1749394027.836586:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394027.836589:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394027.836599:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a6a00 x1834371507760640/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394027.836607:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1749394027.836615:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507759872:12345-0@lo:400: 00000100:00080000:0.0:1749394027.836625:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394027.836625:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394027.836628:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394027.836629:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394027.836632:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507760768:0@lo:400: 00000100:00080000:0.0:1749394027.836633:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1064 00000100:00080000:0.0:1749394027.836635:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394027.836638:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394027.836648:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a7480 x1834371507761024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394027.836656:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394027.836660:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:2.0:1749394027.836660:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507760256:0@lo:38: 00000100:00080000:0.0:1749394027.836661:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394027.836664:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1064 00000100:00080000:0.0:1749394027.836666:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394027.836669:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394027.836670:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394027.836671:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507759872:12345-0@lo:400: Request processed in 56us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394027.836680:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1749394027.836682:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a7800 x1834371507761152/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394027.836682:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394027.836693:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749394027.836699:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507760896:0@lo:400: 00000100:00100000:2.0:1749394027.836709:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507760512:0@lo:38: 00000100:00100000:3.0:1749394027.836713:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507759744 00000100:00100000:3.0:1749394027.836718:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507759744 00000100:00100000:1.0:1749394027.836720:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394027.836729:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507760128:0@lo:400: 00000100:00100000:2.0:1749394027.836729:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394027.836742:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1749394027.836748:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507760640:0@lo:38: 00000100:00100000:3.0:1749394027.836749:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507759744:12345-0@lo:41: 00000100:00100000:2.0:1749394027.836768:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394027.836769:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507760768 00000100:00100000:0.0:1749394027.836772:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:3.0:1749394027.836774:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749394027.836777:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507760768 00000100:00100000:2.0:1749394027.836783:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507761024:0@lo:38: 00000100:00100000:0.0:1749394027.836802:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507761280:0@lo:400: 00000100:00100000:2.0:1749394027.836809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394027.836819:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507760896 00000100:00100000:2.0:1749394027.836831:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507761152:0@lo:38: 00000100:00100000:3.0:1749394027.836835:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507759744:12345-0@lo:41: Request processed in 83us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394027.836842:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507760896 00000100:00100000:0.0:1749394027.836847:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394027.836847:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1749394027.836864:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507761280 00000100:00100000:3.0:1749394027.836865:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507760128 00000100:00100000:1.0:1749394027.836866:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507761280 00000100:00100000:2.0:1749394027.836868:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394027.836870:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507760128 00000100:00100000:0.0:1749394027.836875:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1749394027.836883:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507760384:0@lo:400: 00000100:00100000:1.0:1749394027.836896:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1749394027.836904:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1749394027.836905:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507760768:12345-0@lo:400: 00000100:00100000:0.0:1749394027.836906:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394027.836907:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507760000 00000100:00100000:2.0:1749394027.836913:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507760000 00000100:00100000:0.0:1749394027.836917:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507761408:0@lo:400: 00000100:00100000:3.0:1749394027.836928:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507760128:12345-0@lo:400: 00000100:00100000:2.0:1749394027.836929:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507760256 00000100:00100000:2.0:1749394027.836932:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507760256 00000100:00100000:0.0:1749394027.836934:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394027.836938:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507760512 00000100:00100000:2.0:1749394027.836941:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507760512 00000100:00100000:2.0:1749394027.836946:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507760640 00000100:00100000:2.0:1749394027.836948:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507760640 00000100:00100000:2.0:1749394027.836954:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507761024 00000100:00100000:2.0:1749394027.836955:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507761024 00000100:00100000:2.0:1749394027.836961:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507761152 00000100:00100000:2.0:1749394027.836962:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507761152 00000100:00100000:1.0:1749394027.836965:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507760768:12345-0@lo:400: Request processed in 61us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394027.836973:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1749394027.836976:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590 00000100:00100000:2.0:1749394027.836983:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507760000:12345-0@lo:38: 00000100:00100000:0.0:1749394027.836987:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591 00000100:00100000:1.0:1749394027.836991:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507761408 00000100:00100000:3.0:1749394027.836992:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507760128:12345-0@lo:400: Request processed in 66us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394027.836995:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507761408 00000100:00100000:0.0:1749394027.837000:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507760256:12345-0@lo:38: 00000100:00100000:3.0:1749394027.837003:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1749394027.837008:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1749394027.837013:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507760896:12345-0@lo:400: 00010000:00020000:2.0:1749394027.837015:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394027.837016:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507760384 00000100:00100000:3.0:1749394027.837020:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507760384 00010000:00020000:0.0:1749394027.837034:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394027.837034:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1749394027.837039:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507760384:12345-0@lo:400: 00000100:00100000:1.0:1749394027.837045:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507760896:12345-0@lo:400: Request processed in 31us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394027.837051:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1749394027.837059:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507760000:12345-0@lo:38: Request processed in 74us (432us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394027.837061:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1749394027.837067:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507761280:12345-0@lo:400: 00000100:00100000:2.0:1749394027.837069:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590 00000100:00100000:3.0:1749394027.837123:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507760384:12345-0@lo:400: Request processed in 82us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394027.837131:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1749394027.837132:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:0.0:1749394027.837133:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507760256:12345-0@lo:38: Request processed in 130us (446us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394027.837137:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507760512:12345-0@lo:38: 00000100:00100000:0.0:1749394027.837147:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591 00010000:00020000:2.0:1749394027.837150:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394027.837156:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507761280:12345-0@lo:400: Request processed in 87us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394027.837164:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1749394027.837192:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507761408:12345-0@lo:400: 00000100:00100000:0.0:1749394027.837204:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593 00000100:00100000:1.0:1749394027.837205:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1749394027.837212:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507760512:12345-0@lo:38: Request processed in 72us (481us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394027.837214:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507760640:12345-0@lo:38: 00000100:00100000:2.0:1749394027.837220:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00000100:00100000:3.0:1749394027.837224:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507761408:12345-0@lo:400: Request processed in 33us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394027.837231:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00010000:00020000:0.0:1749394027.837235:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394027.837235:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594 00000100:00100000:1.0:1749394027.837244:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507761024:12345-0@lo:38: 00000100:00100000:2.0:1749394027.837245:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595 00000100:00100000:2.0:1749394027.837249:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507761152:12345-0@lo:38: 00010000:00020000:1.0:1749394027.837261:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749394027.837266:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394027.837269:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507759872:0@lo:400: 00000100:00100000:0.0:1749394027.837272:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507760640:12345-0@lo:38: Request processed in 58us (502us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394027.837280:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593 00000100:00100000:1.0:1749394027.837295:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507761024:12345-0@lo:38: Request processed in 53us (485us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394027.837297:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507761152:12345-0@lo:38: Request processed in 46us (427us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394027.837302:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594 00000100:00100000:2.0:1749394027.837307:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595 00000100:00080000:0.0:1749394027.837312:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:02020000:2.0:1749394027.837340:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:0.0:1749394027.837346:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507760384:0@lo:400: 00000100:00080000:2.0:1749394027.837346:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394027.837350:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394027.837355:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507760512:0@lo:38: 00010000:00080000:3.0:1749394027.837357:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a7100 x1834371507760896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749394027.837362:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a4380 x1834371507761408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:2.0:1749394027.837368:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:2.0:1749394027.837370:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394027.837371:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507760896:0@lo:400: 00000100:00080000:2.0:1749394027.837373:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394027.837374:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507761408:0@lo:400: 00000100:00100000:2.0:1749394027.837377:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507760640:0@lo:38: 00010000:00080000:3.0:1749394027.837386:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a6d80 x1834371507760768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394027.837387:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507760128:0@lo:400: 00000100:00100000:3.0:1749394027.837397:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507760768:0@lo:400: 00010000:00080000:0.0:1749394027.837400:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a7b80 x1834371507761280/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749394027.837401:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394027.837404:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394027.837407:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507761024:0@lo:38: 00000100:00100000:0.0:1749394027.837410:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507761280:0@lo:400: 00000100:00100000:3.0:1749394027.837413:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507759744:0@lo:41: 00000100:00080000:2.0:1749394027.837417:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394027.837419:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394027.837423:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507761152:0@lo:38: 00000100:00080000:2.0:1749394027.837432:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394027.837435:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394027.837437:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507760000:0@lo:38: 00000100:00080000:2.0:1749394027.837447:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394027.837450:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394027.837453:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507760256:0@lo:38: 00000100:00100000:0.0:1749394028.192260:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394028.201430:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507761536:0@lo:700: 00000100:00100000:0.0:1749394028.201522:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394028.201618:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394028.201662:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507761536 00000100:00100000:1.0:1749394028.201696:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507761536 00000100:00080000:0.0:1749394028.201768:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394028.201789:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:1.0:1749394028.201802:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507761536:12345-0@lo:700: 00000100:00100000:1.0:1749394028.201860:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394028.201868:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507761664:0@lo:700: 40000000:00080000:1.0:1749394028.201887:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394028.201890:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394028.201954:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507761536:12345-0@lo:700: Request processed in 155us (432us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394028.201964:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1749394028.201979:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507761536:0@lo:700: 00000100:00100000:2.0:1749394028.203229:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507761792:0@lo:700: 00000100:00100000:2.0:1749394028.203304:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394028.203375:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f540 going to sleep for 11 seconds 00000100:00100000:1.0:1749394028.203429:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507761792 00000100:00100000:1.0:1749394028.203439:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507761792 00000100:00080000:0.0:1749394028.203466:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394028.203496:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1749394028.203504:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cce8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507761792:12345-0@lo:700: 00000100:00100000:1.0:1749394028.203542:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394028.203548:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507761920:0@lo:700: 40000000:00080000:1.0:1749394028.203559:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394028.203562:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394028.203620:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cce8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507761792:12345-0@lo:700: Request processed in 116us (317us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394028.203629:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:2.0:1749394028.203652:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507761792:0@lo:700: 00000100:00100000:0.0:1749394028.322214:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394028.622351:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394028.819236:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394028.819251:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a8a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507762048:0@lo:900: 00000100:00100000:2.0:1749394029.192341:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394029.322276:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394029.624357:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394029.899264:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394029.899300:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507762176/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394034 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394029.899377:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394029.899476:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394029.899568:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507762176 00000100:00100000:1.0:1749394029.899588:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507762176 00000100:00080000:0.0:1749394029.899674:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394029.899700:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:1.0:1749394029.899716:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507762176:12345-0@lo:700: 40000000:00080000:1.0:1749394029.899762:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749394029.899879:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507762176:12345-0@lo:700: Request processed in 169us (500us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749394029.899889:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:2.0:1749394029.899902:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507762176/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394045 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394029.899927:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394029.919202:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394029.919223:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507762304/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394034 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394029.919266:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394029.919327:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749394029.919390:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507762304 00000100:00100000:1.0:1749394029.919400:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507762304 00000100:00080000:0.0:1749394029.919432:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394029.919459:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:1.0:1749394029.919468:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507762304:12345-0@lo:700: 40000000:00080000:1.0:1749394029.919488:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749394029.919534:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507762304:12345-0@lo:700: Request processed in 67us (267us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749394029.919542:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:2.0:1749394029.919545:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507762304/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394045 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394029.919556:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394030.192287:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394030.202322:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507762432:0@lo:700: 00000100:00100000:0.0:1749394030.202392:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394030.202473:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394030.202551:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507762432 00000100:00100000:1.0:1749394030.202569:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507762432 00000100:00080000:0.0:1749394030.202652:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394030.202664:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:1.0:1749394030.202677:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507762432:12345-0@lo:700: 00000100:00100000:1.0:1749394030.202750:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394030.202759:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507762560:0@lo:700: 40000000:00080000:1.0:1749394030.202780:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394030.202783:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394030.202872:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507762432:12345-0@lo:700: Request processed in 199us (479us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394030.202882:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:0.0:1749394030.202902:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507762432:0@lo:700: 00000100:00100000:2.0:1749394030.204221:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507762688:0@lo:700: 00000100:00100000:2.0:1749394030.204262:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394030.204328:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f540 going to sleep for 11 seconds 00000100:00100000:1.0:1749394030.204343:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507762688 00000100:00100000:1.0:1749394030.204352:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507762688 00000100:00080000:0.0:1749394030.204389:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394030.204406:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:1.0:1749394030.204415:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507762688:12345-0@lo:700: 00000100:00100000:1.0:1749394030.204449:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394030.204470:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507762816:0@lo:700: 40000000:00080000:1.0:1749394030.204482:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394030.204485:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394030.204545:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507762688:12345-0@lo:700: Request processed in 131us (282us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394030.204555:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00100000:2.0:1749394030.204572:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507762688:0@lo:700: 00000100:00100000:0.0:1749394030.322238:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394030.626335:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394030.820305:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394030.820322:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a8a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507762944:0@lo:900: 00000100:00100000:0.0:1749394031.167297:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394031.167344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394031.167412:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499765504 00000100:00100000:1.0:1749394031.167428:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499765504 00000100:00100000:0.0:1749394031.167442:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394031.167459:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499765632 00000100:00100000:2.0:1749394031.167472:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499765632 00000100:00100000:1.0:1749394031.167492:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 577 00000100:00100000:1.0:1749394031.167499:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499765504:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749394031.167517:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499765760 00000100:00100000:2.0:1749394031.167520:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499765760 00000100:00100000:0.0:1749394031.167528:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1596 00000100:00100000:0.0:1749394031.167537:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499765632:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394031.167548:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1597 00000100:00100000:2.0:1749394031.167555:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499765760:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394031.167568:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1072 last 0 00010000:00080000:2.0:1749394031.167577:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1072 last 0 00000100:00100000:1.0:1749394031.167578:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499765504:12345-192.168.203.32@tcp:400: Request processed in 80us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394031.167584:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 577 00000100:00100000:2.0:1749394031.167636:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499765760:12345-192.168.203.32@tcp:38: Request processed in 80us (192us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394031.167641:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499765632:12345-192.168.203.32@tcp:38: Request processed in 103us (296us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394031.167644:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1597 00000100:00100000:0.0:1749394031.167649:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1596 00000100:00100000:2.0:1749394031.192219:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394031.322228:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394031.628367:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394031.916346:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749394031.916374:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507763072:0@lo:41: 00000100:00100000:2.0:1749394031.916463:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394031.916543:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507763072 00000100:00100000:3.0:1749394031.916555:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507763072 00000100:00100000:3.0:1749394031.916602:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1749394031.916611:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507763072:12345-0@lo:41: 00000004:00000024:3.0:1749394031.916649:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394031.916716:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507763072:12345-0@lo:41: Request processed in 105us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394031.916725:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1749394031.916754:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507763072:0@lo:41: 00000100:00100000:2.0:1749394032.192289:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394032.203276:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507763200:0@lo:700: 00000100:00100000:0.0:1749394032.203345:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394032.203431:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394032.203472:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507763200 00000100:00100000:1.0:1749394032.203493:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507763200 00000100:00080000:0.0:1749394032.203579:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394032.203601:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:1.0:1749394032.203616:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507763200:12345-0@lo:700: 00000100:00100000:1.0:1749394032.203689:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a600 going to sleep for 0 seconds 00000100:00100000:1.0:1749394032.203698:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507763328:0@lo:700: 40000000:00080000:1.0:1749394032.203720:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394032.203723:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394032.203817:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507763200:12345-0@lo:700: Request processed in 206us (470us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394032.203826:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:0.0:1749394032.203844:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507763200:0@lo:700: 00000100:00100000:2.0:1749394032.205194:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507763456:0@lo:700: 00000100:00100000:2.0:1749394032.205235:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394032.205299:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f540 going to sleep for 11 seconds 00000100:00100000:1.0:1749394032.205315:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507763456 00000100:00100000:1.0:1749394032.205325:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507763456 00000100:00080000:0.0:1749394032.205376:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394032.205400:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:1.0:1749394032.205408:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507763456:12345-0@lo:700: 00000100:00100000:1.0:1749394032.205442:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a600 going to sleep for 0 seconds 00000100:00100000:1.0:1749394032.205448:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507763584:0@lo:700: 40000000:00080000:1.0:1749394032.205459:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394032.205462:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394032.205520:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507763456:12345-0@lo:700: Request processed in 112us (283us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394032.205529:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:2.0:1749394032.205550:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507763456:0@lo:700: 00000100:00100000:0.0:1749394032.322270:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394032.630384:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394032.821317:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394032.821334:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507763712:0@lo:900: 00000100:00080000:0.0:1749394032.844247:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394032.844256:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394032.844260:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394032.844266:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1069 00000100:00080000:0.0:1749394032.844271:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394032.844278:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749394032.844290:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749394032.844300:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aa300 x1834371507764096/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394032.844315:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507763840:0@lo:400: 00000100:00080000:0.0:1749394032.844324:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394032.844327:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394032.844329:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394032.844333:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1069 00000100:00080000:0.0:1749394032.844335:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394032.844338:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394032.844348:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aaa00 x1834371507764352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394032.844366:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394032.844369:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394032.844371:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394032.844371:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507764096:0@lo:38: 00000100:00080000:0.0:1749394032.844374:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1069 00000100:00080000:0.0:1749394032.844376:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394032.844379:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394032.844389:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ab100 x1834371507764608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394032.844399:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394032.844400:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394032.844402:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394032.844404:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394032.844407:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1069 00000100:00080000:0.0:1749394032.844409:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394032.844412:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394032.844422:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ab480 x1834371507764736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394032.844423:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394032.844430:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507763968:0@lo:41: 00000100:00080000:0.0:1749394032.844442:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394032.844445:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394032.844447:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394032.844450:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1069 00000100:00080000:0.0:1749394032.844452:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394032.844455:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394032.844457:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507764864:0@lo:400: 00000100:00100000:0.0:1749394032.844467:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a9880 x1834371507765120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394032.844474:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507764480:0@lo:400: 00000100:00080000:0.0:1749394032.844476:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394032.844479:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394032.844480:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394032.844483:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1069 00000100:00080000:0.0:1749394032.844485:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394032.844488:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394032.844497:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a8e00 x1834371507765248/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394032.844504:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394032.844520:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394032.844530:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749394032.844537:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507764224:0@lo:400: 00000100:00100000:2.0:1749394032.844537:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507765504:0@lo:400: 00000100:00100000:1.0:1749394032.844559:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507763840 00000100:00100000:1.0:1749394032.844570:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507763840 00000100:00100000:2.0:1749394032.844572:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394032.844589:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394032.844597:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507764352:0@lo:38: 00000100:00100000:3.0:1749394032.844598:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507764480 00000100:00100000:3.0:1749394032.844608:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507764480 00000100:00100000:0.0:1749394032.844613:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507765376:0@lo:400: 00000100:00100000:2.0:1749394032.844615:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394032.844633:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507764608:0@lo:38: 00000100:00100000:0.0:1749394032.844634:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394032.844640:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1749394032.844650:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507763840:12345-0@lo:400: 00000100:00100000:2.0:1749394032.844651:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394032.844652:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507764224 00000100:00100000:3.0:1749394032.844656:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507764224 00000100:00100000:0.0:1749394032.844658:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749394032.844665:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507764992:0@lo:400: 00000100:00100000:2.0:1749394032.844666:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507764736:0@lo:38: 00000100:00100000:3.0:1749394032.844679:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1749394032.844686:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394032.844687:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394032.844691:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507764480:12345-0@lo:400: 00000100:00100000:2.0:1749394032.844710:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507765120:0@lo:38: 00000100:00100000:0.0:1749394032.844720:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507764096 00000100:00100000:0.0:1749394032.844725:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507764096 00000100:00100000:1.0:1749394032.844729:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507763840:12345-0@lo:400: Request processed in 80us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394032.844729:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394032.844738:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1749394032.844744:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507764352 00000100:00100000:2.0:1749394032.844745:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507765248:0@lo:38: 00000100:00100000:0.0:1749394032.844747:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507764352 00000100:00100000:0.0:1749394032.844754:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507764608 00000100:00100000:3.0:1749394032.844754:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507764480:12345-0@lo:400: Request processed in 63us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394032.844757:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507764608 00000100:00100000:2.0:1749394032.844762:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394032.844763:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507764736 00000100:00100000:0.0:1749394032.844766:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507764736 00000100:00100000:3.0:1749394032.844766:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1749394032.844771:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507765120 00000100:00100000:0.0:1749394032.844773:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507765120 00000100:00100000:0.0:1749394032.844781:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507765248 00000100:00100000:1.0:1749394032.844781:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507764864 00000100:00100000:0.0:1749394032.844783:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507765248 00000100:00100000:1.0:1749394032.844785:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507764864 00000100:00100000:3.0:1749394032.844788:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1749394032.844792:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1598 00000100:00100000:3.0:1749394032.844796:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507764224:12345-0@lo:400: 00000100:00100000:0.0:1749394032.844798:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507764096:12345-0@lo:38: 00000100:00100000:1.0:1749394032.844810:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507765504 00000100:00100000:2.0:1749394032.844812:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1599 00000100:00100000:1.0:1749394032.844813:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507765504 00000100:00100000:2.0:1749394032.844819:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507764352:12345-0@lo:38: 00010000:00020000:0.0:1749394032.844820:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394032.844836:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507765376 00010000:00020000:2.0:1749394032.844837:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394032.844839:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507765376 00000100:00100000:1.0:1749394032.844849:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507764992 00000100:00100000:1.0:1749394032.844852:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507764992 00000100:00100000:0.0:1749394032.844861:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507764096:12345-0@lo:38: Request processed in 62us (438us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394032.844862:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507764224:12345-0@lo:400: Request processed in 65us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394032.844864:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1749394032.844868:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1598 00000100:00100000:1.0:1749394032.844870:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507764864:12345-0@lo:400: 00000100:00100000:2.0:1749394032.844871:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507764352:12345-0@lo:38: Request processed in 51us (255us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394032.844874:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1749394032.844879:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1599 00000100:00100000:0.0:1749394032.844885:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00100000:0.0:1749394032.844890:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507764608:12345-0@lo:38: 00000100:00100000:2.0:1749394032.844897:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00010000:00020000:0.0:1749394032.844901:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394032.844903:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507764736:12345-0@lo:38: 00000100:00100000:3.0:1749394032.844907:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1749394032.844912:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507764864:12345-0@lo:400: Request processed in 42us (407us total) trans 0 rc 0/0 00010000:00020000:2.0:1749394032.844915:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394032.844918:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507765504:12345-0@lo:400: 00000100:00100000:0.0:1749394032.844921:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507764608:12345-0@lo:38: Request processed in 30us (269us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394032.844927:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 00000100:00100000:2.0:1749394032.844935:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507764736:12345-0@lo:38: Request processed in 32us (247us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394032.844937:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1749394032.844938:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602 00000100:00100000:0.0:1749394032.844943:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507765120:12345-0@lo:38: 00000100:00100000:2.0:1749394032.844943:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00010000:00020000:0.0:1749394032.844953:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394032.844953:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1749394032.844954:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603 00000100:00100000:2.0:1749394032.844958:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507765248:12345-0@lo:38: 00000100:00100000:1.0:1749394032.844960:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507765376:12345-0@lo:400: 00000100:00100000:3.0:1749394032.844964:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507765504:12345-0@lo:400: Request processed in 46us (388us total) trans 0 rc 0/0 00010000:00020000:2.0:1749394032.844968:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394032.844971:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507765120:12345-0@lo:38: Request processed in 27us (241us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394032.844976:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1749394032.844977:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602 00000100:00100000:3.0:1749394032.844998:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1749394032.845001:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507765248:12345-0@lo:38: Request processed in 42us (238us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394032.845003:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507765376:12345-0@lo:400: Request processed in 44us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394032.845008:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603 00000100:00100000:3.0:1749394032.845011:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507764992:12345-0@lo:400: 00000100:00080000:0.0:1749394032.845027:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394032.845027:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00010000:00080000:2.0:1749394032.845052:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017fb80 x1834371507765504/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394032.845054:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507764224:0@lo:400: 00000100:00100000:3.0:1749394032.845054:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507764992:12345-0@lo:400: Request processed in 46us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394032.845059:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394032.845066:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507765504:0@lo:400: 00000100:00100000:3.0:1749394032.845066:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00010000:00080000:0.0:1749394032.845070:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017c700 x1834371507765376/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394032.845109:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507765376:0@lo:400: 00010000:00080000:0.0:1749394032.845156:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8abb80 x1834371507764992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749394032.845165:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ab800 x1834371507764864/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394032.845166:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507764992:0@lo:400: 00000100:00100000:2.0:1749394032.845176:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507764864:0@lo:400: 00000100:00100000:3.0:1749394032.845179:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507763968 00000100:00100000:3.0:1749394032.845187:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507763968 00000100:00100000:1.0:1749394032.845211:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507764480:0@lo:400: 00000100:00100000:3.0:1749394032.845220:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1749394032.845226:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507763840:0@lo:400: 00000100:00080000:2.0:1749394032.845226:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394032.845230:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507763968:12345-0@lo:41: 00000100:00080000:2.0:1749394032.845231:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394032.845235:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507764608:0@lo:38: 00000100:00080000:2.0:1749394032.845243:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394032.845246:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394032.845249:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507764736:0@lo:38: 00000100:00080000:2.0:1749394032.845258:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394032.845260:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000004:00000024:3.0:1749394032.845261:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394032.845263:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507765120:0@lo:38: 00000100:00080000:2.0:1749394032.845270:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394032.845272:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394032.845275:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507765248:0@lo:38: 00000100:00080000:2.0:1749394032.845284:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394032.845286:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394032.845289:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507764096:0@lo:38: 00000100:00080000:2.0:1749394032.845297:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394032.845300:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394032.845303:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507764352:0@lo:38: 00000100:00100000:3.0:1749394032.845334:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507763968:12345-0@lo:41: Request processed in 103us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394032.845345:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1749394032.845382:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507763968:0@lo:41: 00000100:00100000:0.0:1749394033.192385:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394033.322364:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394033.632342:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394034.192298:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394034.204267:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e11180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507765632:0@lo:700: 00000100:00100000:0.0:1749394034.204346:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394034.204436:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394034.204538:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507765632 00000100:00100000:1.0:1749394034.204558:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507765632 00000100:00080000:0.0:1749394034.204651:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394034.204671:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:1.0:1749394034.204687:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507765632:12345-0@lo:700: 00000100:00100000:1.0:1749394034.204763:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a6c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394034.204773:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507765760:0@lo:700: 40000000:00080000:1.0:1749394034.204794:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394034.204798:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394034.204892:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507765632:12345-0@lo:700: Request processed in 212us (547us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394034.204902:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:0.0:1749394034.204920:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507765632:0@lo:700: 00000100:00100000:2.0:1749394034.206211:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507765888:0@lo:700: 00000100:00100000:2.0:1749394034.206253:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394034.206316:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f540 going to sleep for 11 seconds 00000100:00100000:1.0:1749394034.206329:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507765888 00000100:00100000:1.0:1749394034.206337:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507765888 00000100:00100000:1.0:1749394034.206381:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:1.0:1749394034.206389:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507765888:12345-0@lo:700: 00000100:00080000:0.0:1749394034.206395:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394034.206434:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a6c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394034.206440:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507766016:0@lo:700: 40000000:00080000:1.0:1749394034.206450:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394034.206453:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394034.206507:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507765888:12345-0@lo:700: Request processed in 119us (254us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394034.206516:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:2.0:1749394034.206546:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507765888:0@lo:700: 00000100:00100000:2.0:1749394034.322211:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394034.634329:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394034.822300:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394034.822317:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507766144:0@lo:900: 00000100:00100000:2.0:1749394035.192380:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394035.322225:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394035.636325:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394036.175746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394036.175798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394036.175867:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499765888 00000100:00100000:3.0:1749394036.175881:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499765888 00000100:00100000:0.0:1749394036.175900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394036.175934:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499766016 00000100:00100000:0.0:1749394036.175942:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499766144 00000100:00100000:2.0:1749394036.175944:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499766016 00000100:00100000:0.0:1749394036.175948:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499766144 00000100:00100000:3.0:1749394036.175966:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 579 00000100:00100000:2.0:1749394036.175981:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1604 00000100:00100000:3.0:1749394036.175981:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499765888:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394036.175991:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1605 00000100:00100000:2.0:1749394036.175991:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499766016:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394036.175998:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499766144:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394036.176024:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1077 last 0 00010000:00080000:2.0:1749394036.176024:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1077 last 0 00000100:00100000:0.0:1749394036.176154:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499766144:12345-192.168.203.32@tcp:38: Request processed in 153us (252us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394036.176163:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1605 00000100:00100000:3.0:1749394036.176182:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499765888:12345-192.168.203.32@tcp:400: Request processed in 203us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394036.176183:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499766016:12345-192.168.203.32@tcp:38: Request processed in 191us (382us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394036.176192:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1604 00000100:00100000:3.0:1749394036.176193:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 579 00000100:00100000:2.0:1749394036.192207:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394036.205236:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507766272:0@lo:700: 00000100:00100000:0.0:1749394036.205284:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394036.205354:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394036.205426:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507766272 00000100:00100000:1.0:1749394036.205443:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507766272 00000100:00080000:0.0:1749394036.205522:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394036.205533:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:1.0:1749394036.205547:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507766272:12345-0@lo:700: 00000100:00100000:1.0:1749394036.205617:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a6c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394036.205626:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507766400:0@lo:700: 40000000:00080000:1.0:1749394036.205646:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394036.205649:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394036.205734:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507766272:12345-0@lo:700: Request processed in 191us (449us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394036.205744:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:0.0:1749394036.205761:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507766272:0@lo:700: 00000100:00100000:2.0:1749394036.207216:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507766528:0@lo:700: 00000100:00100000:2.0:1749394036.207256:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394036.207321:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f540 going to sleep for 11 seconds 00000100:00100000:1.0:1749394036.207382:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507766528 00000100:00100000:1.0:1749394036.207392:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507766528 00000100:00080000:0.0:1749394036.207423:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394036.207451:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:1.0:1749394036.207459:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507766528:12345-0@lo:700: 00000100:00100000:1.0:1749394036.207496:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a6c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394036.207502:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507766656:0@lo:700: 40000000:00080000:1.0:1749394036.207513:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394036.207532:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394036.207591:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507766528:12345-0@lo:700: Request processed in 132us (334us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394036.207600:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:2.0:1749394036.207620:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507766528:0@lo:700: 00000100:00100000:2.0:1749394036.322211:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394036.638334:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394036.823254:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394036.823269:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507766784:0@lo:900: 00000100:00100000:0.0:1749394036.924389:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507766912:0@lo:41: 00000100:00100000:0.0:1749394036.924458:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394036.924598:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507766912 00000100:00100000:3.0:1749394036.924609:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507766912 00000100:00100000:3.0:1749394036.924669:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1749394036.924678:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507766912:12345-0@lo:41: 00000004:00000024:3.0:1749394036.924713:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394036.924774:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507766912:12345-0@lo:41: Request processed in 96us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394036.924782:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1749394036.924805:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507766912:0@lo:41: 00000100:00100000:2.0:1749394037.192215:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394037.322203:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394037.640334:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394037.852287:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394037.852297:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394037.852302:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394037.852312:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1074 00000100:00080000:0.0:1749394037.852320:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394037.852328:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394037.852340:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507767168:0@lo:41: 00000100:00100000:2.0:1749394037.852342:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507767040:0@lo:400: 00000100:00100000:0.0:1749394037.852358:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e13800 x1834371507767296/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394037.852419:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394037.852426:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394037.852429:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394037.852433:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394037.852435:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1074 00000100:00080000:0.0:1749394037.852439:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394037.852445:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394037.852448:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394037.852465:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e12680 x1834371507767552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394037.852468:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507767296:0@lo:38: 00000100:00080000:0.0:1749394037.852482:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394037.852487:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394037.852490:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394037.852496:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1074 00000100:00080000:0.0:1749394037.852499:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394037.852504:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394037.852517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394037.852520:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e10380 x1834371507767680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394037.852520:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507767424:0@lo:400: 00000100:00100000:2.0:1749394037.852522:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507767040 00000100:00100000:2.0:1749394037.852531:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507767040 00000100:00080000:0.0:1749394037.852533:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394037.852538:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394037.852541:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394037.852546:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1074 00000100:00100000:1.0:1749394037.852548:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394037.852550:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394037.852555:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394037.852555:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507767552:0@lo:38: 00000100:00100000:2.0:1749394037.852570:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1749394037.852573:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017fb80 x1834371507767808/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394037.852577:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394037.852578:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136babc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507767040:12345-0@lo:400: 00000100:00100000:1.0:1749394037.852587:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507767168 00000100:00100000:3.0:1749394037.852593:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507767680:0@lo:38: 00000100:00100000:1.0:1749394037.852595:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507767168 00000100:00100000:3.0:1749394037.852611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394037.852622:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394037.852626:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507767808:0@lo:38: 00000100:00080000:0.0:1749394037.852628:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394037.852632:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394037.852637:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1074 00000100:00100000:1.0:1749394037.852637:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507767424 00000100:00100000:1.0:1749394037.852640:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507767424 00000100:00080000:0.0:1749394037.852641:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394037.852646:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394037.852646:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136babc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507767040:12345-0@lo:400: Request processed in 68us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394037.852646:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394037.852656:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1749394037.852662:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1749394037.852663:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aa300 x1834371507768192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394037.852671:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507767168:12345-0@lo:41: 00000100:00100000:3.0:1749394037.852677:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507767296 00000100:00080000:0.0:1749394037.852682:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394037.852682:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507767296 00000100:00080000:0.0:1749394037.852687:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394037.852690:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394037.852695:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1074 00000100:00100000:2.0:1749394037.852695:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00080000:0.0:1749394037.852698:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394037.852702:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507767552 00000100:00080000:0.0:1749394037.852703:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394037.852703:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507767424:12345-0@lo:400: 00000100:00100000:3.0:1749394037.852704:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507767552 00000004:00000024:1.0:1749394037.852715:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749394037.852715:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507767680 00000100:00100000:3.0:1749394037.852717:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507767680 00000100:00100000:0.0:1749394037.852718:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a8e00 x1834371507768320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394037.852724:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507767808 00000100:00100000:2.0:1749394037.852734:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507767424:12345-0@lo:400: Request processed in 32us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394037.852735:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507767808 00000100:00100000:2.0:1749394037.852740:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1749394037.852749:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606 00000100:00100000:3.0:1749394037.852755:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507767296:12345-0@lo:38: 00000100:00100000:1.0:1749394037.852756:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507767168:12345-0@lo:41: Request processed in 85us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394037.852766:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1749394037.852767:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607 00000100:00100000:0.0:1749394037.852769:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507767936:0@lo:400: 00000100:00100000:2.0:1749394037.852773:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507767552:12345-0@lo:38: 00010000:00020000:3.0:1749394037.852779:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749394037.852790:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394037.852805:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507768576:0@lo:400: 00000100:00100000:0.0:1749394037.852843:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394037.852844:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507767552:12345-0@lo:38: Request processed in 70us (266us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394037.852844:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507767296:12345-0@lo:38: Request processed in 87us (326us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394037.852845:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507768448:0@lo:400: 00000100:00100000:2.0:1749394037.852851:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607 00000100:00100000:3.0:1749394037.852856:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606 00000100:00100000:2.0:1749394037.852865:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1608 00000100:00100000:2.0:1749394037.852870:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507767680:12345-0@lo:38: 00000100:00100000:3.0:1749394037.852870:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1609 00000100:00100000:3.0:1749394037.852874:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507767808:12345-0@lo:38: 00010000:00020000:2.0:1749394037.852881:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394037.852886:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1749394037.852887:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394037.852911:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507767680:12345-0@lo:38: Request processed in 41us (299us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394037.852917:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507767808:12345-0@lo:38: Request processed in 42us (270us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394037.852918:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1608 00000100:00100000:3.0:1749394037.852923:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1609 00000100:00100000:0.0:1749394037.852930:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507767936 00000100:00100000:0.0:1749394037.852937:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507767936 00000100:00100000:1.0:1749394037.852938:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507767168:0@lo:41: 00000100:00100000:2.0:1749394037.852938:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507768064:0@lo:400: 00000100:00100000:3.0:1749394037.852954:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507768192:0@lo:38: 00000100:00100000:2.0:1749394037.852961:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394037.852975:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507768448 00000100:00100000:3.0:1749394037.852975:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394037.852977:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507768064 00000100:00100000:0.0:1749394037.852980:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507768448 00000100:00100000:1.0:1749394037.852982:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507768064 00000100:00100000:3.0:1749394037.852991:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507768320:0@lo:38: 00000100:00100000:2.0:1749394037.852997:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507767040:0@lo:400: 00000100:00100000:3.0:1749394037.853006:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394037.853011:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1749394037.853032:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1749394037.853036:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507767936:12345-0@lo:400: 00000100:00080000:3.0:1749394037.853036:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394037.853040:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394037.853044:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507768064:12345-0@lo:400: 00000100:00100000:3.0:1749394037.853045:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507767808:0@lo:38: 00000100:00100000:2.0:1749394037.853049:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00080000:3.0:1749394037.853054:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394037.853058:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394037.853061:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507767552:0@lo:38: 00000100:00100000:2.0:1749394037.853067:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507768448:12345-0@lo:400: 00000100:00080000:3.0:1749394037.853069:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394037.853156:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394037.853169:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507767680:0@lo:38: 00000100:00080000:3.0:1749394037.853184:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394037.853187:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394037.853191:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507767296:0@lo:38: 00000100:00100000:0.0:1749394037.853197:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507768064:12345-0@lo:400: Request processed in 152us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394037.853198:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507767936:12345-0@lo:400: Request processed in 177us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394037.853208:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1749394037.853216:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1749394037.853217:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507768448:12345-0@lo:400: Request processed in 150us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394037.853224:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507768192 00000100:00100000:2.0:1749394037.853225:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1749394037.853227:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507768192 00000100:00100000:3.0:1749394037.853254:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507768320 00000100:00100000:1.0:1749394037.853256:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394037.853257:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507768320 00000100:00080000:0.0:1749394037.853264:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394037.853266:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507768576 00000100:00100000:2.0:1749394037.853271:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507768576 00000100:00100000:3.0:1749394037.853277:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610 00000100:00100000:3.0:1749394037.853285:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507768192:12345-0@lo:38: 00000100:00100000:1.0:1749394037.853289:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507767424:0@lo:400: 00000100:00100000:2.0:1749394037.853303:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00010000:00020000:3.0:1749394037.853304:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394037.853309:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507768576:12345-0@lo:400: 00010000:00080000:0.0:1749394037.853311:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017c700 x1834371507767936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749394037.853325:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a9880 x1834371507768448/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394037.853330:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507767936:0@lo:400: 00000100:00100000:1.0:1749394037.853337:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507768448:0@lo:400: 00000100:00100000:2.0:1749394037.853350:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507768576:12345-0@lo:400: Request processed in 41us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394037.853355:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507768192:12345-0@lo:38: Request processed in 67us (375us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394037.853356:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00080000:0.0:1749394037.853360:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1749394037.853361:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ab480 x1834371507768576/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394037.853366:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610 00000100:00100000:1.0:1749394037.853371:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507768576:0@lo:400: 00000100:00100000:2.0:1749394037.853373:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1611 00000100:00100000:2.0:1749394037.853378:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507768320:12345-0@lo:38: 00010000:00020000:2.0:1749394037.853392:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:02020000:3.0:1749394037.853411:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:2.0:1749394037.853415:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507768320:12345-0@lo:38: Request processed in 36us (408us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749394037.853418:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394037.853421:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1611 00000100:00080000:3.0:1749394037.853421:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394037.853425:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507768192:0@lo:38: 00000100:02020000:3.0:1749394037.853436:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1749394037.853439:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394037.853442:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394037.853445:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507768320:0@lo:38: 00010000:00080000:2.0:1749394037.853451:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8aaa00 x1834371507768064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394037.853464:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507768064:0@lo:400: 00000100:00100000:2.0:1749394038.192258:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394038.206326:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507768704:0@lo:700: 00000100:00100000:0.0:1749394038.206397:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394038.206455:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507768704 00000100:00100000:0.0:1749394038.206464:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394038.206467:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507768704 00000100:00080000:0.0:1749394038.206502:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394038.206523:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:2.0:1749394038.206533:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507768704:12345-0@lo:700: 00000100:00100000:2.0:1749394038.206578:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394038.206600:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507768832:0@lo:700: 40000000:00080000:2.0:1749394038.206616:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394038.206619:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394038.206682:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507768704:12345-0@lo:700: Request processed in 150us (284us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394038.206692:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1749394038.206715:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507768704:0@lo:700: 00000100:00100000:2.0:1749394038.208205:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507768960:0@lo:700: 00000100:00100000:2.0:1749394038.208245:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394038.208308:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f600 going to sleep for 11 seconds 00000100:00100000:0.0:1749394038.208361:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507768960 00000100:00100000:0.0:1749394038.208370:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507768960 00000100:00100000:0.0:1749394038.208428:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00080000:2.0:1749394038.208431:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394038.208436:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507768960:12345-0@lo:700: 00000100:00100000:0.0:1749394038.208468:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394038.208474:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507769088:0@lo:700: 40000000:00080000:0.0:1749394038.208485:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394038.208488:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394038.208540:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507768960:12345-0@lo:700: Request processed in 104us (293us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394038.208549:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:2.0:1749394038.208562:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507768960:0@lo:700: 00000100:00100000:2.0:1749394038.322217:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394038.642327:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394038.824221:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394038.824235:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507769216:0@lo:900: 00000100:00100000:2.0:1749394039.192210:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394039.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394039.644346:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394040.192206:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394040.207234:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507769344:0@lo:700: 00000100:00100000:0.0:1749394040.207303:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394040.207376:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394040.207392:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507769344 00000100:00100000:2.0:1749394040.207406:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507769344 00000100:00080000:0.0:1749394040.207473:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394040.207482:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:2.0:1749394040.207492:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507769344:12345-0@lo:700: 00000100:00100000:2.0:1749394040.207536:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394040.207543:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507769472:0@lo:700: 40000000:00080000:2.0:1749394040.207558:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394040.207561:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394040.207618:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507769344:12345-0@lo:700: Request processed in 128us (315us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394040.207627:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00100000:0.0:1749394040.207645:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507769344:0@lo:700: 00000100:00100000:2.0:1749394040.209207:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507769600:0@lo:700: 00000100:00100000:2.0:1749394040.209259:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394040.209321:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f600 going to sleep for 11 seconds 00000100:00100000:0.0:1749394040.209382:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507769600 00000100:00100000:0.0:1749394040.209392:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507769600 00000100:00080000:2.0:1749394040.209449:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394040.209455:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1749394040.209464:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507769600:12345-0@lo:700: 00000100:00100000:0.0:1749394040.209496:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394040.209502:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507769728:0@lo:700: 40000000:00080000:0.0:1749394040.209513:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394040.209515:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394040.209565:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507769600:12345-0@lo:700: Request processed in 101us (304us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394040.209573:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:2.0:1749394040.209588:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507769600:0@lo:700: 00000100:00100000:2.0:1749394040.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394040.646302:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394040.825226:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394040.825241:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507769856:0@lo:900: 00000100:00100000:2.0:1749394040.899206:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394040.899236:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507769984/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394045 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394040.899323:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394040.899417:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394040.899455:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507769984 00000100:00100000:0.0:1749394040.899466:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507769984 00000100:00100000:0.0:1749394040.899535:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00080000:2.0:1749394040.899535:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394040.899545:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507769984:12345-0@lo:700: 40000000:00080000:0.0:1749394040.899574:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394040.899629:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507769984:12345-0@lo:700: Request processed in 85us (309us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394040.899638:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:2.0:1749394040.899650:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507769984/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394056 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394040.899662:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394040.919157:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394040.919176:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507770112/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394045 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394040.919217:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394040.919278:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394040.919343:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507770112 00000100:00100000:0.0:1749394040.919352:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507770112 00000100:00080000:2.0:1749394040.919407:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394040.919414:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:0.0:1749394040.919422:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507770112:12345-0@lo:700: 40000000:00080000:0.0:1749394040.919441:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394040.919494:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507770112:12345-0@lo:700: Request processed in 72us (275us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394040.919502:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:2.0:1749394040.919511:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507770112/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394056 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394040.919521:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394041.183848:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394041.183902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394041.183947:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394041.184002:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499766400 00000100:00100000:2.0:1749394041.184016:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499766400 00000100:00100000:2.0:1749394041.184053:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499766528 00000100:00100000:2.0:1749394041.184056:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499766528 00000100:00100000:3.0:1749394041.184163:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1612 00000100:00100000:3.0:1749394041.184175:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499766400:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394041.184177:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1613 00000100:00100000:2.0:1749394041.184186:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499766528:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394041.184192:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499766272 00000100:00100000:1.0:1749394041.184212:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499766272 00010000:00080000:3.0:1749394041.184212:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1082 last 0 00010000:00080000:2.0:1749394041.184227:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1082 last 0 00000100:00100000:1.0:1749394041.184294:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 581 00000100:00100000:1.0:1749394041.184304:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499766272:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749394041.184315:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499766528:12345-192.168.203.32@tcp:38: Request processed in 128us (366us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394041.184318:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499766400:12345-192.168.203.32@tcp:38: Request processed in 139us (477us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394041.184325:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1613 00000100:00100000:3.0:1749394041.184332:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1612 00000100:00100000:1.0:1749394041.184392:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499766272:12345-192.168.203.32@tcp:400: Request processed in 88us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394041.184401:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 581 00000100:00100000:2.0:1749394041.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394041.322197:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394041.648351:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394041.932328:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507770240:0@lo:41: 00000100:00100000:2.0:1749394041.932412:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394041.932511:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507770240 00000100:00100000:3.0:1749394041.932522:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507770240 00000100:00100000:3.0:1749394041.932582:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1749394041.932592:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507770240:12345-0@lo:41: 00000004:00000024:3.0:1749394041.932629:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394041.932690:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507770240:12345-0@lo:41: Request processed in 99us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394041.932698:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1749394041.932732:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507770240:0@lo:41: 00000100:00100000:2.0:1749394042.192223:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394042.208244:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aa680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507770368:0@lo:700: 00000100:00100000:0.0:1749394042.208311:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394042.208390:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394042.208446:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507770368 00000100:00100000:2.0:1749394042.208458:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507770368 00000100:00080000:0.0:1749394042.208529:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394042.208537:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:2.0:1749394042.208547:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507770368:12345-0@lo:700: 00000100:00100000:2.0:1749394042.208591:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394042.208598:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507770496:0@lo:700: 40000000:00080000:2.0:1749394042.208614:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394042.208617:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394042.208673:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507770368:12345-0@lo:700: Request processed in 128us (362us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394042.208682:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:0.0:1749394042.208699:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aa680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507770368:0@lo:700: 00000100:00100000:2.0:1749394042.210215:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507770624:0@lo:700: 00000100:00100000:2.0:1749394042.210251:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394042.210304:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f600 going to sleep for 11 seconds 00000100:00100000:0.0:1749394042.210356:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507770624 00000100:00100000:0.0:1749394042.210364:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507770624 00000100:00080000:2.0:1749394042.210413:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394042.210418:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:0.0:1749394042.210426:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507770624:12345-0@lo:700: 00000100:00100000:0.0:1749394042.210453:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394042.210459:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507770752:0@lo:700: 40000000:00080000:0.0:1749394042.210469:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394042.210471:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394042.210514:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507770624:12345-0@lo:700: Request processed in 89us (262us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394042.210521:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:2.0:1749394042.210537:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507770624:0@lo:700: 00000100:00100000:2.0:1749394042.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394042.650315:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394042.826205:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394042.826218:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aa680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507770880:0@lo:900: 00000100:00080000:0.0:1749394042.860219:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394042.860227:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394042.860230:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394042.860236:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1079 00000100:00080000:0.0:1749394042.860240:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394042.860246:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394042.860254:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507771136:0@lo:41: 00000100:00100000:0.0:1749394042.860266:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a8e00 x1834371507771264/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394042.860305:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394042.860308:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394042.860310:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394042.860313:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1079 00000100:00080000:0.0:1749394042.860315:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394042.860317:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507771008:0@lo:400: 00000100:00080000:0.0:1749394042.860318:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394042.860328:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ab480 x1834371507771520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394042.860329:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394042.860343:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394042.860347:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394042.860348:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394042.860351:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1079 00000100:00080000:0.0:1749394042.860354:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394042.860356:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394042.860359:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507771264:0@lo:38: 00000100:00100000:0.0:1749394042.860369:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80bb80 x1834371507771776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394042.860377:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394042.860380:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394042.860381:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394042.860384:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1079 00000100:00080000:0.0:1749394042.860386:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394042.860387:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394042.860389:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394042.860397:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507771392:0@lo:400: 00000100:00100000:0.0:1749394042.860398:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f808000 x1834371507771904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394042.860414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394042.860417:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394042.860420:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394042.860424:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394042.860425:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394042.860428:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1079 00000100:00080000:0.0:1749394042.860430:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394042.860433:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394042.860440:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507772032:0@lo:400: 00000100:00100000:0.0:1749394042.860442:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80b480 x1834371507772288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394042.860442:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749394042.860447:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507771648:0@lo:400: 00000100:00080000:0.0:1749394042.860449:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394042.860453:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394042.860454:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394042.860456:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507771520:0@lo:38: 00000100:00080000:0.0:1749394042.860457:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1079 00000100:00080000:0.0:1749394042.860459:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394042.860463:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394042.860464:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394042.860472:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80b800 x1834371507772416/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394042.860482:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394042.860486:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394042.860488:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749394042.860494:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507772160:0@lo:400: 00000100:00100000:2.0:1749394042.860510:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394042.860512:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507771136 00000100:00100000:0.0:1749394042.860515:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507771392 00000100:00100000:1.0:1749394042.860519:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507771136 00000100:00100000:3.0:1749394042.860520:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507771776:0@lo:38: 00000100:00100000:0.0:1749394042.860523:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507771392 00000100:00100000:2.0:1749394042.860533:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507772672:0@lo:400: 00000100:00100000:3.0:1749394042.860550:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394042.860552:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394042.860555:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507771648 00000100:00100000:1.0:1749394042.860557:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507771648 00000100:00100000:0.0:1749394042.860560:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1749394042.860568:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507771136:12345-0@lo:41: 00000100:00100000:2.0:1749394042.860568:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749394042.860571:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1749394042.860574:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507772544:0@lo:400: 00000100:00100000:3.0:1749394042.860574:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507771904:0@lo:38: 00000100:00100000:1.0:1749394042.860577:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507771392:12345-0@lo:400: 00000100:00100000:2.0:1749394042.860591:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394042.860597:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:0.0:1749394042.860600:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394042.860613:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507772032 00000100:00100000:1.0:1749394042.860617:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507771392:12345-0@lo:400: Request processed in 41us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394042.860618:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507772032 00000100:00100000:3.0:1749394042.860621:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507772288:0@lo:38: 00000100:00100000:1.0:1749394042.860622:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1749394042.860637:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1749394042.860641:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507771648:12345-0@lo:400: 00000100:00100000:0.0:1749394042.860645:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507771136:12345-0@lo:41: Request processed in 77us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394042.860646:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507772160 00000100:00100000:3.0:1749394042.860647:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394042.860648:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507772160 00000100:00100000:0.0:1749394042.860653:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1749394042.860657:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507771648:12345-0@lo:400: Request processed in 15us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394042.860659:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507772672 00000100:00100000:1.0:1749394042.860661:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1749394042.860662:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507772672 00000100:00100000:2.0:1749394042.860678:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507772544 00000100:00100000:3.0:1749394042.860679:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507772416:0@lo:38: 00000100:00100000:2.0:1749394042.860680:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507772544 00000100:00100000:1.0:1749394042.860684:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1749394042.860688:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507772032:12345-0@lo:400: 00000100:00100000:3.0:1749394042.860695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394042.860698:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1749394042.860704:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507772160:12345-0@lo:400: 00000100:00100000:2.0:1749394042.860710:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1749394042.860712:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507772032:12345-0@lo:400: Request processed in 23us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394042.860716:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1749394042.860717:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507772672:12345-0@lo:400: 00000100:00100000:1.0:1749394042.860728:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1749394042.860729:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507771264 00000100:00100000:1.0:1749394042.860732:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507772544:12345-0@lo:400: 00000100:00100000:0.0:1749394042.860733:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507772160:12345-0@lo:400: Request processed in 30us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394042.860733:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507771264 00000100:00100000:0.0:1749394042.860739:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1749394042.860747:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507771520 00000100:00100000:3.0:1749394042.860749:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507771520 00000100:00100000:3.0:1749394042.860756:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507771776 00000100:00100000:3.0:1749394042.860757:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507771776 00000100:00100000:0.0:1749394042.860760:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507771904 00000100:00100000:1.0:1749394042.860760:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507772544:12345-0@lo:400: Request processed in 27us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394042.860761:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507772672:12345-0@lo:400: Request processed in 44us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394042.860764:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507771904 00000100:00100000:1.0:1749394042.860764:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1749394042.860764:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507772288 00000100:00100000:3.0:1749394042.860766:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507772288 00000100:00100000:2.0:1749394042.860768:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1749394042.860773:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507772416 00000100:00100000:3.0:1749394042.860774:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507772416 00000100:00100000:0.0:1749394042.860777:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1614 00000100:00100000:0.0:1749394042.860781:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507771264:12345-0@lo:38: 00000100:00100000:3.0:1749394042.860785:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1615 00000100:00100000:3.0:1749394042.860790:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507771520:12345-0@lo:38: 00000100:00100000:1.0:1749394042.860791:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507771648:0@lo:400: 00000100:00100000:2.0:1749394042.860791:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1616 00010000:00020000:0.0:1749394042.860801:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394042.860806:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507771776:12345-0@lo:38: 00000100:00100000:1.0:1749394042.860807:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507771392:0@lo:400: 00010000:00020000:3.0:1749394042.860808:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749394042.860822:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394042.860832:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507771264:12345-0@lo:38: Request processed in 50us (419us total) trans 0 rc -19/-19 00010000:00080000:1.0:1749394042.860835:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f809180 x1834371507772160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394042.860837:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507771520:12345-0@lo:38: Request processed in 46us (354us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394042.860839:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1614 00000100:00100000:1.0:1749394042.860843:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507772160:0@lo:400: 00000100:00100000:3.0:1749394042.860844:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1615 00000100:00100000:0.0:1749394042.860849:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1617 00000100:00100000:2.0:1749394042.860850:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507771776:12345-0@lo:38: Request processed in 43us (300us total) trans 0 rc -19/-19 00010000:00080000:1.0:1749394042.860852:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f808700 x1834371507772032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394042.860854:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507772288:12345-0@lo:38: 00000100:00100000:3.0:1749394042.860856:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618 00000100:00100000:1.0:1749394042.860858:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507772032:0@lo:400: 00000100:00100000:3.0:1749394042.860860:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507771904:12345-0@lo:38: 00010000:00020000:0.0:1749394042.860863:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394042.860868:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1616 00010000:00020000:3.0:1749394042.860872:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394042.860874:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507771008 00000100:00100000:1.0:1749394042.860877:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507771008 00000100:00100000:0.0:1749394042.860880:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507772288:12345-0@lo:38: Request processed in 25us (233us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394042.860882:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1619 00000100:00100000:0.0:1749394042.860886:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1617 00000100:00100000:2.0:1749394042.860886:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507772416:12345-0@lo:38: 00000100:00100000:3.0:1749394042.860890:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507771904:12345-0@lo:38: Request processed in 28us (293us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394042.860897:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00010000:00020000:2.0:1749394042.860898:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394042.860898:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618 00000100:00100000:1.0:1749394042.860901:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507771008:12345-0@lo:400: 00000100:00100000:2.0:1749394042.860921:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507772416:12345-0@lo:38: Request processed in 34us (226us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394042.860928:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507771136:0@lo:41: 00000100:00100000:2.0:1749394042.860928:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1619 00000100:00080000:3.0:1749394042.860929:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394042.860930:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507771008:12345-0@lo:400: Request processed in 29us (544us total) trans 0 rc 0/0 00000100:00080000:3.0:1749394042.860933:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394042.860934:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1749394042.860938:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507771776:0@lo:38: 00000100:00080000:3.0:1749394042.860946:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394042.860967:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394042.860969:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507771008:0@lo:400: 00000100:00080000:3.0:1749394042.860972:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394042.860976:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507771904:0@lo:38: 00000100:00080000:3.0:1749394042.860989:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394042.860991:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:2.0:1749394042.860994:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f80ad80 x1834371507772544/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394042.860995:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507772288:0@lo:38: 00000100:00080000:3.0:1749394042.861002:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394042.861005:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394042.861008:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507772544:0@lo:400: 00000100:00100000:3.0:1749394042.861008:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507772416:0@lo:38: 00000100:00080000:3.0:1749394042.861016:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394042.861018:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:2.0:1749394042.861020:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f808380 x1834371507772672/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394042.861021:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507771264:0@lo:38: 00000100:00080000:3.0:1749394042.861029:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394042.861030:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507772672:0@lo:400: 00000100:00080000:3.0:1749394042.861032:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394042.861035:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507771520:0@lo:38: 00000100:00100000:0.0:1749394043.192292:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394043.322200:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394043.652353:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394044.192218:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394044.209228:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507772800:0@lo:700: 00000100:00100000:0.0:1749394044.209298:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394044.209379:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394044.209433:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507772800 00000100:00100000:2.0:1749394044.209445:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507772800 00000100:00080000:0.0:1749394044.209509:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394044.209525:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:2.0:1749394044.209536:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507772800:12345-0@lo:700: 00000100:00100000:2.0:1749394044.209581:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394044.209588:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507772928:0@lo:700: 40000000:00080000:2.0:1749394044.209619:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394044.209622:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394044.209682:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507772800:12345-0@lo:700: Request processed in 148us (384us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394044.209692:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:0.0:1749394044.209707:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507772800:0@lo:700: 00000100:00100000:2.0:1749394044.211184:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507773056:0@lo:700: 00000100:00100000:2.0:1749394044.211223:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394044.211285:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f600 going to sleep for 11 seconds 00000100:00100000:0.0:1749394044.211345:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507773056 00000100:00100000:0.0:1749394044.211354:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507773056 00000100:00080000:2.0:1749394044.211413:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394044.211418:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1749394044.211427:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507773056:12345-0@lo:700: 00000100:00100000:0.0:1749394044.211459:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394044.211466:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507773184:0@lo:700: 40000000:00080000:0.0:1749394044.211476:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394044.211479:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394044.211530:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507773056:12345-0@lo:700: Request processed in 103us (306us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394044.211543:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:2.0:1749394044.211552:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507773056:0@lo:700: 00000100:00100000:2.0:1749394044.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394044.654287:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394044.827223:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394044.827236:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507773312:0@lo:900: 00000100:00100000:2.0:1749394045.192250:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394045.322267:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394045.656342:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394046.191734:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394046.191783:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394046.191830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394046.191926:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499766656 00000100:00100000:2.0:1749394046.191936:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499766784 00000100:00100000:1.0:1749394046.191948:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499766656 00000100:00100000:2.0:1749394046.191949:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499766784 00000100:00100000:3.0:1749394046.191965:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499766912 00000100:00100000:3.0:1749394046.191974:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499766912 00000100:00100000:2.0:1749394046.191994:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1620 00000100:00100000:2.0:1749394046.192002:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499766784:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394046.192009:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1621 00000100:00100000:3.0:1749394046.192016:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499766912:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749394046.192038:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1087 last 0 00010000:00080000:3.0:1749394046.192039:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1087 last 0 00000100:00100000:0.0:1749394046.192138:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 583 00000100:00100000:0.0:1749394046.192153:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499766656:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394046.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394046.192193:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499766784:12345-192.168.203.32@tcp:38: Request processed in 189us (407us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394046.192193:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499766912:12345-192.168.203.32@tcp:38: Request processed in 174us (360us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394046.192200:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499766656:12345-192.168.203.32@tcp:400: Request processed in 52us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394046.192202:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1620 00000100:00100000:0.0:1749394046.192209:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 583 00000100:00100000:3.0:1749394046.192213:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1621 00000100:00100000:0.0:1749394046.210219:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507773440:0@lo:700: 00000100:00100000:0.0:1749394046.210266:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394046.210338:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394046.210404:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507773440 00000100:00100000:2.0:1749394046.210413:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507773440 00000100:00080000:0.0:1749394046.210474:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394046.210481:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:2.0:1749394046.210490:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507773440:12345-0@lo:700: 00000100:00100000:2.0:1749394046.210531:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394046.210547:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507773568:0@lo:700: 40000000:00080000:2.0:1749394046.210563:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394046.210566:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394046.210621:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507773440:12345-0@lo:700: Request processed in 132us (354us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394046.210631:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00100000:0.0:1749394046.210646:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507773440:0@lo:700: 00000100:00100000:2.0:1749394046.212183:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507773696:0@lo:700: 00000100:00100000:2.0:1749394046.212223:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394046.212285:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f600 going to sleep for 11 seconds 00000100:00100000:0.0:1749394046.212347:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507773696 00000100:00100000:0.0:1749394046.212356:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507773696 00000100:00080000:2.0:1749394046.212413:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394046.212420:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:0.0:1749394046.212428:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507773696:12345-0@lo:700: 00000100:00100000:0.0:1749394046.212461:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bc00 going to sleep for 0 seconds 00000100:00100000:0.0:1749394046.212467:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507773824:0@lo:700: 40000000:00080000:0.0:1749394046.212478:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394046.212481:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394046.212532:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507773696:12345-0@lo:700: Request processed in 104us (308us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394046.212541:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:2.0:1749394046.212556:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507773696:0@lo:700: 00000100:00100000:2.0:1749394046.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394046.658326:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394046.828216:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bc00 going to sleep for 0 seconds 00000100:00100000:0.0:1749394046.828230:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507773952:0@lo:900: 00000100:00100000:2.0:1749394046.940362:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749394046.940385:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507774080:0@lo:41: 00000100:00100000:2.0:1749394046.940453:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394046.940589:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507774080 00000100:00100000:3.0:1749394046.940600:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507774080 00000100:00100000:3.0:1749394046.940662:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1749394046.940671:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507774080:12345-0@lo:41: 00000004:00000024:3.0:1749394046.940708:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394046.940770:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507774080:12345-0@lo:41: Request processed in 100us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394046.940778:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1749394046.940808:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507774080:0@lo:41: 00000100:00100000:1.0:1749394047.192262:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394047.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394047.660317:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394047.868215:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394047.868224:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394047.868227:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394047.868234:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1084 00000100:00080000:0.0:1749394047.868237:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394047.868242:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394047.868258:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f808700 x1834371507774336/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394047.868272:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507774208:0@lo:400: 00000100:00080000:0.0:1749394047.868288:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394047.868291:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394047.868292:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394047.868295:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1084 00000100:00080000:0.0:1749394047.868297:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394047.868299:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394047.868309:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80bb80 x1834371507774592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394047.868321:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394047.868323:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394047.868325:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394047.868327:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1084 00000100:00080000:0.0:1749394047.868329:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394047.868331:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394047.868336:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394047.868338:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a0700 x1834371507774976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394047.868343:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507774720:0@lo:41: 00000100:00080000:0.0:1749394047.868344:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394047.868346:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394047.868346:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394047.868349:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1084 00000100:00080000:0.0:1749394047.868350:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394047.868352:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394047.868353:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507774336:0@lo:38: 00000100:00100000:0.0:1749394047.868359:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a0a80 x1834371507775104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394047.868373:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394047.868375:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394047.868376:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394047.868378:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1084 00000100:00080000:0.0:1749394047.868379:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394047.868381:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394047.868387:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a2a00 x1834371507775488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394047.868390:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507775232:0@lo:400: 00000100:00080000:0.0:1749394047.868392:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394047.868395:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394047.868396:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394047.868398:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1084 00000100:00100000:1.0:1749394047.868399:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394047.868400:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394047.868401:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394047.868402:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394047.868408:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a2d80 x1834371507775616/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394047.868434:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394047.868440:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507774208 00000100:00100000:0.0:1749394047.868445:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507774208 00000100:00100000:3.0:1749394047.868448:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507774720 00000100:00100000:3.0:1749394047.868453:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507774720 00000100:00100000:1.0:1749394047.868454:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092fff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507775872:0@lo:400: 00000100:00100000:2.0:1749394047.868472:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507774848:0@lo:400: 00000100:00100000:1.0:1749394047.868473:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394047.868476:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1749394047.868477:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1749394047.868481:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507774208:12345-0@lo:400: 00000100:00100000:3.0:1749394047.868482:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507774720:12345-0@lo:41: 00000100:00100000:1.0:1749394047.868495:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507774592:0@lo:38: 00000100:00100000:2.0:1749394047.868500:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:3.0:1749394047.868506:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394047.868523:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507775744:0@lo:400: 00000100:00100000:0.0:1749394047.868528:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507774208:12345-0@lo:400: Request processed in 46us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394047.868533:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1749394047.868537:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394047.868544:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507774720:12345-0@lo:41: Request processed in 62us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394047.868547:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394047.868549:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:1.0:1749394047.868550:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507774976:0@lo:38: 00000100:00100000:3.0:1749394047.868558:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507774848 00000100:00100000:3.0:1749394047.868560:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507774848 00000100:00100000:1.0:1749394047.868561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394047.868565:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507774464:0@lo:400: 00000100:00100000:3.0:1749394047.868570:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1749394047.868573:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507774848:12345-0@lo:400: 00000100:00100000:1.0:1749394047.868578:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507775104:0@lo:38: 00000100:00100000:0.0:1749394047.868584:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394047.868593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394047.868598:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507775360:0@lo:400: 00000100:00100000:2.0:1749394047.868599:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507775232 00000100:00100000:3.0:1749394047.868599:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507774848:12345-0@lo:400: Request processed in 25us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394047.868603:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507775488:0@lo:38: 00000100:00100000:3.0:1749394047.868603:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1749394047.868604:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507775232 00000100:00100000:3.0:1749394047.868609:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507774464 00000100:00100000:0.0:1749394047.868611:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394047.868616:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394047.868618:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507774464 00000100:00100000:1.0:1749394047.868627:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507775616:0@lo:38: 00000100:00100000:3.0:1749394047.868629:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1749394047.868630:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507775872 00000100:00100000:2.0:1749394047.868632:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507775872 00000100:00100000:3.0:1749394047.868633:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507774464:12345-0@lo:400: 00000100:00100000:0.0:1749394047.868635:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507775744 00000100:00100000:0.0:1749394047.868637:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507775744 00000100:00100000:1.0:1749394047.868638:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394047.868654:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507775360 00000100:00100000:0.0:1749394047.868656:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507775360 00000100:00100000:2.0:1749394047.868658:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1749394047.868658:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507774464:12345-0@lo:400: Request processed in 24us (73us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394047.868662:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1749394047.868663:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507774336 00000100:00100000:0.0:1749394047.868665:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1749394047.868666:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507775232:12345-0@lo:400: 00000100:00100000:1.0:1749394047.868668:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507774336 00000100:00100000:0.0:1749394047.868669:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507775744:12345-0@lo:400: 00000100:00100000:3.0:1749394047.868673:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507774592 00000100:00100000:3.0:1749394047.868676:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507774592 00000100:00100000:1.0:1749394047.868683:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507775104 00000100:00100000:3.0:1749394047.868683:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507774976 00000100:00100000:3.0:1749394047.868684:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507774976 00000100:00100000:1.0:1749394047.868685:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507775104 00000100:00100000:0.0:1749394047.868690:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507775744:12345-0@lo:400: Request processed in 21us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394047.868693:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507775616 00000100:00100000:3.0:1749394047.868693:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507775488 00000100:00100000:1.0:1749394047.868694:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507775616 00000100:00100000:0.0:1749394047.868695:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1749394047.868695:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507775488 00000100:00100000:0.0:1749394047.868703:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1749394047.868703:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622 00000100:00100000:2.0:1749394047.868704:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507775232:12345-0@lo:400: Request processed in 38us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394047.868707:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507775872:12345-0@lo:400: 00000100:00100000:1.0:1749394047.868708:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507774336:12345-0@lo:38: 00000100:00100000:3.0:1749394047.868708:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1623 00000100:00100000:2.0:1749394047.868712:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1749394047.868712:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507774592:12345-0@lo:38: 00000100:00100000:0.0:1749394047.868724:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507775872:12345-0@lo:400: Request processed in 17us (250us total) trans 0 rc 0/0 00010000:00020000:1.0:1749394047.868727:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394047.868728:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1749394047.868735:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507775360:12345-0@lo:400: 00010000:00020000:3.0:1749394047.868735:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394047.868738:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1749394047.868753:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507774336:12345-0@lo:38: Request processed in 45us (352us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394047.868757:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1624 00000100:00100000:3.0:1749394047.868758:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507774592:12345-0@lo:38: Request processed in 45us (219us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394047.868761:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507774976:12345-0@lo:38: 00000100:00100000:1.0:1749394047.868761:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622 00000100:00100000:3.0:1749394047.868765:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1623 00000100:00100000:2.0:1749394047.868766:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507775360:12345-0@lo:400: Request processed in 31us (152us total) trans 0 rc 0/0 00010000:00020000:0.0:1749394047.868772:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394047.868773:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625 00000100:00100000:2.0:1749394047.868774:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1749394047.868778:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626 00000100:00100000:3.0:1749394047.868779:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507775104:12345-0@lo:38: 00000100:00100000:1.0:1749394047.868781:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507775616:12345-0@lo:38: 00010000:00020000:3.0:1749394047.868786:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394047.868789:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394047.868790:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507774976:12345-0@lo:38: Request processed in 28us (227us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394047.868794:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1624 00000100:00100000:2.0:1749394047.868803:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1627 00000100:00100000:3.0:1749394047.868807:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507775104:12345-0@lo:38: Request processed in 30us (213us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394047.868808:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507775616:12345-0@lo:38: Request processed in 26us (169us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394047.868809:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507775488:12345-0@lo:38: 00000100:00100000:3.0:1749394047.868812:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625 00000100:00100000:1.0:1749394047.868819:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626 00010000:00020000:2.0:1749394047.868825:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394047.868836:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507774848:0@lo:400: 00000100:00080000:0.0:1749394047.868845:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1749394047.868846:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a3100 x1834371507775744/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394047.868847:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394047.868850:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394047.868854:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507775104:0@lo:38: 00000100:00100000:2.0:1749394047.868856:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507775488:12345-0@lo:38: Request processed in 46us (237us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394047.868861:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394047.868863:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394047.868864:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507774464:0@lo:400: 00000100:00100000:3.0:1749394047.868864:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507775744:0@lo:400: 00000100:00100000:1.0:1749394047.868865:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507775488:0@lo:38: 00000100:00100000:2.0:1749394047.868865:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1627 00000100:00080000:1.0:1749394047.868871:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:0.0:1749394047.868872:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a2680 x1834371507775360/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394047.868873:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394047.868875:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507775616:0@lo:38: 00000100:00100000:0.0:1749394047.868880:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507775360:0@lo:400: 00000100:00080000:1.0:1749394047.868880:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394047.868882:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394047.868884:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507774336:0@lo:38: 00000100:00080000:1.0:1749394047.868891:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:3.0:1749394047.868892:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092fff480 x1834371507775872/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394047.868893:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394047.868895:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507774592:0@lo:38: 00010000:00080000:2.0:1749394047.868897:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a0e00 x1834371507775232/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394047.868899:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507775872:0@lo:400: 00000100:00080000:1.0:1749394047.868901:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394047.868902:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394047.868904:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507774976:0@lo:38: 00000100:00100000:3.0:1749394047.868910:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507774720:0@lo:41: 00000100:00100000:2.0:1749394047.868911:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507775232:0@lo:400: 00000100:00100000:2.0:1749394047.868922:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507774208:0@lo:400: 00000100:00100000:1.0:1749394048.192318:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394048.211364:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef6a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507776000:0@lo:700: 00000100:00100000:0.0:1749394048.211448:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394048.211505:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507776000 00000100:00100000:2.0:1749394048.211517:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507776000 00000100:00100000:0.0:1749394048.211521:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00080000:0.0:1749394048.211561:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394048.211585:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:2.0:1749394048.211595:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507776000:12345-0@lo:700: 00000100:00100000:2.0:1749394048.211642:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394048.211649:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507776128:0@lo:700: 40000000:00080000:2.0:1749394048.211663:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394048.211666:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394048.211726:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507776000:12345-0@lo:700: Request processed in 132us (277us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394048.211735:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1749394048.211759:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507776000:0@lo:700: 00000100:00100000:2.0:1749394048.213175:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507776256:0@lo:700: 00000100:00100000:2.0:1749394048.213213:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394048.213272:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f600 going to sleep for 11 seconds 00000100:00100000:0.0:1749394048.213334:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507776256 00000100:00100000:0.0:1749394048.213343:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507776256 00000100:00100000:0.0:1749394048.213408:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:0.0:1749394048.213417:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507776256:12345-0@lo:700: 00000100:00100000:0.0:1749394048.213455:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394048.213458:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507776384:0@lo:700: 40000000:00080000:0.0:1749394048.213464:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394048.213465:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00080000:2.0:1749394048.213478:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394048.213510:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507776256:12345-0@lo:700: Request processed in 78us (280us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394048.213518:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:3.0:1749394048.213545:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507776256:0@lo:700: 00000100:00100000:2.0:1749394048.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394048.662272:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394048.829218:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394048.829230:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507776512:0@lo:900: 00000100:00100000:1.0:1749394049.192252:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394049.322217:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394049.664327:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749394050.192230:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394050.212232:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef6a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507776640:0@lo:700: 00000100:00100000:0.0:1749394050.212298:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394050.212373:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1749394050.212428:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507776640 00000100:00100000:2.0:1749394050.212439:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507776640 00000100:00080000:0.0:1749394050.212508:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394050.212518:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:2.0:1749394050.212528:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507776640:12345-0@lo:700: 00000100:00100000:2.0:1749394050.212572:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f6c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394050.212579:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507776768:0@lo:700: 40000000:00080000:2.0:1749394050.212595:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394050.212598:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394050.212654:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507776640:12345-0@lo:700: Request processed in 127us (356us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394050.212663:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:0.0:1749394050.212679:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507776640:0@lo:700: 00000100:00100000:3.0:1749394050.214182:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507776896:0@lo:700: 00000100:00100000:3.0:1749394050.214222:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394050.214282:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1749394050.214341:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507776896 00000100:00100000:2.0:1749394050.214350:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507776896 00000100:00080000:0.0:1749394050.214380:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394050.214406:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:2.0:1749394050.214414:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507776896:12345-0@lo:700: 00000100:00100000:2.0:1749394050.214447:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f6c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394050.214453:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507777024:0@lo:700: 40000000:00080000:2.0:1749394050.214464:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394050.214467:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394050.214520:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507776896:12345-0@lo:700: Request processed in 106us (297us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394050.214528:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1749394050.214552:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507776896:0@lo:700: 00000100:00100000:2.0:1749394050.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394050.666332:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394050.830221:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394050.830235:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507777152:0@lo:900: 00000100:00100000:1.0:1749394051.192298:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394051.199731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394051.199782:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394051.199884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394051.199889:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499767040 00000100:00100000:1.0:1749394051.199906:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499767040 00000100:00100000:0.0:1749394051.199907:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499767168 00000100:00100000:0.0:1749394051.199913:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499767168 00000100:00100000:2.0:1749394051.199914:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499767296 00000100:00100000:2.0:1749394051.199938:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499767296 00000100:00100000:0.0:1749394051.199967:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1628 00000100:00100000:0.0:1749394051.199977:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499767168:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394051.199992:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 585 00000100:00100000:2.0:1749394051.199992:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1629 00000100:00100000:2.0:1749394051.200000:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499767296:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394051.200002:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499767040:12345-192.168.203.32@tcp:400: 00010000:00080000:0.0:1749394051.200046:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1092 last 0 00010000:00080000:2.0:1749394051.200057:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1092 last 0 00000100:00100000:1.0:1749394051.200173:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499767040:12345-192.168.203.32@tcp:400: Request processed in 170us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394051.200183:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499767168:12345-192.168.203.32@tcp:38: Request processed in 205us (398us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394051.200186:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 585 00000100:00100000:2.0:1749394051.200188:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499767296:12345-192.168.203.32@tcp:38: Request processed in 185us (299us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394051.200193:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1628 00000100:00100000:2.0:1749394051.200199:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1629 00000100:00100000:2.0:1749394051.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394051.668329:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394051.899187:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394051.899218:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507777280/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394056 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394051.899287:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394051.899366:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394051.899412:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507777280 00000100:00100000:0.0:1749394051.899424:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507777280 00000100:00080000:2.0:1749394051.899487:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394051.899493:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:0.0:1749394051.899503:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507777280:12345-0@lo:700: 40000000:00080000:0.0:1749394051.899534:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:0.0:1749394051.899538:0:9567:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394051.899592:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507777280:12345-0@lo:700: Request processed in 90us (304us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394051.899601:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:2.0:1749394051.899617:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507777280/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394067 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394051.899630:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394051.919183:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394051.919205:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507777408/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394056 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394051.919247:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394051.919308:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394051.919370:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507777408 00000100:00100000:0.0:1749394051.919379:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507777408 00000100:00080000:2.0:1749394051.919436:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394051.919441:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:0.0:1749394051.919450:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507777408:12345-0@lo:700: 40000000:00080000:0.0:1749394051.919469:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394051.919518:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507777408:12345-0@lo:700: Request processed in 69us (271us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394051.919526:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00100000:2.0:1749394051.919541:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507777408/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394067 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394051.919552:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394051.948298:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507777536:0@lo:41: 00000100:00100000:0.0:1749394051.948350:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394051.948420:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507777536 00000100:00100000:2.0:1749394051.948430:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507777536 00000100:00100000:2.0:1749394051.948465:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1749394051.948473:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507777536:12345-0@lo:41: 00000004:00000024:2.0:1749394051.948505:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394051.948565:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507777536:12345-0@lo:41: Request processed in 92us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394051.948573:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1749394051.948614:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507777536:0@lo:41: 00000100:00100000:1.0:1749394052.192270:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394052.213223:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507777664:0@lo:700: 00000100:00100000:0.0:1749394052.213262:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394052.213327:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1749394052.213390:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507777664 00000100:00100000:2.0:1749394052.213400:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507777664 00000100:00080000:0.0:1749394052.213460:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394052.213466:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:2.0:1749394052.213476:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507777664:12345-0@lo:700: 00000100:00100000:2.0:1749394052.213514:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f6c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394052.213521:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507777792:0@lo:700: 40000000:00080000:2.0:1749394052.213533:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394052.213536:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394052.213600:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507777664:12345-0@lo:700: Request processed in 125us (337us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394052.213610:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:0.0:1749394052.213622:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507777664:0@lo:700: 00000100:00100000:3.0:1749394052.215178:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507777920:0@lo:700: 00000100:00100000:3.0:1749394052.215219:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394052.215280:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1749394052.215339:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507777920 00000100:00100000:2.0:1749394052.215348:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507777920 00000100:00080000:0.0:1749394052.215374:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394052.215390:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1749394052.215398:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507777920:12345-0@lo:700: 00000100:00100000:2.0:1749394052.215431:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f6c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394052.215437:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507778048:0@lo:700: 40000000:00080000:2.0:1749394052.215447:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394052.215450:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394052.215508:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507777920:12345-0@lo:700: Request processed in 110us (287us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394052.215516:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1749394052.215538:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507777920:0@lo:700: 00000100:00100000:2.0:1749394052.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394052.670309:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394052.831191:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394052.831203:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef4380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507778176:0@lo:900: 00000100:00080000:0.0:1749394052.876231:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394052.876239:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394052.876243:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394052.876250:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1089 00000100:00080000:0.0:1749394052.876254:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394052.876260:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394052.876281:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef4a80 x1834371507778560/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394052.876318:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394052.876322:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394052.876324:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394052.876328:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1089 00000100:00080000:0.0:1749394052.876330:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394052.876330:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507778432:0@lo:41: 00000100:00080000:0.0:1749394052.876333:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394052.876334:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507778304:0@lo:400: 00000100:00100000:0.0:1749394052.876345:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef4e00 x1834371507778816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394052.876355:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507778688:0@lo:400: 00000100:00080000:0.0:1749394052.876360:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394052.876363:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394052.876365:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394052.876368:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1089 00000100:00080000:0.0:1749394052.876370:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394052.876373:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394052.876383:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef6d80 x1834371507779072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394052.876392:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394052.876395:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394052.876397:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394052.876400:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1089 00000100:00080000:0.0:1749394052.876402:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394052.876404:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394052.876414:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ef5180 x1834371507779200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394052.876415:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394052.876417:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394052.876432:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507778560:0@lo:38: 00000100:00080000:0.0:1749394052.876434:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394052.876437:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394052.876438:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394052.876441:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1089 00000100:00080000:0.0:1749394052.876443:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394052.876446:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394052.876455:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80bb80 x1834371507779584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394052.876464:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394052.876467:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394052.876469:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394052.876470:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394052.876472:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1089 00000100:00080000:0.0:1749394052.876474:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394052.876474:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507778432 00000100:00080000:0.0:1749394052.876477:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394052.876481:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507778432 00000100:00100000:0.0:1749394052.876486:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f808700 x1834371507779712/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394052.876497:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507779328:0@lo:400: 00000100:00100000:3.0:1749394052.876498:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507778816:0@lo:38: 00000100:00100000:2.0:1749394052.876519:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1749394052.876521:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394052.876524:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507778944:0@lo:400: 00000100:00100000:2.0:1749394052.876527:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507778432:12345-0@lo:41: 00000100:00100000:3.0:1749394052.876538:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394052.876541:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749394052.876546:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507779456:0@lo:400: 00000100:00100000:3.0:1749394052.876560:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507779072:0@lo:38: 00000004:00000024:2.0:1749394052.876561:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749394052.876563:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394052.876565:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394052.876582:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394052.876591:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507779968:0@lo:400: 00000100:00100000:1.0:1749394052.876598:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507778560 00000100:00100000:2.0:1749394052.876601:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507778432:12345-0@lo:41: Request processed in 74us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394052.876602:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507779200:0@lo:38: 00000100:00100000:1.0:1749394052.876604:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507778560 00000100:00100000:2.0:1749394052.876609:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1749394052.876611:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394052.876618:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394052.876623:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507778944 00000100:00100000:2.0:1749394052.876627:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507778944 00000100:00100000:1.0:1749394052.876628:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507778816 00000100:00100000:1.0:1749394052.876630:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507778816 00000100:00100000:0.0:1749394052.876632:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749394052.876638:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507779840:0@lo:400: 00000100:00100000:1.0:1749394052.876639:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507779072 00000100:00100000:1.0:1749394052.876640:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507779072 00000100:00100000:3.0:1749394052.876644:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507779584:0@lo:38: 00000100:00100000:1.0:1749394052.876646:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507779200 00000100:00100000:1.0:1749394052.876648:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507779200 00000100:00100000:0.0:1749394052.876657:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394052.876657:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1630 00000100:00100000:2.0:1749394052.876659:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1749394052.876660:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394052.876662:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507778560:12345-0@lo:38: 00000100:00100000:2.0:1749394052.876664:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507778944:12345-0@lo:400: 00000100:00100000:3.0:1749394052.876674:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507779712:0@lo:38: 00010000:00020000:1.0:1749394052.876684:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394052.876689:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507779328 00000100:00100000:0.0:1749394052.876695:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507779328 00000100:00100000:3.0:1749394052.876695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394052.876711:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507778944:12345-0@lo:400: Request processed in 46us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394052.876717:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1749394052.876721:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507779456 00000100:00100000:3.0:1749394052.876722:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507779584 00000100:00100000:0.0:1749394052.876724:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507779456 00000100:00100000:1.0:1749394052.876725:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507778560:12345-0@lo:38: Request processed in 63us (256us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394052.876728:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507779584 00000100:00100000:0.0:1749394052.876736:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507779968 00000100:00100000:2.0:1749394052.876736:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507779712 00000100:00100000:0.0:1749394052.876739:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507779968 00000100:00100000:2.0:1749394052.876740:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507779712 00000100:00100000:3.0:1749394052.876744:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1631 00000100:00100000:0.0:1749394052.876747:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507779840 00000100:00100000:0.0:1749394052.876749:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507779840 00000100:00100000:1.0:1749394052.876750:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1630 00000100:00100000:3.0:1749394052.876750:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507778816:12345-0@lo:38: 00000100:00100000:0.0:1749394052.876760:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1749394052.876760:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632 00000100:00100000:1.0:1749394052.876765:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:2.0:1749394052.876765:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507779072:12345-0@lo:38: 00000100:00100000:0.0:1749394052.876767:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507779328:12345-0@lo:400: 00000100:00100000:1.0:1749394052.876769:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507779200:12345-0@lo:38: 00010000:00020000:3.0:1749394052.876773:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749394052.876782:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394052.876786:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394052.876818:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507778816:12345-0@lo:38: Request processed in 66us (279us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394052.876822:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507779072:12345-0@lo:38: Request processed in 57us (240us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394052.876824:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507779200:12345-0@lo:38: Request processed in 55us (206us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394052.876825:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507779328:12345-0@lo:400: Request processed in 58us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394052.876825:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1631 00000100:00100000:1.0:1749394052.876830:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00100000:0.0:1749394052.876832:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1749394052.876833:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632 00000100:00100000:1.0:1749394052.876840:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634 00000100:00100000:1.0:1749394052.876844:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507779584:12345-0@lo:38: 00000100:00100000:3.0:1749394052.876845:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1635 00000100:00100000:0.0:1749394052.876847:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00010000:00020000:1.0:1749394052.876850:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394052.876850:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507779712:12345-0@lo:38: 00000100:00100000:0.0:1749394052.876853:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507779456:12345-0@lo:400: 00010000:00020000:3.0:1749394052.876862:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394052.876863:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507779584:12345-0@lo:38: Request processed in 17us (201us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394052.876865:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1749394052.876867:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634 00000100:00100000:2.0:1749394052.876871:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507779968:12345-0@lo:400: 00000100:00100000:0.0:1749394052.876878:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507779456:12345-0@lo:400: Request processed in 26us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394052.876885:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1749394052.876885:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507779712:12345-0@lo:38: Request processed in 33us (189us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394052.876891:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1635 00000100:00100000:0.0:1749394052.876896:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1749394052.876900:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507779968:12345-0@lo:400: Request processed in 30us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394052.876901:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507779840:12345-0@lo:400: 00010000:00080000:1.0:1749394052.876904:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f80ad80 x1834371507779456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394052.876907:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1749394052.876913:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394052.876915:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507779456:0@lo:400: 00000100:00100000:0.0:1749394052.876921:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507779840:12345-0@lo:400: Request processed in 20us (265us total) trans 0 rc 0/0 00010000:00080000:1.0:1749394052.876925:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ef5c00 x1834371507779328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394052.876928:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1749394052.876932:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507779328:0@lo:400: 00000100:00100000:3.0:1749394052.876935:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507778688 00000100:00100000:3.0:1749394052.876945:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507778688 00000100:00100000:1.0:1749394052.876952:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507778304 00000100:00100000:1.0:1749394052.876955:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507778304 00000100:00100000:2.0:1749394052.876955:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507778432:0@lo:41: 00010000:00080000:0.0:1749394052.876969:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f809180 x1834371507779840/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394052.876972:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1749394052.876978:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1749394052.876979:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007246fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507778688:12345-0@lo:400: 00000100:00100000:0.0:1749394052.876981:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507779840:0@lo:400: 00000100:00100000:1.0:1749394052.876982:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507778304:12345-0@lo:400: 00000100:00100000:0.0:1749394052.876992:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507778944:0@lo:400: 00010000:00080000:0.0:1749394052.877039:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e18700 x1834371507779968/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394052.877044:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507778304:12345-0@lo:400: Request processed in 61us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394052.877049:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507779968:0@lo:400: 00000100:00100000:1.0:1749394052.877054:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1749394052.877055:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007246fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507778688:12345-0@lo:400: Request processed in 76us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394052.877062:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1749394052.877113:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507778688:0@lo:400: 00000100:00100000:1.0:1749394052.877119:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507778304:0@lo:400: 00000100:00080000:2.0:1749394052.877147:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394052.877151:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394052.877156:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507779584:0@lo:38: 00000100:00080000:2.0:1749394052.877164:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394052.877167:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394052.877179:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507779712:0@lo:38: 00000100:00080000:2.0:1749394052.877193:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394052.877196:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394052.877199:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507778560:0@lo:38: 00000100:00080000:2.0:1749394052.877207:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394052.877210:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394052.877212:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507778816:0@lo:38: 00000100:00080000:2.0:1749394052.877220:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394052.877222:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394052.877225:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507779072:0@lo:38: 00000100:00080000:2.0:1749394052.877233:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394052.877235:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394052.877238:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507779200:0@lo:38: 00000100:00100000:1.0:1749394053.192277:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394053.322302:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394053.672311:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749394054.192259:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394054.214231:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507780096:0@lo:700: 00000100:00100000:0.0:1749394054.214296:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394054.214373:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1749394054.214420:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507780096 00000100:00100000:2.0:1749394054.214432:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507780096 00000100:00080000:0.0:1749394054.214496:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394054.214509:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:2.0:1749394054.214519:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507780096:12345-0@lo:700: 00000100:00100000:2.0:1749394054.214564:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f6c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394054.214571:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507780224:0@lo:700: 40000000:00080000:2.0:1749394054.214586:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394054.214589:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394054.214647:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507780096:12345-0@lo:700: Request processed in 129us (349us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394054.214671:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507780096:0@lo:700: 00000100:00100000:2.0:1749394054.214682:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:3.0:1749394054.216178:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507780352:0@lo:700: 00000100:00100000:3.0:1749394054.216220:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394054.216281:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1749394054.216337:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507780352 00000100:00100000:2.0:1749394054.216347:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507780352 00000100:00080000:0.0:1749394054.216399:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394054.216408:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1749394054.216416:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507780352:12345-0@lo:700: 00000100:00100000:2.0:1749394054.216449:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f6c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394054.216455:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507780480:0@lo:700: 40000000:00080000:2.0:1749394054.216466:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394054.216469:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394054.216520:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507780352:12345-0@lo:700: Request processed in 104us (299us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394054.216529:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:3.0:1749394054.216551:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507780352:0@lo:700: 00000100:00100000:0.0:1749394054.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394054.674299:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394054.832223:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394054.832239:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507780608:0@lo:900: 00000100:00100000:1.0:1749394055.192291:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394055.322266:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394055.676293:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749394056.192232:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394056.207332:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394056.207383:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394056.207440:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499767424 00000100:00100000:1.0:1749394056.207454:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499767424 00000100:00100000:0.0:1749394056.207481:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394056.207515:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 587 00000100:00100000:1.0:1749394056.207521:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499767424:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394056.207525:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499767552 00000100:00100000:3.0:1749394056.207538:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499767552 00000100:00100000:3.0:1749394056.207584:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499767680 00000100:00100000:3.0:1749394056.207588:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499767680 00000100:00100000:1.0:1749394056.207601:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499767424:12345-192.168.203.32@tcp:400: Request processed in 79us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394056.207607:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 587 00000100:00100000:3.0:1749394056.207610:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1636 00000100:00100000:3.0:1749394056.207618:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499767552:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394056.207625:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1637 00000100:00100000:2.0:1749394056.207636:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499767680:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749394056.207656:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1097 last 0 00010000:00080000:2.0:1749394056.207663:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1097 last 0 00000100:00100000:2.0:1749394056.207740:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499767680:12345-192.168.203.32@tcp:38: Request processed in 103us (258us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394056.207746:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499767552:12345-192.168.203.32@tcp:38: Request processed in 124us (359us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394056.207749:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1637 00000100:00100000:3.0:1749394056.207760:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1636 00000100:00100000:0.0:1749394056.215177:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507780736:0@lo:700: 00000100:00100000:0.0:1749394056.215222:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394056.215292:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1749394056.215356:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507780736 00000100:00100000:2.0:1749394056.215366:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507780736 00000100:00080000:0.0:1749394056.215434:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394056.215450:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:2.0:1749394056.215463:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507780736:12345-0@lo:700: 00000100:00100000:2.0:1749394056.215512:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f6c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394056.215520:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507780864:0@lo:700: 40000000:00080000:2.0:1749394056.215534:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394056.215550:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394056.215612:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507780736:12345-0@lo:700: Request processed in 152us (388us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394056.215621:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00100000:0.0:1749394056.215719:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507780736:0@lo:700: 00000100:00100000:3.0:1749394056.217183:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507780992:0@lo:700: 00000100:00100000:3.0:1749394056.217232:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394056.217305:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1749394056.217357:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507780992 00000100:00100000:2.0:1749394056.217366:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507780992 00000100:00080000:0.0:1749394056.217397:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394056.217420:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:2.0:1749394056.217428:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507780992:12345-0@lo:700: 00000100:00100000:2.0:1749394056.217461:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f6c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394056.217467:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507781120:0@lo:700: 40000000:00080000:2.0:1749394056.217478:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394056.217481:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394056.217532:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507780992:12345-0@lo:700: Request processed in 104us (301us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394056.217540:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:3.0:1749394056.217563:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507780992:0@lo:700: 00000100:00100000:0.0:1749394056.322237:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394056.678353:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394056.833248:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394056.833265:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507781248:0@lo:900: 00000100:00100000:3.0:1749394056.956357:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749394056.956384:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507781376:0@lo:41: 00000100:00100000:3.0:1749394056.956454:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394056.956520:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507781376 00000100:00100000:2.0:1749394056.956532:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507781376 00000100:00100000:2.0:1749394056.956578:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1749394056.956587:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507781376:12345-0@lo:41: 00000004:00000024:2.0:1749394056.956626:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394056.956691:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507781376:12345-0@lo:41: Request processed in 105us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394056.956700:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:3.0:1749394056.956729:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507781376:0@lo:41: 00000100:00100000:1.0:1749394057.192274:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394057.322197:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394057.680284:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394057.884240:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394057.884248:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394057.884252:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394057.884260:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1094 00000100:00100000:2.0:1749394057.884262:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507781632:0@lo:41: 00000100:00080000:0.0:1749394057.884265:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394057.884271:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394057.884292:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e1aa00 x1834371507781760/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394057.884317:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394057.884321:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394057.884323:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394057.884326:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394057.884327:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1094 00000100:00080000:0.0:1749394057.884329:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394057.884332:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394057.884339:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507781504:0@lo:400: 00000100:00100000:0.0:1749394057.884344:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e1a300 x1834371507782016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394057.884354:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394057.884357:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394057.884359:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394057.884362:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1094 00000100:00080000:0.0:1749394057.884364:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394057.884367:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394057.884376:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e19180 x1834371507782144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394057.884385:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394057.884387:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749394057.884388:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394057.884389:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394057.884390:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1749394057.884392:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1094 00000100:00080000:0.0:1749394057.884394:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394057.884396:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394057.884407:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e19500 x1834371507782272/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394057.884411:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507781888:0@lo:400: 00000100:00100000:3.0:1749394057.884430:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1749394057.884436:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394057.884438:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507782528:0@lo:400: 00000100:00080000:0.0:1749394057.884439:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749394057.884439:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394057.884441:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394057.884444:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1094 00000100:00080000:0.0:1749394057.884446:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394057.884450:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394057.884451:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507781504 00000100:00100000:0.0:1749394057.884460:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e19f80 x1834371507782656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394057.884464:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394057.884468:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507781760:0@lo:38: 00000100:00100000:1.0:1749394057.884469:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507781504 00000100:00080000:0.0:1749394057.884470:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394057.884473:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394057.884474:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394057.884477:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1094 00000100:00080000:0.0:1749394057.884479:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394057.884482:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394057.884482:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507782400:0@lo:400: 00000100:00100000:2.0:1749394057.884491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394057.884492:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e19c00 x1834371507782784/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394057.884499:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394057.884508:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507782016:0@lo:38: 00000100:00100000:2.0:1749394057.884524:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394057.884531:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507782528 00000100:00100000:0.0:1749394057.884538:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507781632 00000100:00100000:2.0:1749394057.884538:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507782144:0@lo:38: 00000100:00100000:3.0:1749394057.884538:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507782528 00000100:00100000:0.0:1749394057.884544:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507781632 00000100:00100000:2.0:1749394057.884554:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394057.884559:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1749394057.884569:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507782272:0@lo:38: 00000100:00100000:1.0:1749394057.884571:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507781504:12345-0@lo:400: 00000100:00100000:3.0:1749394057.884572:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507782400 00000100:00100000:0.0:1749394057.884573:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507781888 00000100:00100000:0.0:1749394057.884575:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507781888 00000100:00100000:3.0:1749394057.884575:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507782400 00000100:00100000:2.0:1749394057.884584:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394057.884592:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1749394057.884593:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1749394057.884602:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507782656:0@lo:38: 00000100:00100000:3.0:1749394057.884602:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507782528:12345-0@lo:400: 00000100:00100000:0.0:1749394057.884603:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507781632:12345-0@lo:41: 00000100:00100000:2.0:1749394057.884622:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:0.0:1749394057.884634:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394057.884640:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507782784:0@lo:38: 00000100:00100000:2.0:1749394057.884688:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394057.884692:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507782528:12345-0@lo:400: Request processed in 92us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394057.884702:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1749394057.884704:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507781504:12345-0@lo:400: Request processed in 133us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394057.884706:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507781632:12345-0@lo:41: Request processed in 105us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394057.884713:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1749394057.884714:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1749394057.884717:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1749394057.884723:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507782400:12345-0@lo:400: 00000100:00100000:2.0:1749394057.884730:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1749394057.884743:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507781888:12345-0@lo:400: 00000100:00100000:3.0:1749394057.884747:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507782400:12345-0@lo:400: Request processed in 24us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394057.884754:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1749394057.884766:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507781760 00000100:00100000:1.0:1749394057.884770:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507781760 00000100:00100000:3.0:1749394057.884772:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507782016 00000100:00100000:0.0:1749394057.884773:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507782144 00000100:00100000:0.0:1749394057.884776:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507782144 00000100:00100000:3.0:1749394057.884776:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507782016 00000100:00100000:1.0:1749394057.884786:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507782272 00000100:00100000:0.0:1749394057.884788:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507782656 00000100:00100000:1.0:1749394057.884789:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507782272 00000100:00100000:0.0:1749394057.884791:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507782656 00000100:00100000:0.0:1749394057.884801:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507782784 00000100:00100000:2.0:1749394057.884802:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507781888:12345-0@lo:400: Request processed in 60us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394057.884803:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507782784 00000100:00100000:3.0:1749394057.884805:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638 00000100:00100000:3.0:1749394057.884812:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507781760:12345-0@lo:38: 00000100:00100000:1.0:1749394057.884814:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1639 00000100:00100000:2.0:1749394057.884815:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1749394057.884820:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507782144:12345-0@lo:38: 00000100:00100000:0.0:1749394057.884828:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640 00000100:00100000:0.0:1749394057.884833:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507782016:12345-0@lo:38: 00010000:00020000:3.0:1749394057.884834:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394057.884851:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394057.884853:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641 00000100:00100000:2.0:1749394057.884862:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507782272:12345-0@lo:38: 00010000:00020000:1.0:1749394057.884866:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394057.884870:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507781760:12345-0@lo:38: Request processed in 57us (378us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394057.884877:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638 00000100:00100000:0.0:1749394057.884879:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507782016:12345-0@lo:38: Request processed in 45us (354us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394057.884886:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640 00010000:00020000:2.0:1749394057.884887:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394057.884892:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642 00000100:00100000:0.0:1749394057.884897:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1643 00000100:00100000:3.0:1749394057.884897:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507782656:12345-0@lo:38: 00000100:00100000:0.0:1749394057.884902:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507782784:12345-0@lo:38: 00000100:00100000:1.0:1749394057.884904:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507782144:12345-0@lo:38: Request processed in 83us (348us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749394057.884908:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394057.884914:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394057.884914:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1639 00000100:00100000:3.0:1749394057.884933:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507782656:12345-0@lo:38: Request processed in 34us (310us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394057.884937:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507782272:12345-0@lo:38: Request processed in 70us (347us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394057.884939:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507782784:12345-0@lo:38: Request processed in 36us (250us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394057.884940:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642 00000100:00100000:0.0:1749394057.884945:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1643 00000100:00100000:1.0:1749394057.884951:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507783040:0@lo:400: 00000100:00100000:2.0:1749394057.884951:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641 00010000:00080000:3.0:1749394057.885013:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e18a80 x1834371507782528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394057.885027:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394057.885029:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507782528:0@lo:400: 00000100:00100000:0.0:1749394057.885034:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507782912:0@lo:400: 00010000:00080000:3.0:1749394057.885041:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e19880 x1834371507782400/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749394057.885046:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394057.885050:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507782400:0@lo:400: 00000100:00080000:2.0:1749394057.885053:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394057.885061:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507782656:0@lo:38: 00000100:00100000:3.0:1749394057.885061:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507781504:0@lo:400: 00000100:00100000:0.0:1749394057.885067:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394057.885113:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394057.885118:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394057.885124:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507782784:0@lo:38: 00000100:00100000:0.0:1749394057.885127:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507781888:0@lo:400: 00000100:00100000:3.0:1749394057.885130:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507783040 00000100:00100000:3.0:1749394057.885134:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507783040 00000100:00080000:2.0:1749394057.885141:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394057.885145:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507781632:0@lo:41: 00000100:00080000:2.0:1749394057.885145:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394057.885151:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507781760:0@lo:38: 00000100:00100000:3.0:1749394057.885161:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507782912 00000100:00100000:3.0:1749394057.885164:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507782912 00000100:00080000:1.0:1749394057.885165:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1749394057.885166:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394057.885169:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394057.885174:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507782016:0@lo:38: 00000100:00100000:3.0:1749394057.885180:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1749394057.885185:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:3.0:1749394057.885186:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507783040:12345-0@lo:400: 00000100:00080000:2.0:1749394057.885188:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394057.885192:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394057.885193:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507782912:12345-0@lo:400: 00000100:00100000:2.0:1749394057.885197:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507782144:0@lo:38: 00000100:00080000:2.0:1749394057.885210:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394057.885214:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394057.885219:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507782272:0@lo:38: 00000100:00100000:0.0:1749394057.885248:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507782912:12345-0@lo:400: Request processed in 56us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394057.885255:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:3.0:1749394057.885258:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507783040:12345-0@lo:400: Request processed in 72us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394057.885266:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00010000:00080000:0.0:1749394057.885290:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e18000 x1834371507782912/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749394057.885298:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e18380 x1834371507783040/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394057.885301:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507782912:0@lo:400: 00000100:00100000:1.0:1749394057.885316:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507783040:0@lo:400: 00000100:00100000:1.0:1749394058.192205:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394058.216334:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507783168:0@lo:700: 00000100:00100000:2.0:1749394058.216394:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394058.216459:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507783168 00000100:00100000:0.0:1749394058.216471:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507783168 00000100:00100000:2.0:1749394058.216473:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f6c0 going to sleep for 11 seconds 00000100:00080000:1.0:1749394058.216506:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394058.216522:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:0.0:1749394058.216532:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507783168:12345-0@lo:700: 00000100:00100000:0.0:1749394058.216575:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394058.216582:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507783296:0@lo:700: 40000000:00080000:0.0:1749394058.216595:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394058.216598:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394058.216655:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507783168:12345-0@lo:700: Request processed in 124us (259us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394058.216663:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:2.0:1749394058.216686:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507783168:0@lo:700: 00000100:00100000:3.0:1749394058.218176:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e63480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507783424:0@lo:700: 00000100:00100000:3.0:1749394058.218216:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394058.218273:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1749394058.218336:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507783424 00000100:00100000:0.0:1749394058.218345:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507783424 00000100:00080000:1.0:1749394058.218400:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394058.218403:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:0.0:1749394058.218411:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507783424:12345-0@lo:700: 00000100:00100000:0.0:1749394058.218443:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394058.218450:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507783552:0@lo:700: 40000000:00080000:0.0:1749394058.218461:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394058.218463:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394058.218513:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507783424:12345-0@lo:700: Request processed in 102us (296us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394058.218521:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:3.0:1749394058.218544:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e63480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507783424:0@lo:700: 00000100:00100000:0.0:1749394058.322141:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394058.682290:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394058.834243:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394058.834260:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507783680:0@lo:900: 00000100:00100000:1.0:1749394059.192237:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394059.322197:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394059.684317:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749394060.192190:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394060.217216:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507783808:0@lo:700: 00000100:00100000:2.0:1749394060.217297:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394060.217369:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394060.217423:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507783808 00000100:00100000:0.0:1749394060.217435:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507783808 00000100:00080000:1.0:1749394060.217500:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394060.217509:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:0.0:1749394060.217519:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507783808:12345-0@lo:700: 00000100:00100000:0.0:1749394060.217562:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394060.217570:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507783936:0@lo:700: 40000000:00080000:0.0:1749394060.217584:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394060.217587:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394060.217643:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507783808:12345-0@lo:700: Request processed in 125us (345us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394060.217652:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:2.0:1749394060.217668:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507783808:0@lo:700: 00000100:00100000:3.0:1749394060.219179:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507784064:0@lo:700: 00000100:00100000:3.0:1749394060.219219:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394060.219280:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1749394060.219365:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507784064 00000100:00100000:0.0:1749394060.219374:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507784064 00000100:00080000:1.0:1749394060.219423:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394060.219432:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:0.0:1749394060.219440:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507784064:12345-0@lo:700: 00000100:00100000:0.0:1749394060.219473:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394060.219479:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507784192:0@lo:700: 40000000:00080000:0.0:1749394060.219490:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394060.219493:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394060.219543:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507784064:12345-0@lo:700: Request processed in 102us (323us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394060.219551:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1749394060.219582:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507784064:0@lo:700: 00000100:00100000:0.0:1749394060.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394060.686335:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394060.835226:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394060.835242:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507784320:0@lo:900: 00000100:00100000:1.0:1749394061.192205:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394061.215544:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394061.215616:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394061.215687:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499767808 00000100:00100000:2.0:1749394061.215698:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499767936 00000100:00100000:1.0:1749394061.215700:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499767808 00000100:00100000:2.0:1749394061.215708:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499767936 00000100:00100000:0.0:1749394061.215751:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394061.215760:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1644 00000100:00100000:1.0:1749394061.215763:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 589 00000100:00100000:1.0:1749394061.215773:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499767808:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749394061.215773:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499767936:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394061.215794:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499768064 00000100:00100000:0.0:1749394061.215800:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499768064 00010000:00080000:2.0:1749394061.215805:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1102 last 0 00000100:00100000:0.0:1749394061.215823:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1645 00000100:00100000:0.0:1749394061.215830:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499768064:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394061.215853:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1102 last 0 00000100:00100000:1.0:1749394061.215854:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499767808:12345-192.168.203.32@tcp:400: Request processed in 79us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394061.215864:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499767936:12345-192.168.203.32@tcp:38: Request processed in 92us (249us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394061.215866:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 589 00000100:00100000:2.0:1749394061.215873:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1644 00000100:00100000:0.0:1749394061.215898:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499768064:12345-192.168.203.32@tcp:38: Request processed in 67us (148us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394061.215906:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1645 00000100:00100000:0.0:1749394061.322175:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394061.688339:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394061.964421:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507784448:0@lo:41: 00000100:00100000:0.0:1749394061.964504:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394061.964580:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507784448 00000100:00100000:2.0:1749394061.964591:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507784448 00000100:00100000:2.0:1749394061.964645:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1749394061.964657:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507784448:12345-0@lo:41: 00000004:00000024:2.0:1749394061.964700:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394061.964771:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507784448:12345-0@lo:41: Request processed in 114us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394061.964783:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1749394061.964817:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507784448:0@lo:41: 00000100:00100000:1.0:1749394062.192252:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394062.218247:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507784576:0@lo:700: 00000100:00100000:2.0:1749394062.218315:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394062.218411:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507784576 00000100:00100000:2.0:1749394062.218413:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394062.218422:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507784576 00000100:00100000:0.0:1749394062.218482:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00080000:1.0:1749394062.218494:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394062.218496:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507784576:12345-0@lo:700: 00000100:00100000:0.0:1749394062.218542:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394062.218549:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507784704:0@lo:700: 40000000:00080000:0.0:1749394062.218563:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394062.218567:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394062.218627:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507784576:12345-0@lo:700: Request processed in 134us (310us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394062.218639:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:2.0:1749394062.218670:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507784576:0@lo:700: 00000100:00100000:3.0:1749394062.220178:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507784832:0@lo:700: 00000100:00100000:3.0:1749394062.220228:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394062.220285:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1749394062.220353:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507784832 00000100:00100000:0.0:1749394062.220371:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507784832 00000100:00080000:1.0:1749394062.220412:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394062.220437:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:0.0:1749394062.220449:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507784832:12345-0@lo:700: 00000100:00100000:0.0:1749394062.220488:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394062.220496:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507784960:0@lo:700: 40000000:00080000:0.0:1749394062.220509:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394062.220513:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394062.220569:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507784832:12345-0@lo:700: Request processed in 122us (340us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394062.220578:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:3.0:1749394062.220673:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507784832:0@lo:700: 00000100:00100000:0.0:1749394062.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394062.690337:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394062.836246:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394062.836261:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507785088:0@lo:900: 00000100:00080000:0.0:1749394062.892270:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394062.892281:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394062.892287:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394062.892295:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1099 00000100:00080000:0.0:1749394062.892301:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394062.892306:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507785344:0@lo:41: 00000100:00080000:0.0:1749394062.892309:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394062.892339:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f822a00 x1834371507785472/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394062.892342:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749394062.892364:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507785216:0@lo:400: 00000100:00080000:0.0:1749394062.892370:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394062.892375:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394062.892377:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394062.892383:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1099 00000100:00100000:2.0:1749394062.892384:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394062.892385:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394062.892386:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507785472:0@lo:38: 00000100:00080000:0.0:1749394062.892390:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394062.892407:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821f80 x1834371507785728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394062.892415:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394062.892422:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394062.892426:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394062.892428:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394062.892434:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1099 00000100:00100000:3.0:1749394062.892436:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394062.892437:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394062.892442:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394062.892448:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507785600:0@lo:400: 00000100:00100000:0.0:1749394062.892459:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017ce00 x1834371507785856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394062.892471:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394062.892472:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394062.892477:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394062.892479:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394062.892479:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507785728:0@lo:38: 00000100:00080000:0.0:1749394062.892484:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1099 00000100:00080000:0.0:1749394062.892488:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394062.892490:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507785344 00000100:00080000:0.0:1749394062.892493:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394062.892499:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507785344 00000100:00100000:3.0:1749394062.892499:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394062.892507:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017c380 x1834371507785984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394062.892515:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507785856:0@lo:38: 00000100:00100000:1.0:1749394062.892516:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507785472 00000100:00100000:1.0:1749394062.892522:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507785472 00000100:00100000:3.0:1749394062.892530:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394062.892539:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394062.892539:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507785600 00000100:00100000:2.0:1749394062.892544:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507785600 00000100:00080000:0.0:1749394062.892545:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394062.892547:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394062.892547:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507785728 00000100:00100000:1.0:1749394062.892550:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507785728 00000100:00080000:0.0:1749394062.892553:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1099 00000100:00080000:0.0:1749394062.892556:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394062.892561:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394062.892562:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507785856 00000100:00100000:3.0:1749394062.892563:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507785984:0@lo:38: 00000100:00100000:1.0:1749394062.892565:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507785856 00000100:00100000:2.0:1749394062.892569:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1749394062.892577:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017e300 x1834371507786368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394062.892578:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646 00000100:00100000:2.0:1749394062.892580:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507785344:12345-0@lo:41: 00000100:00100000:3.0:1749394062.892582:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394062.892584:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507785472:12345-0@lo:38: 00000100:00080000:0.0:1749394062.892591:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394062.892594:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507786368:0@lo:38: 00000100:00080000:0.0:1749394062.892595:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394062.892597:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394062.892602:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1099 00000100:00080000:0.0:1749394062.892605:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00010000:00020000:1.0:1749394062.892607:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749394062.892609:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394062.892609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:2.0:1749394062.892620:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749394062.892623:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017f100 x1834371507786496/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394062.892634:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507785216 00000100:00100000:3.0:1749394062.892639:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507785216 00000100:00100000:1.0:1749394062.892657:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507785472:12345-0@lo:38: Request processed in 71us (221us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394062.892665:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646 00000100:00100000:2.0:1749394062.892669:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507785344:12345-0@lo:41: Request processed in 88us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394062.892671:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1749394062.892678:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507785216:12345-0@lo:400: 00000100:00100000:1.0:1749394062.892680:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507785984 00000100:00100000:2.0:1749394062.892680:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1749394062.892683:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507785984 00000100:00100000:1.0:1749394062.892689:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507786368 00000100:00100000:1.0:1749394062.892692:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507786368 00000100:00100000:0.0:1749394062.892699:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1749394062.892700:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1647 00000100:00100000:1.0:1749394062.892704:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507785728:12345-0@lo:38: 00000100:00100000:0.0:1749394062.892712:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507785600:12345-0@lo:400: 00000100:00100000:3.0:1749394062.892713:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507785216:12345-0@lo:400: Request processed in 35us (298us total) trans 0 rc 0/0 00010000:00020000:1.0:1749394062.892716:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394062.892720:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1749394062.892731:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648 00000100:00100000:1.0:1749394062.892735:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507785728:12345-0@lo:38: Request processed in 30us (236us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394062.892739:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507785856:12345-0@lo:38: 00000100:00100000:1.0:1749394062.892742:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1647 00010000:00020000:2.0:1749394062.892760:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394062.892764:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507785600:12345-0@lo:400: Request processed in 55us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394062.892764:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00100000:1.0:1749394062.892771:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650 00000100:00100000:3.0:1749394062.892771:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507785984:12345-0@lo:38: 00000100:00100000:0.0:1749394062.892774:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1749394062.892776:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507786368:12345-0@lo:38: 00010000:00020000:3.0:1749394062.892788:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394062.892792:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394062.892792:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507785856:12345-0@lo:38: Request processed in 51us (258us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394062.892802:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648 00000100:00100000:3.0:1749394062.892814:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507785984:12345-0@lo:38: Request processed in 43us (230us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394062.892818:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507786368:12345-0@lo:38: Request processed in 41us (208us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394062.892820:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00000100:00100000:1.0:1749394062.892824:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650 00000100:00100000:2.0:1749394062.892829:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507786624:0@lo:400: 00000100:00100000:3.0:1749394062.892844:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507786240:0@lo:400: 00000100:00100000:1.0:1749394062.892865:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507785216:0@lo:400: 00000100:00100000:2.0:1749394062.892866:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394062.892871:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507786496:0@lo:38: 00000100:00100000:1.0:1749394062.892882:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507786112:0@lo:400: 00000100:00100000:3.0:1749394062.892904:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394062.892906:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394062.892962:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394062.892967:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394062.892971:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507786368:0@lo:38: 00000100:00100000:2.0:1749394062.892980:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507785344:0@lo:41: 00000100:00080000:3.0:1749394062.892981:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394062.892983:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394062.892987:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507786752:0@lo:400: 00000100:00100000:3.0:1749394062.892995:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507785984:0@lo:38: 00000100:00100000:0.0:1749394062.893001:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507786624 00000100:00100000:0.0:1749394062.893007:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507786624 00000100:00100000:1.0:1749394062.893008:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394062.893008:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394062.893010:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394062.893014:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507785728:0@lo:38: 00000100:00100000:2.0:1749394062.893031:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507786112 00000100:00100000:2.0:1749394062.893036:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507786112 00000100:00080000:3.0:1749394062.893038:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394062.893041:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394062.893044:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507785856:0@lo:38: 00000100:00100000:0.0:1749394062.893047:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507786752 00000100:00100000:0.0:1749394062.893051:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507786752 00000100:00100000:1.0:1749394062.893052:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507785600:0@lo:400: 00000100:00080000:3.0:1749394062.893052:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394062.893055:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394062.893058:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507785472:0@lo:38: 00000100:00100000:2.0:1749394062.893062:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1749394062.893111:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507786624:12345-0@lo:400: 00000100:00100000:0.0:1749394062.893114:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1749394062.893123:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1749394062.893124:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507786112:12345-0@lo:400: 00000100:00100000:1.0:1749394062.893133:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507786752:12345-0@lo:400: 00000100:00100000:3.0:1749394062.893158:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507786496 00000100:00100000:3.0:1749394062.893162:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507786496 00000100:00100000:0.0:1749394062.893170:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507786112:12345-0@lo:400: Request processed in 47us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394062.893171:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507786624:12345-0@lo:400: Request processed in 98us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394062.893178:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507786752:12345-0@lo:400: Request processed in 47us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394062.893180:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1651 00000100:00100000:0.0:1749394062.893181:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1749394062.893185:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507786496:12345-0@lo:38: 00000100:00100000:2.0:1749394062.893186:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1749394062.893191:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00010000:00020000:3.0:1749394062.893200:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749394062.893204:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394062.893215:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1749394062.893226:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017ea00 x1834371507786112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394062.893235:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507786496:12345-0@lo:38: Request processed in 48us (330us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394062.893240:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507786112:0@lo:400: 00000100:00100000:3.0:1749394062.893241:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1651 00000100:00100000:0.0:1749394062.893252:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507786240 00000100:00100000:0.0:1749394062.893258:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507786240 00010000:00080000:1.0:1749394062.893261:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017c700 x1834371507786752/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749394062.893265:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394062.893268:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394062.893271:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507786752:0@lo:400: 00010000:00080000:2.0:1749394062.893271:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017e680 x1834371507786624/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394062.893272:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507786496:0@lo:38: 00000100:00100000:0.0:1749394062.893287:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1749394062.893288:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507786624:0@lo:400: 00000100:00100000:0.0:1749394062.893295:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507786240:12345-0@lo:400: 00000100:00100000:0.0:1749394062.893342:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507786240:12345-0@lo:400: Request processed in 46us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394062.893352:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00010000:00080000:2.0:1749394062.893364:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017dc00 x1834371507786240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394062.893380:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507786240:0@lo:400: 00000100:00100000:2.0:1749394062.899174:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394062.899194:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507786880/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394067 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394062.899237:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394062.899277:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394062.899320:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507786880 00000100:00100000:0.0:1749394062.899328:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507786880 00000100:00100000:0.0:1749394062.899383:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:0.0:1749394062.899394:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507786880:12345-0@lo:700: 40000000:00080000:0.0:1749394062.899422:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394062.899463:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507786880:12345-0@lo:700: Request processed in 70us (224us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394062.899475:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100400:2.0:1749394062.899481:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507786880/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394078 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394062.899498:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394062.919167:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394062.919184:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507787008/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394067 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394062.919218:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394062.919280:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394062.919285:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507787008 00000100:00100000:0.0:1749394062.919292:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507787008 00000100:00100000:0.0:1749394062.919322:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:0.0:1749394062.919331:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507787008:12345-0@lo:700: 40000000:00080000:0.0:1749394062.919349:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394062.919399:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507787008:12345-0@lo:700: Request processed in 67us (178us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394062.919409:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100400:2.0:1749394062.919430:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507787008/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394078 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394062.919444:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749394063.192216:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394063.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394063.692336:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749394064.192235:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394064.219256:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507787136:0@lo:700: 00000100:00100000:2.0:1749394064.219325:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394064.219425:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394064.219432:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507787136 00000100:00100000:0.0:1749394064.219444:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507787136 00000100:00080000:2.0:1749394064.219481:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394064.219507:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:0.0:1749394064.219521:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507787136:12345-0@lo:700: 00000100:00100000:0.0:1749394064.219571:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394064.219578:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507787264:0@lo:700: 40000000:00080000:0.0:1749394064.219593:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394064.219596:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394064.221180:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507787392:0@lo:700: 00000100:00100000:3.0:1749394064.221219:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394064.221293:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:2.0:1749394064.221312:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507787392 00000100:00100000:2.0:1749394064.221322:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507787392 00000100:00100000:2.0:1749394064.221379:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:2.0:1749394064.221390:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507787392:12345-0@lo:700: 00000100:00080000:3.0:1749394064.221393:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394064.230746:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f780 going to sleep for 0 seconds 00000100:00100000:0.0:1749394064.230753:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507787136:12345-0@lo:700: Request processed in 11233us (11425us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394064.230756:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507787520:0@lo:700: 00000100:00100000:0.0:1749394064.230767:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 40000000:00080000:2.0:1749394064.230771:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394064.230774:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394064.230813:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507787392:12345-0@lo:700: Request processed in 9423us (9591us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394064.230824:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00000100:00100000:0.0:1749394064.230834:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507787392:0@lo:700: 00000100:00100000:3.0:1749394064.230854:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507787136:0@lo:700: 00000100:00100000:0.0:1749394064.322216:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394064.694376:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394064.837268:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394064.837286:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017fb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507787648:0@lo:900: 00000100:00100000:1.0:1749394065.192233:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394065.322302:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394065.696281:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749394066.192238:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394066.223588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394066.223651:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394066.223706:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499768192 00000100:00100000:2.0:1749394066.223718:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499768192 00000100:00100000:2.0:1749394066.223779:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 591 00000100:00100000:3.0:1749394066.223783:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499768320 00000100:00100000:0.0:1749394066.223785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394066.223792:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499768192:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394066.223792:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499768320 00000100:00100000:3.0:1749394066.223822:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499768448 00000100:00100000:3.0:1749394066.223825:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499768448 00000100:00100000:0.0:1749394066.223839:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1652 00000100:00100000:0.0:1749394066.223848:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499768320:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394066.223852:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1653 00000100:00100000:3.0:1749394066.223860:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499768448:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394066.223874:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499768192:12345-192.168.203.32@tcp:400: Request processed in 83us (292us total) trans 0 rc 0/0 00010000:00080000:0.0:1749394066.223880:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1108 last 0 00010000:00080000:3.0:1749394066.223883:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1108 last 0 00000100:00100000:2.0:1749394066.223887:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 591 00000100:00100000:3.0:1749394066.223963:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499768448:12345-192.168.203.32@tcp:38: Request processed in 102us (179us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394066.223972:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1653 00000100:00100000:0.0:1749394066.223979:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499768320:12345-192.168.203.32@tcp:38: Request processed in 128us (326us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394066.223992:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1652 00000100:00100000:0.0:1749394066.231222:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507787776:0@lo:700: 00000100:00100000:2.0:1749394066.231267:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507787904:0@lo:700: 00000100:00100000:0.0:1749394066.231278:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394066.231327:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394066.231359:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1749394066.231359:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507787776 00000100:00100000:2.0:1749394066.231361:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f840 going to sleep for 11 seconds 00000100:00100000:3.0:1749394066.231368:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507787776 00000100:00080000:2.0:1749394066.231396:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394066.231404:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507787904 00000100:00100000:3.0:1749394066.231410:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:1.0:1749394066.231412:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507787904 00000100:00100000:3.0:1749394066.231419:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507787776:12345-0@lo:700: 00000100:00080000:2.0:1749394066.231435:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394066.231454:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:3.0:1749394066.231459:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 0 seconds 00000100:00100000:1.0:1749394066.231462:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507787904:12345-0@lo:700: 00000100:00100000:3.0:1749394066.231467:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507788032:0@lo:700: 40000000:00080000:3.0:1749394066.231481:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394066.231484:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394066.231521:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 0 seconds 00000100:00100000:1.0:1749394066.231528:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507788160:0@lo:700: 00000100:00100000:3.0:1749394066.231539:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507787776:12345-0@lo:700: Request processed in 121us (261us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749394066.231540:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394066.231543:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394066.231547:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:0.0:1749394066.231575:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507787776:0@lo:700: 00000100:00100000:1.0:1749394066.231603:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507787904:12345-0@lo:700: Request processed in 140us (275us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394066.231612:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:2.0:1749394066.231636:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507787904:0@lo:700: 00000100:00100000:2.0:1749394066.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394066.698351:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394066.838230:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394066.838245:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507788288:0@lo:900: 00000100:00100000:2.0:1749394066.972394:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749394066.972417:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507788416:0@lo:41: 00000100:00100000:2.0:1749394066.972486:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394066.972560:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507788416 00000100:00100000:0.0:1749394066.972571:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507788416 00000100:00100000:0.0:1749394066.972640:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1749394066.972653:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507788416:12345-0@lo:41: 00000004:00000024:0.0:1749394066.972696:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394066.972767:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507788416:12345-0@lo:41: Request processed in 114us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394066.972780:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1749394066.972808:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507788416:0@lo:41: 00000100:00100000:1.0:1749394067.192200:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394067.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394067.700252:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394067.900270:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394067.900282:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394067.900287:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394067.900297:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1104 00000100:00080000:0.0:1749394067.900304:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394067.900313:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394067.900341:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017c700 x1834371507788800/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394067.900347:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1749394067.900371:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507788544:0@lo:400: 00000100:00080000:0.0:1749394067.900393:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394067.900399:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394067.900401:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394067.900406:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507788928:0@lo:400: 00000100:00080000:0.0:1749394067.900407:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1104 00000100:00080000:0.0:1749394067.900411:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394067.900417:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749394067.900421:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507788800:0@lo:38: 00000100:00100000:0.0:1749394067.900434:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017ce00 x1834371507789056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394067.900453:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394067.900456:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394067.900459:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394067.900462:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394067.900464:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394067.900469:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1104 00000100:00080000:0.0:1749394067.900473:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394067.900475:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394067.900478:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394067.900493:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017e300 x1834371507789312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394067.900506:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394067.900511:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749394067.900511:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507788544 00000100:00080000:0.0:1749394067.900513:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394067.900518:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1104 00000100:00100000:3.0:1749394067.900518:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507788544 00000100:00080000:0.0:1749394067.900521:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394067.900525:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394067.900545:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130062d80 x1834371507789440/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394067.900550:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507788928 00000100:00100000:2.0:1749394067.900557:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507788928 00000100:00100000:3.0:1749394067.900558:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1749394067.900561:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507788672:0@lo:41: 00000100:00100000:3.0:1749394067.900566:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507788544:12345-0@lo:400: 00000100:00080000:0.0:1749394067.900577:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394067.900582:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394067.900585:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394067.900590:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1104 00000100:00080000:0.0:1749394067.900594:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394067.900597:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00080000:0.0:1749394067.900599:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394067.900601:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394067.900607:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507788928:12345-0@lo:400: 00000100:00100000:3.0:1749394067.900609:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507788544:12345-0@lo:400: Request processed in 44us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394067.900617:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130063b80 x1834371507789824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394067.900617:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00080000:0.0:1749394067.900629:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394067.900634:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749394067.900635:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507789568:0@lo:400: 00000100:00080000:0.0:1749394067.900637:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394067.900642:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1104 00000100:00080000:0.0:1749394067.900645:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394067.900649:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394067.900661:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507788928:12345-0@lo:400: Request processed in 54us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394067.900665:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060700 x1834371507789952/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394067.900667:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507788928:0@lo:400: 00000100:00100000:1.0:1749394067.900670:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394067.900672:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1749394067.900682:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749394067.900690:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507788672 00000100:00100000:3.0:1749394067.900691:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507790080:0@lo:400: 00000100:00100000:2.0:1749394067.900695:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507788672 00000100:00100000:1.0:1749394067.900706:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507788544:0@lo:400: 00000100:00100000:3.0:1749394067.900712:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394067.900719:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1749394067.900726:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749394067.900727:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507788672:12345-0@lo:41: 00000100:00100000:0.0:1749394067.900731:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507789568 00000100:00100000:3.0:1749394067.900732:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507789184:0@lo:400: 00000100:00100000:1.0:1749394067.900735:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507789696:0@lo:400: 00000100:00100000:0.0:1749394067.900736:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507789568 00000100:00100000:3.0:1749394067.900747:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:2.0:1749394067.900757:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749394067.900759:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749394067.900764:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394067.900765:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507790208:0@lo:400: 00000100:00100000:0.0:1749394067.900781:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507790080 00000100:00100000:0.0:1749394067.900785:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507790080 00000100:00100000:3.0:1749394067.900789:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394067.900806:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507788672:12345-0@lo:41: Request processed in 78us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394067.900808:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507789184 00000100:00100000:2.0:1749394067.900816:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1749394067.900820:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507789696 00000100:00100000:3.0:1749394067.900820:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507790208 00000100:00100000:0.0:1749394067.900824:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507789696 00000100:00100000:3.0:1749394067.900824:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507790208 00000100:00100000:1.0:1749394067.900826:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507789184 00000100:00100000:2.0:1749394067.900840:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507788800 00000100:00100000:0.0:1749394067.900843:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1749394067.900845:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507788800 00000100:00100000:3.0:1749394067.900848:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1749394067.900852:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507789568:12345-0@lo:400: 00000100:00100000:3.0:1749394067.900854:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507790080:12345-0@lo:400: 00000100:00100000:1.0:1749394067.900866:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1749394067.900868:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1654 00000100:00100000:2.0:1749394067.900875:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507788800:12345-0@lo:38: 00000100:00100000:1.0:1749394067.900877:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507789184:12345-0@lo:400: 00000100:00100000:3.0:1749394067.900887:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507790080:12345-0@lo:400: Request processed in 32us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394067.900930:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00010000:00020000:2.0:1749394067.900937:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394067.900938:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507789568:12345-0@lo:400: Request processed in 87us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394067.900947:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1749394067.900952:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1749394067.900953:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507789696:12345-0@lo:400: 00000100:00100000:1.0:1749394067.900970:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507789184:12345-0@lo:400: Request processed in 92us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394067.900973:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1749394067.900980:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507788800:12345-0@lo:38: Request processed in 104us (505us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394067.900982:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eecd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507790208:12345-0@lo:400: 00000100:00100000:1.0:1749394067.900982:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1749394067.900994:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507789696:12345-0@lo:400: Request processed in 42us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394067.901001:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1749394067.901021:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eecd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507790208:12345-0@lo:400: Request processed in 39us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394067.901029:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00010000:00080000:3.0:1749394067.901041:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130061f80 x1834371507790208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394083 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749394067.901044:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130063800 x1834371507789696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394083 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394067.901048:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1654 00000100:00100000:3.0:1749394067.901055:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507790208:0@lo:400: 00000100:00100000:1.0:1749394067.901063:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507789696:0@lo:400: 00010000:00080000:3.0:1749394067.901065:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130060000 x1834371507790080/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394083 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394067.901119:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507790080:0@lo:400: 00000100:00100000:3.0:1749394067.901142:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507789184:0@lo:400: 00010000:00080000:1.0:1749394067.901145:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130060380 x1834371507789568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394083 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749394067.901147:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394067.901153:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394067.901160:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507788800:0@lo:38: 00000100:00100000:1.0:1749394067.901163:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507789568:0@lo:400: 00000100:00080000:3.0:1749394067.901178:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394067.901182:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507789056:0@lo:38: 00000100:00100000:1.0:1749394067.901186:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507788672:0@lo:41: 00000100:00100000:2.0:1749394067.901215:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394067.901254:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507789312:0@lo:38: 00000100:00100000:3.0:1749394067.901275:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507789056 00000100:00100000:2.0:1749394067.901280:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394067.901280:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507789056 00000100:00100000:2.0:1749394067.901301:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507789440:0@lo:38: 00000100:00100000:3.0:1749394067.901309:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507789312 00000100:00100000:3.0:1749394067.901312:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507789312 00000100:00100000:2.0:1749394067.901328:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394067.901328:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1655 00000100:00100000:3.0:1749394067.901333:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507789056:12345-0@lo:38: 00000100:00100000:0.0:1749394067.901343:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507789440 00000100:00100000:2.0:1749394067.901348:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507789824:0@lo:38: 00000100:00100000:0.0:1749394067.901349:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507789440 00010000:00020000:3.0:1749394067.901349:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394067.901372:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1656 00000100:00100000:2.0:1749394067.901376:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394067.901380:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507789312:12345-0@lo:38: 00000100:00100000:3.0:1749394067.901382:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507789056:12345-0@lo:38: Request processed in 48us (168us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394067.901386:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1657 00000100:00100000:1.0:1749394067.901394:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507789440:12345-0@lo:38: 00000100:00100000:2.0:1749394067.901397:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507789952:0@lo:38: 00000100:00100000:3.0:1749394067.901399:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1655 00010000:00020000:0.0:1749394067.901402:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394067.901409:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507789824 00010000:00020000:1.0:1749394067.901412:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394067.901412:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507789824 00000100:00100000:2.0:1749394067.901419:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394067.901420:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658 00000100:00100000:3.0:1749394067.901425:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507789824:12345-0@lo:38: 00000100:00100000:0.0:1749394067.901434:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507789312:12345-0@lo:38: Request processed in 53us (152us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749394067.901436:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394067.901444:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1656 00000100:00080000:2.0:1749394067.901448:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394067.901450:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507789440:12345-0@lo:38: Request processed in 56us (125us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749394067.901452:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394067.901457:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1657 00000100:00100000:0.0:1749394067.901458:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507789952 00000100:00100000:2.0:1749394067.901459:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507789056:0@lo:38: 00000100:00100000:0.0:1749394067.901462:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507789952 00000100:00100000:3.0:1749394067.901468:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507789824:12345-0@lo:38: Request processed in 41us (92us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749394067.901472:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394067.901475:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1659 00000100:00080000:2.0:1749394067.901476:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394067.901480:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507789952:12345-0@lo:38: 00000100:00100000:2.0:1749394067.901481:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507789312:0@lo:38: 00000100:00100000:3.0:1749394067.901481:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658 00010000:00020000:1.0:1749394067.901491:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749394067.901493:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394067.901497:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394067.901502:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507789440:0@lo:38: 00000100:00100000:1.0:1749394067.901510:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507789952:12345-0@lo:38: Request processed in 29us (91us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394067.901528:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1659 00000100:00080000:2.0:1749394067.901551:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394067.901555:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394067.901561:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507789824:0@lo:38: 00000100:00080000:2.0:1749394067.901575:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394067.901577:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394067.901581:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507789952:0@lo:38: 00000100:00100000:1.0:1749394068.192207:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394068.232242:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507790336:0@lo:700: 00000100:00100000:1.0:1749394068.232277:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507790464:0@lo:700: 00000100:00100000:2.0:1749394068.232306:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394068.232349:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507790336 00000100:00100000:1.0:1749394068.232355:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507790336 00000100:00100000:2.0:1749394068.232376:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f840 going to sleep for 11 seconds 00000100:00080000:3.0:1749394068.232384:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394068.232388:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394068.232393:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:1.0:1749394068.232402:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507790336:12345-0@lo:700: 00000100:00100000:3.0:1749394068.232406:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507790464 00000100:00100000:3.0:1749394068.232413:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507790464 00000100:00100000:0.0:1749394068.232418:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f3a000 going to sleep for 11 seconds 00000100:00100000:1.0:1749394068.232434:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee14480 going to sleep for 0 seconds 00000100:00100000:1.0:1749394068.232440:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507790592:0@lo:700: 00000100:00080000:2.0:1749394068.232441:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394068.232451:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 40000000:00080000:1.0:1749394068.232452:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394068.232455:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394068.232459:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507790464:12345-0@lo:700: 00000100:00100000:1.0:1749394068.232491:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507790336:12345-0@lo:700: Request processed in 89us (187us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394068.232492:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394068.232498:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507790720:0@lo:700: 00000100:00100000:1.0:1749394068.232499:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:2.0:1749394068.232509:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507790336:0@lo:700: 40000000:00080000:3.0:1749394068.232509:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394068.232512:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394068.232571:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507790464:12345-0@lo:700: Request processed in 111us (183us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394068.232579:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:0.0:1749394068.232602:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507790464:0@lo:700: 00000100:00100000:2.0:1749394068.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394068.702316:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394068.839211:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394068.839224:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507790848:0@lo:900: 00000100:00100000:1.0:1749394069.192250:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394069.322232:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394069.704268:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749394070.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394070.233242:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507790976:0@lo:700: 00000100:00100000:1.0:1749394070.233313:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507791104:0@lo:700: 00000100:00100000:2.0:1749394070.233321:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394070.233357:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394070.233392:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f840 going to sleep for 11 seconds 00000100:00100000:1.0:1749394070.233399:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee14480 going to sleep for 11 seconds 00000100:00100000:0.0:1749394070.233436:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507790976 00000100:00100000:3.0:1749394070.233442:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507791104 00000100:00100000:0.0:1749394070.233448:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507790976 00000100:00100000:3.0:1749394070.233451:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507791104 00000100:00080000:2.0:1749394070.233514:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394070.233526:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:0.0:1749394070.233534:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:3.0:1749394070.233535:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507791104:12345-0@lo:700: 00000100:00100000:0.0:1749394070.233548:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507790976:12345-0@lo:700: 00000100:00100000:3.0:1749394070.233578:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394070.233585:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507791232:0@lo:700: 40000000:00080000:3.0:1749394070.233600:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394070.233603:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394070.233638:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394070.233647:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507791360:0@lo:700: 40000000:00080000:0.0:1749394070.233661:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394070.233664:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394070.233665:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507791104:12345-0@lo:700: Request processed in 132us (308us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394070.233674:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:1.0:1749394070.233698:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507791104:0@lo:700: 00000100:00100000:0.0:1749394070.233720:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507790976:12345-0@lo:700: Request processed in 173us (397us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394070.233732:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1749394070.233753:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507790976:0@lo:700: 00000100:00100000:2.0:1749394070.322173:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394070.706304:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394070.840208:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394070.840221:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507791488:0@lo:900: 00000100:00100000:1.0:1749394071.192279:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394071.231681:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394071.231728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394071.231796:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394071.231814:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499768576 00000100:00100000:2.0:1749394071.231839:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499768704 00000100:00100000:1.0:1749394071.231840:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499768576 00000100:00100000:2.0:1749394071.231849:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499768704 00000100:00100000:1.0:1749394071.231921:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 593 00000100:00100000:1.0:1749394071.231931:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499768576:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749394071.231933:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499768832 00000100:00100000:2.0:1749394071.231938:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499768832 00000100:00100000:2.0:1749394071.231975:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1660 00000100:00100000:2.0:1749394071.231988:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499768704:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394071.231991:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1661 00000100:00100000:3.0:1749394071.232002:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499768832:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394071.232003:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499768576:12345-192.168.203.32@tcp:400: Request processed in 73us (328us total) trans 0 rc 0/0 00010000:00080000:2.0:1749394071.232024:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1113 last 0 00000100:00100000:1.0:1749394071.232025:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 593 00010000:00080000:3.0:1749394071.232028:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1113 last 0 00000100:00100000:3.0:1749394071.232125:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499768832:12345-192.168.203.32@tcp:38: Request processed in 123us (328us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394071.232134:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1661 00000100:00100000:2.0:1749394071.232144:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499768704:12345-192.168.203.32@tcp:38: Request processed in 155us (411us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394071.232158:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1660 00000100:00100000:2.0:1749394071.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394071.708290:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394071.980303:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749394071.980334:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507791616:0@lo:41: 00000100:00100000:0.0:1749394071.980404:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394071.980532:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507791616 00000100:00100000:3.0:1749394071.980544:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507791616 00000100:00100000:3.0:1749394071.980605:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1749394071.980614:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507791616:12345-0@lo:41: 00000004:00000024:3.0:1749394071.980653:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394071.980715:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507791616:12345-0@lo:41: Request processed in 101us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394071.980723:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1749394071.980754:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507791616:0@lo:41: 00000100:00100000:1.0:1749394072.192195:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394072.234213:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507791872:0@lo:700: 00000100:00100000:2.0:1749394072.234213:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507791744:0@lo:700: 00000100:00100000:1.0:1749394072.234263:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394072.234328:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee14300 going to sleep for 11 seconds 00000100:00100000:2.0:1749394072.234332:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394072.234361:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507791872 00000100:00100000:2.0:1749394072.234364:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f840 going to sleep for 11 seconds 00000100:00100000:0.0:1749394072.234370:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507791872 00000100:00080000:2.0:1749394072.234400:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394072.234401:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507791744 00000100:00100000:3.0:1749394072.234409:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507791744 00000100:00100000:0.0:1749394072.234433:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:0.0:1749394072.234445:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507791872:12345-0@lo:700: 00000100:00100000:2.0:1749394072.234446:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:2.0:1749394072.234457:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507791744:12345-0@lo:700: 00000100:00080000:2.0:1749394072.234477:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394072.234489:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394072.234497:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507792000:0@lo:700: 40000000:00080000:0.0:1749394072.234512:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394072.234517:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394072.234585:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f900 going to sleep for 0 seconds 00000100:00100000:2.0:1749394072.234593:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507792128:0@lo:700: 00000100:00100000:0.0:1749394072.234595:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507791872:12345-0@lo:700: Request processed in 150us (330us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394072.234607:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 40000000:00080000:2.0:1749394072.234607:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394072.234610:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394072.234623:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507791872:0@lo:700: 00000100:00100000:2.0:1749394072.234665:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507791744:12345-0@lo:700: Request processed in 207us (333us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394072.234676:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:3.0:1749394072.234711:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507791744:0@lo:700: 00000100:00100000:2.0:1749394072.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394072.710325:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394072.841220:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394072.841235:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507792256:0@lo:900: 00000100:00080000:0.0:1749394072.908226:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394072.908236:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394072.908241:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394072.908249:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1109 00000100:00100000:1.0:1749394072.908249:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1749394072.908255:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394072.908263:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394072.908269:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507792512:0@lo:41: 00000100:00100000:2.0:1749394072.908283:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507792384:0@lo:400: 00000100:00100000:0.0:1749394072.908292:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060380 x1834371507792640/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394072.908329:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394072.908331:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507792640:0@lo:38: 00000100:00080000:0.0:1749394072.908334:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394072.908337:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394072.908338:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394072.908341:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1109 00000100:00100000:2.0:1749394072.908344:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394072.908345:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394072.908350:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394072.908367:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060000 x1834371507792896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394072.908382:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394072.908384:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394072.908389:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749394072.908389:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507792384 00000100:00080000:0.0:1749394072.908392:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394072.908395:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507792768:0@lo:400: 00000100:00080000:0.0:1749394072.908396:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1109 00000100:00100000:2.0:1749394072.908397:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507792384 00000100:00080000:0.0:1749394072.908399:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394072.908404:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394072.908415:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394072.908419:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130061f80 x1834371507793024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394072.908422:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507792896:0@lo:38: 00000100:00080000:0.0:1749394072.908432:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394072.908437:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394072.908440:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394072.908441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394072.908444:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00080000:0.0:1749394072.908445:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1109 00000100:00100000:1.0:1749394072.908446:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507792512 00000100:00080000:0.0:1749394072.908448:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394072.908451:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507792512 00000100:00080000:0.0:1749394072.908453:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394072.908455:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507792384:12345-0@lo:400: 00000100:00100000:3.0:1749394072.908459:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507793024:0@lo:38: 00000100:00100000:0.0:1749394072.908468:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e10700 x1834371507793152/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394072.908475:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394072.908477:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507792768 00000100:00100000:1.0:1749394072.908480:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507792768 00000100:00080000:0.0:1749394072.908483:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394072.908488:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394072.908490:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394072.908495:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1109 00000100:00100000:1.0:1749394072.908495:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00080000:0.0:1749394072.908498:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394072.908503:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394072.908503:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507792512:12345-0@lo:41: 00000100:00100000:3.0:1749394072.908513:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507793152:0@lo:38: 00000100:00100000:2.0:1749394072.908514:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507792384:12345-0@lo:400: Request processed in 60us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394072.908522:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e10a80 x1834371507793280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394072.908525:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000004:00000024:1.0:1749394072.908533:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749394072.908533:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394072.908535:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394072.908541:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394072.908543:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394072.908547:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1109 00000100:00100000:3.0:1749394072.908549:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507793280:0@lo:38: 00000100:00080000:0.0:1749394072.908551:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394072.908556:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394072.908565:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507792640 00000100:00100000:1.0:1749394072.908570:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507792512:12345-0@lo:41: Request processed in 67us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394072.908570:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507792640 00000100:00100000:3.0:1749394072.908570:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394072.908572:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e11880 x1834371507793408/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394072.908577:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1749394072.908591:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507792896 00000100:00100000:1.0:1749394072.908593:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1749394072.908595:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507792896 00000100:00100000:3.0:1749394072.908596:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507793024 00000100:00100000:1.0:1749394072.908599:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507792768:12345-0@lo:400: 00000100:00100000:3.0:1749394072.908602:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507793024 00000100:00100000:2.0:1749394072.908606:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507793152 00000100:00100000:2.0:1749394072.908610:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507793152 00000100:00100000:3.0:1749394072.908617:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507793280 00000100:00100000:3.0:1749394072.908619:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507793280 00000100:00100000:1.0:1749394072.908624:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507792768:12345-0@lo:400: Request processed in 25us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394072.908625:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662 00000100:00100000:1.0:1749394072.908630:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1749394072.908633:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507792640:12345-0@lo:38: 00000100:00100000:0.0:1749394072.908644:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1663 00000100:00100000:3.0:1749394072.908651:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664 00000100:00100000:0.0:1749394072.908653:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507792896:12345-0@lo:38: 00000100:00100000:3.0:1749394072.908657:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507793024:12345-0@lo:38: 00010000:00020000:2.0:1749394072.908660:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394072.908669:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749394072.908678:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394072.908686:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507792768:0@lo:400: 00000100:00100000:1.0:1749394072.908700:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507792512:0@lo:41: 00000100:00100000:2.0:1749394072.908700:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507792640:12345-0@lo:38: Request processed in 66us (316us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394072.908705:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507792896:12345-0@lo:38: Request processed in 52us (261us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394072.908711:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662 00000100:00100000:3.0:1749394072.908711:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507793024:12345-0@lo:38: Request processed in 52us (234us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394072.908715:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1663 00000100:00100000:3.0:1749394072.908720:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664 00000100:00100000:2.0:1749394072.908729:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665 00000100:00100000:0.0:1749394072.908734:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666 00000100:00100000:2.0:1749394072.908736:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507793152:12345-0@lo:38: 00000100:00100000:0.0:1749394072.908742:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507793280:12345-0@lo:38: 00010000:00020000:2.0:1749394072.908753:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394072.908758:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507793408:0@lo:38: 00010000:00020000:0.0:1749394072.908759:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394072.908781:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394072.908788:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507793280:12345-0@lo:38: Request processed in 44us (217us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394072.908788:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507793152:12345-0@lo:38: Request processed in 51us (251us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394072.908797:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665 00000100:00100000:1.0:1749394072.908800:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507793408 00000100:00100000:1.0:1749394072.908804:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507793408 00000100:00080000:3.0:1749394072.908807:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394072.908811:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666 00000100:00080000:3.0:1749394072.908811:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394072.908815:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507793280:0@lo:38: 00000100:00080000:3.0:1749394072.908824:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394072.908825:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1667 00000100:00080000:3.0:1749394072.908827:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394072.908831:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507793408:12345-0@lo:38: 00000100:00100000:3.0:1749394072.908831:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507793152:0@lo:38: 00000100:00080000:3.0:1749394072.908838:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394072.908841:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394072.908843:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507793536:0@lo:400: 00000100:00100000:2.0:1749394072.908844:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507792384:0@lo:400: 00000100:00100000:3.0:1749394072.908844:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507793024:0@lo:38: 00010000:00020000:1.0:1749394072.908847:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394072.908902:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507793664:0@lo:400: 00000100:00080000:3.0:1749394072.908914:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394072.908917:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394072.908919:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507793408:12345-0@lo:38: Request processed in 86us (136us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394072.908922:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507792896:0@lo:38: 00000100:00100000:0.0:1749394072.908923:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394072.908926:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1667 00000100:00080000:3.0:1749394072.908931:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394072.908934:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394072.908938:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507792640:0@lo:38: 00000100:00100000:2.0:1749394072.908947:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394072.908957:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507793536 00000100:00100000:1.0:1749394072.908960:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507793536 00000100:00080000:3.0:1749394072.908966:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394072.908968:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394072.908972:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507793408:0@lo:38: 00000100:00100000:0.0:1749394072.908977:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507793664 00000100:00080000:2.0:1749394072.908980:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394072.908983:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507793664 00000100:00100000:1.0:1749394072.908991:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1749394072.908998:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507793536:12345-0@lo:400: 00000100:00100000:0.0:1749394072.909021:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00080000:2.0:1749394072.909030:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394072.909031:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507793664:12345-0@lo:400: 00000100:00100000:1.0:1749394072.909032:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507793536:12345-0@lo:400: Request processed in 35us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394072.909038:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1749394072.909129:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507793664:12345-0@lo:400: Request processed in 96us (179us total) trans 0 rc 0/0 00010000:00080000:2.0:1749394072.909132:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e11c00 x1834371507793664/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394088 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394072.909140:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1749394072.909150:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507793664:0@lo:400: 00010000:00080000:0.0:1749394072.909183:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e10e00 x1834371507793536/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394088 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394072.909199:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507793536:0@lo:400: 00000100:00100000:1.0:1749394073.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394073.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394073.712271:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394073.899208:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394073.899241:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507793792/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394078 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394073.899311:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394073.899404:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394073.899408:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507793792 00000100:00100000:0.0:1749394073.899419:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507793792 00000100:00100000:0.0:1749394073.899482:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:0.0:1749394073.899495:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507793792:12345-0@lo:700: 40000000:00080000:0.0:1749394073.899529:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394073.899591:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507793792:12345-0@lo:700: Request processed in 97us (277us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394073.899604:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:2.0:1749394073.899619:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507793792/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394089 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394073.899636:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394073.919174:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394073.919195:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507793920/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394078 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394073.919236:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394073.919313:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507793920 00000100:00100000:2.0:1749394073.919313:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394073.919323:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507793920 00000100:00100000:0.0:1749394073.919358:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:0.0:1749394073.919369:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507793920:12345-0@lo:700: 40000000:00080000:0.0:1749394073.919390:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394073.919449:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507793920:12345-0@lo:700: Request processed in 80us (210us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394073.919461:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:2.0:1749394073.919482:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507793920/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394089 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394073.919498:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749394074.192224:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394074.235243:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507794048:0@lo:700: 00000100:00100000:1.0:1749394074.235244:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507794176:0@lo:700: 00000100:00100000:1.0:1749394074.235319:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394074.235369:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394074.235394:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee14300 going to sleep for 11 seconds 00000100:00100000:3.0:1749394074.235404:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:0.0:1749394074.235457:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507794048 00000100:00100000:2.0:1749394074.235457:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507794176 00000100:00100000:0.0:1749394074.235470:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507794048 00000100:00100000:2.0:1749394074.235470:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507794176 00000100:00080000:3.0:1749394074.235535:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394074.235550:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:0.0:1749394074.235560:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:2.0:1749394074.235563:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507794176:12345-0@lo:700: 00000100:00100000:0.0:1749394074.235570:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507794048:12345-0@lo:700: 00000100:00100000:2.0:1749394074.235612:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f9c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394074.235621:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507794304:0@lo:700: 40000000:00080000:2.0:1749394074.235640:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394074.235645:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394074.235710:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394074.235719:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507794432:0@lo:700: 00000100:00100000:2.0:1749394074.235731:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507794176:12345-0@lo:700: Request processed in 169us (410us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394074.235735:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394074.235738:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394074.235743:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:1.0:1749394074.235751:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507794176:0@lo:700: 00000100:00100000:0.0:1749394074.235793:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507794048:12345-0@lo:700: Request processed in 222us (422us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394074.235805:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1749394074.235816:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507794048:0@lo:700: 00000100:00100000:2.0:1749394074.322173:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394074.714325:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394074.842216:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394074.842229:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ec380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507794560:0@lo:900: 00000100:00100000:1.0:1749394075.192199:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394075.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394075.716346:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749394076.192252:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394076.236249:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507794816:0@lo:700: 00000100:00100000:3.0:1749394076.236249:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e11c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507794688:0@lo:700: 00000100:00100000:3.0:1749394076.236318:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394076.236371:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394076.236390:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:1.0:1749394076.236408:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee14300 going to sleep for 11 seconds 00000100:00100000:0.0:1749394076.236463:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507794688 00000100:00100000:2.0:1749394076.236463:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507794816 00000100:00100000:0.0:1749394076.236476:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507794688 00000100:00100000:2.0:1749394076.236476:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507794816 00000100:00080000:3.0:1749394076.236548:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394076.236565:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:2.0:1749394076.236574:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:0.0:1749394076.236579:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507794688:12345-0@lo:700: 00000100:00100000:2.0:1749394076.236585:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507794816:12345-0@lo:700: 00000100:00100000:0.0:1749394076.236631:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394076.236640:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507794944:0@lo:700: 40000000:00080000:0.0:1749394076.236664:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394076.236668:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394076.236732:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f9c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394076.236741:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507795072:0@lo:700: 00000100:00100000:0.0:1749394076.236751:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507794688:12345-0@lo:700: Request processed in 174us (432us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394076.236756:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394076.236759:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394076.236763:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1749394076.236799:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507794688:0@lo:700: 00000100:00100000:2.0:1749394076.236817:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507794816:12345-0@lo:700: Request processed in 231us (443us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394076.236828:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:1.0:1749394076.236871:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507794816:0@lo:700: 00000100:00100000:0.0:1749394076.239730:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394076.239770:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394076.239821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394076.239881:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499769088 00000100:00100000:1.0:1749394076.239882:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499768960 00000100:00100000:2.0:1749394076.239889:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499769088 00000100:00100000:1.0:1749394076.239892:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499768960 00000100:00100000:2.0:1749394076.239924:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499769216 00000100:00100000:2.0:1749394076.239929:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499769216 00000100:00100000:0.0:1749394076.239944:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1668 00000100:00100000:1.0:1749394076.239946:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 595 00000100:00100000:0.0:1749394076.239954:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499769088:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394076.239957:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1669 00000100:00100000:1.0:1749394076.239959:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499768960:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749394076.239965:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499769216:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394076.239988:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1118 last 0 00010000:00080000:2.0:1749394076.239988:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1118 last 0 00000100:00100000:1.0:1749394076.240032:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499768960:12345-192.168.203.32@tcp:400: Request processed in 72us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394076.240045:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 595 00000100:00100000:0.0:1749394076.240048:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499769088:12345-192.168.203.32@tcp:38: Request processed in 93us (274us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394076.240057:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499769216:12345-192.168.203.32@tcp:38: Request processed in 90us (235us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394076.240061:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1668 00000100:00100000:2.0:1749394076.240067:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1669 00000100:00100000:2.0:1749394076.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394076.718345:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394076.843263:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394076.843281:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507795200:0@lo:900: 00000100:00100000:3.0:1749394076.988401:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507795328:0@lo:41: 00000100:00100000:3.0:1749394076.988476:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394076.988566:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507795328 00000100:00100000:1.0:1749394076.988578:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507795328 00000100:00100000:1.0:1749394076.988630:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1749394076.988638:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507795328:12345-0@lo:41: 00000004:00000024:1.0:1749394076.988676:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749394076.988747:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507795328:12345-0@lo:41: Request processed in 108us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394076.988755:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1749394076.988784:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507795328:0@lo:41: 00000100:00100000:1.0:1749394077.192193:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394077.322209:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394077.720287:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394077.916255:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394077.916269:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394077.916274:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394077.916283:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1114 00000100:00100000:1.0:1749394077.916287:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507795584:0@lo:41: 00000100:00080000:0.0:1749394077.916289:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394077.916298:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394077.916311:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507795456:0@lo:400: 00000100:00100000:0.0:1749394077.916329:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5eca80 x1834371507795712/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394077.916365:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394077.916369:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394077.916371:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394077.916374:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394077.916376:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394077.916379:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1114 00000100:00080000:0.0:1749394077.916382:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394077.916388:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394077.916390:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507795712:0@lo:38: 00000100:00100000:0.0:1749394077.916404:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e1ad80 x1834371507795968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394077.916420:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394077.916423:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507795840:0@lo:400: 00000100:00080000:0.0:1749394077.916425:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394077.916428:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394077.916433:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1114 00000100:00080000:0.0:1749394077.916436:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394077.916437:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394077.916441:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394077.916454:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507795584 00000100:00100000:0.0:1749394077.916456:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e19880 x1834371507796096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394077.916460:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394077.916462:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507795584 00000100:00080000:0.0:1749394077.916469:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394077.916474:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394077.916477:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394077.916481:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507795968:0@lo:38: 00000100:00080000:0.0:1749394077.916482:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1114 00000100:00080000:0.0:1749394077.916485:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394077.916489:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394077.916496:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507795840 00000100:00100000:1.0:1749394077.916498:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507795840 00000100:00100000:3.0:1749394077.916499:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394077.916508:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313ddc00 x1834371507796224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394077.916510:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:3.0:1749394077.916516:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507796096:0@lo:38: 00000100:00100000:2.0:1749394077.916524:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507795584:12345-0@lo:41: 00000100:00100000:1.0:1749394077.916525:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1749394077.916533:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507795840:12345-0@lo:400: 00000100:00100000:3.0:1749394077.916533:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394077.916541:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394077.916546:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394077.916549:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394077.916549:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507796224:0@lo:38: 00000100:00080000:0.0:1749394077.916553:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1114 00000100:00080000:0.0:1749394077.916556:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394077.916560:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394077.916565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:2.0:1749394077.916566:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749394077.916576:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dca80 x1834371507796608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394077.916590:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507795712 00000100:00080000:0.0:1749394077.916594:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394077.916595:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507795712 00000100:00080000:0.0:1749394077.916599:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394077.916601:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394077.916601:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507795840:12345-0@lo:400: Request processed in 68us (140us total) trans 0 rc 0/0 00000100:00080000:0.0:1749394077.916607:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1114 00000100:00080000:0.0:1749394077.916610:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394077.916611:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1749394077.916613:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507795968 00000100:00080000:0.0:1749394077.916614:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394077.916615:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507795968 00000100:00100000:2.0:1749394077.916616:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507795584:12345-0@lo:41: Request processed in 95us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394077.916624:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507796096 00000100:00100000:3.0:1749394077.916626:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507796096 00000100:00100000:2.0:1749394077.916628:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1749394077.916629:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dc000 x1834371507796736/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394077.916632:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507796224 00000100:00100000:3.0:1749394077.916634:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507796224 00000100:00100000:1.0:1749394077.916644:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507795456 00000100:00100000:3.0:1749394077.916644:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670 00000100:00100000:1.0:1749394077.916647:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507795456 00000100:00100000:3.0:1749394077.916649:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507795712:12345-0@lo:38: 00000100:00100000:1.0:1749394077.916670:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00010000:00020000:3.0:1749394077.916673:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394077.916676:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507795456:12345-0@lo:400: 00000100:00100000:2.0:1749394077.916679:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507795840:0@lo:400: 00000100:00100000:0.0:1749394077.916681:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1671 00000100:00100000:0.0:1749394077.916689:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507795968:12345-0@lo:38: 00000100:00100000:2.0:1749394077.916703:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507796992:0@lo:400: 00000100:00100000:1.0:1749394077.916704:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507795456:12345-0@lo:400: Request processed in 28us (330us total) trans 0 rc 0/0 00010000:00020000:0.0:1749394077.916709:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394077.916711:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1749394077.916736:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394077.916751:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507795968:12345-0@lo:38: Request processed in 60us (248us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394077.916754:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1672 00000100:00100000:1.0:1749394077.916759:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507796096:12345-0@lo:38: 00000100:00100000:0.0:1749394077.916761:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1671 00000100:00100000:2.0:1749394077.916762:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749394077.916770:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507796864:0@lo:400: 00010000:00020000:1.0:1749394077.916776:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394077.916781:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673 00000100:00100000:0.0:1749394077.916789:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507796224:12345-0@lo:38: 00000100:00100000:2.0:1749394077.916797:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394077.916801:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507796096:12345-0@lo:38: Request processed in 41us (267us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749394077.916807:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394077.916808:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1672 00000100:00100000:1.0:1749394077.916882:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507796992 00000100:00100000:1.0:1749394077.916886:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507796992 00000100:00100000:2.0:1749394077.916888:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507795584:0@lo:41: 00000100:00100000:0.0:1749394077.916889:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507796224:12345-0@lo:38: Request processed in 99us (321us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394077.916900:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673 00000100:00100000:1.0:1749394077.916914:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507796864 00000100:00100000:1.0:1749394077.916916:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507796864 00000100:00100000:0.0:1749394077.916928:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1749394077.916933:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507795456:0@lo:400: 00000100:00100000:0.0:1749394077.916940:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507796992:12345-0@lo:400: 00000100:00100000:1.0:1749394077.916942:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1749394077.916948:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507796864:12345-0@lo:400: 00000100:00100000:2.0:1749394077.916952:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507796480:0@lo:400: 00000100:00100000:2.0:1749394077.916987:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394077.916997:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507796864:12345-0@lo:400: Request processed in 49us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394077.916998:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507796992:12345-0@lo:400: Request processed in 61us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394077.917003:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1749394077.917008:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1749394077.917010:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749394077.917012:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507796480 00000100:00100000:1.0:1749394077.917015:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507796480 00000100:00100000:2.0:1749394077.917018:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507796352:0@lo:400: 00000100:00100000:0.0:1749394077.917037:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507796608:0@lo:38: 00000100:00100000:1.0:1749394077.917045:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1749394077.917045:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394077.917050:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507796480:12345-0@lo:400: 00000100:00100000:0.0:1749394077.917066:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394077.917116:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507796480:12345-0@lo:400: Request processed in 65us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394077.917118:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507796736:0@lo:38: 00000100:00100000:1.0:1749394077.917122:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:1.0:1749394077.917132:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507796352 00000100:00100000:1.0:1749394077.917135:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507796352 00000100:00100000:0.0:1749394077.917149:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394077.917151:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1749394077.917156:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507796352:12345-0@lo:400: 00010000:00080000:2.0:1749394077.917165:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313ddf80 x1834371507796864/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394093 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749394077.917176:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394077.917181:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394077.917182:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507796352:12345-0@lo:400: Request processed in 25us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394077.917182:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507796864:0@lo:400: 00000100:00100000:0.0:1749394077.917187:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507796224:0@lo:38: 00000100:00100000:1.0:1749394077.917188:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00010000:00080000:2.0:1749394077.917198:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313dea00 x1834371507796992/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394093 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749394077.917199:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394077.917201:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1749394077.917204:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394077.917209:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507795968:0@lo:38: 00000100:00100000:2.0:1749394077.917212:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507796992:0@lo:400: 00000100:00080000:0.0:1749394077.917221:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394077.917224:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394077.917229:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507796096:0@lo:38: 00010000:00080000:2.0:1749394077.917251:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313de680 x1834371507796352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394093 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394077.917262:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507796608 00000100:00100000:2.0:1749394077.917266:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507796352:0@lo:400: 00000100:00100000:0.0:1749394077.917268:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507796608 00010000:00080000:2.0:1749394077.917281:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313dd180 x1834371507796480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394093 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394077.917294:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507796480:0@lo:400: 00000100:00100000:0.0:1749394077.917307:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507796736 00000100:00100000:0.0:1749394077.917311:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507796736 00000100:00100000:0.0:1749394077.917333:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674 00000100:00100000:0.0:1749394077.917340:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507796608:12345-0@lo:38: 00000100:00100000:2.0:1749394077.917350:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1675 00000100:00100000:2.0:1749394077.917358:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507796736:12345-0@lo:38: 00010000:00020000:0.0:1749394077.917360:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749394077.917375:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394077.917402:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507796608:12345-0@lo:38: Request processed in 60us (334us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394077.917405:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507796736:12345-0@lo:38: Request processed in 46us (255us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394077.917412:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674 00000100:00100000:2.0:1749394077.917416:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1675 00000100:00080000:1.0:1749394077.917419:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394077.917424:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394077.917429:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507796608:0@lo:38: 00000100:00080000:1.0:1749394077.917439:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394077.917442:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394077.917445:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507796736:0@lo:38: 00000100:00100000:3.0:1749394077.932856:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507795712:12345-0@lo:38: Request processed in 16202us (16415us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394077.932867:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670 00000100:00080000:0.0:1749394077.932942:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394077.932948:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394077.932955:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507795712:0@lo:38: 00000100:00100000:1.0:1749394078.192255:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394078.237267:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507797120:0@lo:700: 00000100:00100000:3.0:1749394078.237267:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e62300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507797248:0@lo:700: 00000100:00100000:1.0:1749394078.237345:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394078.237345:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394078.237446:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:1.0:1749394078.237449:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee14cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394078.237494:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507797120 00000100:00100000:2.0:1749394078.237494:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507797248 00000100:00100000:2.0:1749394078.237507:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507797248 00000100:00100000:0.0:1749394078.237508:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507797120 00000100:00080000:1.0:1749394078.237575:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394078.237596:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:0.0:1749394078.237604:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:2.0:1749394078.237610:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cce8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507797248:12345-0@lo:700: 00000100:00100000:0.0:1749394078.237615:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507797120:12345-0@lo:700: 00000100:00100000:2.0:1749394078.237660:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f9c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394078.237670:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507797376:0@lo:700: 40000000:00080000:2.0:1749394078.237689:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394078.237694:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394078.237759:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394078.237768:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507797504:0@lo:700: 00000100:00100000:2.0:1749394078.237779:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cce8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507797248:12345-0@lo:700: Request processed in 172us (433us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394078.237782:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394078.237785:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394078.237792:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:3.0:1749394078.237804:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507797248:0@lo:700: 00000100:00100000:0.0:1749394078.237868:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507797120:12345-0@lo:700: Request processed in 252us (520us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394078.237879:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1749394078.237885:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507797120:0@lo:700: 00000100:00100000:2.0:1749394078.322199:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394078.722339:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394078.844222:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394078.844237:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507797632:0@lo:900: 00000100:00100000:1.0:1749394079.192230:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394079.322200:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394079.724335:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749394080.192190:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394080.238221:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507797760:0@lo:700: 00000100:00100000:1.0:1749394080.238289:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394080.238334:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507797888:0@lo:700: 00000100:00100000:1.0:1749394080.238355:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee14cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394080.238359:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507797760 00000100:00100000:3.0:1749394080.238371:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507797760 00000100:00100000:2.0:1749394080.238385:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394080.238409:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394080.238411:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507797888 00000100:00100000:2.0:1749394080.238416:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394080.238419:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507797888 00000100:00100000:3.0:1749394080.238432:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:3.0:1749394080.238442:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507797760:12345-0@lo:700: 00000100:00080000:1.0:1749394080.238445:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394080.238462:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1749394080.238473:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507797888:12345-0@lo:700: 00000100:00100000:3.0:1749394080.238485:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394080.238493:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507798016:0@lo:700: 40000000:00080000:3.0:1749394080.238506:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394080.238510:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394080.238541:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea000 going to sleep for 0 seconds 00000100:00100000:1.0:1749394080.238548:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507798144:0@lo:700: 40000000:00080000:1.0:1749394080.238560:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394080.238563:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394080.238571:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507797760:12345-0@lo:700: Request processed in 130us (280us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394080.238580:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:0.0:1749394080.238606:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507797760:0@lo:700: 00000100:00100000:1.0:1749394080.238618:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507797888:12345-0@lo:700: Request processed in 146us (233us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394080.238627:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:2.0:1749394080.238653:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507797888:0@lo:700: 00000100:00100000:2.0:1749394080.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394080.726327:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394080.845213:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394080.845227:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507798272:0@lo:900: 00000100:00100000:2.0:1749394081.192338:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394081.247653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394081.247704:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394081.247744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394081.247776:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499769472 00000100:00100000:0.0:1749394081.247785:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499769472 00000100:00100000:3.0:1749394081.247793:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499769600 00000100:00100000:3.0:1749394081.247840:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499769600 00000100:00100000:0.0:1749394081.247854:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1676 00000100:00100000:1.0:1749394081.247855:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499769344 00000100:00100000:0.0:1749394081.247863:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499769472:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394081.247865:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499769344 00000100:00100000:3.0:1749394081.247893:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1677 00000100:00100000:3.0:1749394081.247901:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499769600:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394081.247902:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1123 last 0 00000100:00100000:1.0:1749394081.247913:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 597 00000100:00100000:1.0:1749394081.247921:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499769344:12345-192.168.203.32@tcp:400: 00010000:00080000:3.0:1749394081.247925:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1123 last 0 00000100:00100000:0.0:1749394081.247988:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499769472:12345-192.168.203.32@tcp:38: Request processed in 122us (339us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394081.247988:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499769344:12345-192.168.203.32@tcp:400: Request processed in 67us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394081.247992:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499769600:12345-192.168.203.32@tcp:38: Request processed in 90us (246us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394081.247997:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 597 00000100:00100000:0.0:1749394081.248000:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1676 00000100:00100000:3.0:1749394081.248005:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1677 00000100:00100000:2.0:1749394081.322199:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394081.728278:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394081.996381:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507798400:0@lo:41: 00000100:00100000:2.0:1749394081.996464:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394081.996540:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507798400 00000100:00100000:0.0:1749394081.996552:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507798400 00000100:00100000:0.0:1749394081.996605:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1749394081.996617:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507798400:12345-0@lo:41: 00000004:00000024:0.0:1749394081.996659:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394081.996726:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507798400:12345-0@lo:41: Request processed in 109us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394081.996739:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1749394081.996772:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507798400:0@lo:41: 00000100:00100000:2.0:1749394082.192194:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394082.239229:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507798528:0@lo:700: 00000100:00100000:2.0:1749394082.239229:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507798656:0@lo:700: 00000100:00100000:2.0:1749394082.239287:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394082.239334:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394082.239358:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394082.239365:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394082.239424:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507798656 00000100:00100000:1.0:1749394082.239434:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507798656 00000100:00100000:3.0:1749394082.239452:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507798528 00000100:00100000:3.0:1749394082.239461:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507798528 00000100:00100000:1.0:1749394082.239498:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:1.0:1749394082.239509:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507798656:12345-0@lo:700: 00000100:00100000:3.0:1749394082.239526:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:3.0:1749394082.239534:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507798528:12345-0@lo:700: 00000100:00080000:0.0:1749394082.239546:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394082.239548:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea0c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394082.239570:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507798784:0@lo:700: 40000000:00080000:1.0:1749394082.239584:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394082.239587:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394082.239650:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:1.0:1749394082.239654:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507798656:12345-0@lo:700: Request processed in 148us (368us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394082.239663:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:3.0:1749394082.239666:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507798912:0@lo:700: 40000000:00080000:3.0:1749394082.239680:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:2.0:1749394082.239682:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507798656:0@lo:700: 40000000:00020000:3.0:1749394082.239683:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394082.239739:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507798528:12345-0@lo:700: Request processed in 205us (408us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394082.239748:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00100000:0.0:1749394082.239770:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507798528:0@lo:700: 00000100:00100000:2.0:1749394082.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394082.730286:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394082.846240:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394082.846256:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507799040:0@lo:900: 00000100:00080000:0.0:1749394082.924241:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394082.924253:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394082.924258:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394082.924263:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00080000:0.0:1749394082.924268:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1119 00000100:00080000:0.0:1749394082.924273:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394082.924281:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394082.924284:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507799168:0@lo:400: 00000100:00100000:0.0:1749394082.924311:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313df100 x1834371507799424/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394082.924362:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394082.924368:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394082.924373:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507799424:0@lo:38: 00000100:00080000:0.0:1749394082.924375:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394082.924378:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394082.924383:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1119 00000100:00080000:0.0:1749394082.924386:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394082.924391:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394082.924409:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dc700 x1834371507799680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394082.924424:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394082.924428:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507799296:0@lo:41: 00000100:00080000:0.0:1749394082.924432:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394082.924436:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394082.924439:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394082.924443:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1119 00000100:00080000:0.0:1749394082.924446:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394082.924451:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394082.924460:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507799680:0@lo:38: 00000100:00100000:2.0:1749394082.924465:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394082.924466:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dfb80 x1834371507799936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394082.924474:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507799552:0@lo:400: 00000100:00100000:1.0:1749394082.924479:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394082.924491:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394082.924496:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749394082.924498:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507799936:0@lo:38: 00000100:00080000:0.0:1749394082.924499:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394082.924500:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507799808:0@lo:400: 00000100:00080000:0.0:1749394082.924504:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1119 00000100:00080000:0.0:1749394082.924507:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394082.924511:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394082.924519:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394082.924520:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394082.924528:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dc000 x1834371507800064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394082.924542:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507799424 00000100:00080000:0.0:1749394082.924549:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394082.924551:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507799296 00000100:00100000:2.0:1749394082.924551:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507799424 00000100:00080000:0.0:1749394082.924554:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394082.924556:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394082.924557:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507799296 00000100:00080000:0.0:1749394082.924560:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1119 00000100:00080000:0.0:1749394082.924563:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394082.924567:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394082.924572:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507799680 00000100:00100000:3.0:1749394082.924577:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507799680 00000100:00100000:0.0:1749394082.924582:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dca80 x1834371507800192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394082.924583:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507799936 00000100:00100000:1.0:1749394082.924585:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507799552 00000100:00100000:2.0:1749394082.924587:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507799936 00000100:00100000:1.0:1749394082.924588:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507799552 00000100:00080000:0.0:1749394082.924596:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394082.924602:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749394082.924602:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678 00000100:00080000:0.0:1749394082.924604:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394082.924604:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00080000:0.0:1749394082.924610:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1119 00000100:00100000:3.0:1749394082.924610:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507799424:12345-0@lo:38: 00000100:00080000:0.0:1749394082.924613:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394082.924613:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507799296:12345-0@lo:41: 00000100:00100000:2.0:1749394082.924613:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679 00000100:00080000:0.0:1749394082.924618:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394082.924621:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507799680:12345-0@lo:38: 00000100:00100000:0.0:1749394082.924632:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dd180 x1834371507800320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00020000:3.0:1749394082.924635:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749394082.924645:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000004:00000024:1.0:1749394082.924646:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749394082.924675:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507799424:12345-0@lo:38: Request processed in 64us (250us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394082.924682:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678 00000100:00100000:1.0:1749394082.924690:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507799296:12345-0@lo:41: Request processed in 79us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394082.924692:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507799680:12345-0@lo:38: Request processed in 69us (209us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394082.924693:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680 00000100:00100000:1.0:1749394082.924698:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1749394082.924701:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507799936:12345-0@lo:38: 00000100:00100000:2.0:1749394082.924703:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679 00000100:00100000:1.0:1749394082.924713:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1749394082.924719:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507799552:12345-0@lo:400: 00010000:00020000:0.0:1749394082.924720:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394082.924731:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394082.924752:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507799552:12345-0@lo:400: Request processed in 33us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394082.924755:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507799808 00000100:00100000:3.0:1749394082.924759:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507799808 00000100:00100000:0.0:1749394082.924762:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507799936:12345-0@lo:38: Request processed in 59us (240us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394082.924772:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680 00000100:00100000:3.0:1749394082.924776:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1749394082.924778:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507799168 00000100:00100000:3.0:1749394082.924782:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507799808:12345-0@lo:400: 00000100:00100000:2.0:1749394082.924784:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507799168 00000100:00100000:1.0:1749394082.924816:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1749394082.924837:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507800576:0@lo:400: 00000100:00100000:1.0:1749394082.924843:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507800064:0@lo:38: 00000100:00100000:2.0:1749394082.924851:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1749394082.924860:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507799808:12345-0@lo:400: Request processed in 76us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394082.924861:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507799168:12345-0@lo:400: 00000100:00100000:3.0:1749394082.924867:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1749394082.924877:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394082.924879:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394082.924902:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507800192:0@lo:38: 00000100:00100000:3.0:1749394082.924902:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507799808:0@lo:400: 00000100:00100000:2.0:1749394082.924907:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507799168:12345-0@lo:400: Request processed in 46us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394082.924910:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749394082.924917:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1749394082.924919:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507800448:0@lo:400: 00000100:00100000:1.0:1749394082.924919:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394082.924926:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507799552:0@lo:400: 00000100:00100000:1.0:1749394082.924932:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507800320:0@lo:38: 00000100:00100000:0.0:1749394082.924949:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394082.924950:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394082.924965:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507800576 00000100:00100000:3.0:1749394082.924969:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507800576 00000100:00100000:2.0:1749394082.924970:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507800448 00000100:00080000:1.0:1749394082.924975:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394082.924977:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507800448 00000100:00080000:1.0:1749394082.924979:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394082.924983:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507799936:0@lo:38: 00000100:00100000:0.0:1749394082.924993:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507799168:0@lo:400: 00000100:00080000:1.0:1749394082.924993:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394082.924996:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394082.924999:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507799680:0@lo:38: 00000100:00100000:3.0:1749394082.925002:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00080000:1.0:1749394082.925008:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394082.925009:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507800576:12345-0@lo:400: 00000100:00080000:1.0:1749394082.925011:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394082.925012:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1749394082.925014:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507799296:0@lo:41: 00000100:00100000:1.0:1749394082.925014:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507799424:0@lo:38: 00000100:00100000:2.0:1749394082.925021:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507800448:12345-0@lo:400: 00000100:00080000:0.0:1749394082.925043:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394082.925048:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507800064 00000100:00100000:1.0:1749394082.925052:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507800064 00000100:00100000:1.0:1749394082.925065:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507800192 00000100:00100000:1.0:1749394082.925068:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507800192 00000100:00100000:2.0:1749394082.925068:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507800448:12345-0@lo:400: Request processed in 46us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394082.925068:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507800576:12345-0@lo:400: Request processed in 56us (187us total) trans 0 rc 0/0 00010000:00080000:0.0:1749394082.925104:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313de680 x1834371507800448/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394098 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394082.925111:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1749394082.925119:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507800320 00000100:00100000:0.0:1749394082.925121:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507800448:0@lo:400: 00000100:00100000:1.0:1749394082.925121:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507800320 00000100:00100000:1.0:1749394082.925134:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681 00000100:00100000:3.0:1749394082.925134:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1749394082.925140:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507800064:12345-0@lo:38: 00010000:00080000:0.0:1749394082.925141:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313dea00 x1834371507800576/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394098 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394082.925141:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682 00000100:00100000:2.0:1749394082.925148:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507800192:12345-0@lo:38: 00000100:00100000:0.0:1749394082.925155:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507800576:0@lo:400: 00010000:00020000:1.0:1749394082.925157:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749394082.925168:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394082.925169:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1683 00000100:00100000:3.0:1749394082.925175:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507800320:12345-0@lo:38: 00010000:00020000:3.0:1749394082.925190:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394082.925202:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507800064:12345-0@lo:38: Request processed in 61us (323us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394082.925210:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681 00000100:00100000:2.0:1749394082.925211:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507800192:12345-0@lo:38: Request processed in 61us (289us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394082.925221:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682 00000100:00100000:3.0:1749394082.925225:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507800320:12345-0@lo:38: Request processed in 50us (274us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749394082.925229:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394082.925231:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1683 00000100:00080000:0.0:1749394082.925234:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394082.925241:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507800064:0@lo:38: 00000100:00080000:0.0:1749394082.925256:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394082.925260:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394082.925265:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507800192:0@lo:38: 00000100:00080000:0.0:1749394082.925278:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394082.925282:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394082.925286:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507800320:0@lo:38: 00000100:00100000:2.0:1749394083.192234:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394083.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394083.732332:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394084.192216:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394084.240260:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507800704:0@lo:700: 00000100:00100000:0.0:1749394084.240327:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394084.240328:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507800832:0@lo:700: 00000100:00100000:1.0:1749394084.240376:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394084.240395:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394084.240406:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394084.240427:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507800704 00000100:00100000:1.0:1749394084.240434:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507800704 00000100:00100000:3.0:1749394084.240459:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507800832 00000100:00100000:3.0:1749394084.240469:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507800832 00000100:00080000:0.0:1749394084.240503:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394084.240518:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:3.0:1749394084.240526:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:1.0:1749394084.240529:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507800704:12345-0@lo:700: 00000100:00100000:3.0:1749394084.240535:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507800832:12345-0@lo:700: 00000100:00100000:1.0:1749394084.240565:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 0 seconds 00000100:00100000:1.0:1749394084.240571:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507800960:0@lo:700: 40000000:00080000:1.0:1749394084.240586:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394084.240590:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394084.240644:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507800704:12345-0@lo:700: Request processed in 118us (317us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394084.240651:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:1.0:1749394084.240653:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:3.0:1749394084.240658:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e63480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507801088:0@lo:700: 40000000:00080000:3.0:1749394084.240670:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394084.240673:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394084.240674:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507800704:0@lo:700: 00000100:00100000:3.0:1749394084.240730:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507800832:12345-0@lo:700: Request processed in 195us (353us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394084.240739:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:1.0:1749394084.240762:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507800832:0@lo:700: 00000100:00100000:2.0:1749394084.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394084.734331:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394084.847221:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394084.847234:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507801216:0@lo:900: 00000100:00100000:2.0:1749394084.899185:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394084.899210:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507801344/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394089 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394084.899274:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394084.899345:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749394084.899397:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507801344 00000100:00100000:3.0:1749394084.899408:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507801344 00000100:00080000:0.0:1749394084.899441:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394084.899462:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:3.0:1749394084.899472:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507801344:12345-0@lo:700: 40000000:00080000:3.0:1749394084.899502:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749394084.899562:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507801344:12345-0@lo:700: Request processed in 91us (287us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749394084.899571:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:2.0:1749394084.899587:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507801344/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394100 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394084.899598:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394084.919177:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394084.919198:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507801472/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394089 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394084.919238:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394084.919293:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749394084.919356:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507801472 00000100:00100000:3.0:1749394084.919365:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507801472 00000100:00080000:0.0:1749394084.919390:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394084.919413:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:3.0:1749394084.919422:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507801472:12345-0@lo:700: 40000000:00080000:3.0:1749394084.919443:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749394084.919495:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507801472:12345-0@lo:700: Request processed in 74us (256us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749394084.919503:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:2.0:1749394084.919520:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507801472/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394100 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394084.919531:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394085.192200:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394085.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394085.736329:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394086.192234:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394086.241247:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507801600:0@lo:700: 00000100:00100000:1.0:1749394086.241317:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394086.241324:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507801728:0@lo:700: 00000100:00100000:3.0:1749394086.241364:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507801600 00000100:00100000:2.0:1749394086.241365:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394086.241375:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507801600 00000100:00100000:1.0:1749394086.241378:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394086.241391:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fa80 going to sleep for 11 seconds 00000100:00080000:0.0:1749394086.241406:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394086.241427:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507801728 00000100:00100000:3.0:1749394086.241430:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507801728 00000100:00100000:2.0:1749394086.241441:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00080000:0.0:1749394086.241444:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394086.241452:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507801600:12345-0@lo:700: 00000100:00100000:3.0:1749394086.241471:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:3.0:1749394086.241480:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507801728:12345-0@lo:700: 00000100:00100000:2.0:1749394086.241487:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fb40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394086.241493:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507801856:0@lo:700: 40000000:00080000:2.0:1749394086.241508:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394086.241512:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394086.241542:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394086.241549:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e63480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507801984:0@lo:700: 40000000:00080000:3.0:1749394086.241561:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:2.0:1749394086.241562:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507801600:12345-0@lo:700: Request processed in 112us (245us total) trans 0 rc -11/-11 40000000:00020000:3.0:1749394086.241564:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394086.241571:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:1.0:1749394086.241597:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507801600:0@lo:700: 00000100:00100000:3.0:1749394086.241605:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507801728:12345-0@lo:700: Request processed in 126us (239us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394086.241612:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507801728:0@lo:700: 00000100:00100000:3.0:1749394086.241630:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:0.0:1749394086.255758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394086.255844:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394086.255882:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394086.255915:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499769856 00000100:00100000:2.0:1749394086.255921:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499769728 00000100:00100000:0.0:1749394086.255922:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499769856 00000100:00100000:2.0:1749394086.255930:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499769728 00000100:00100000:0.0:1749394086.255944:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499769984 00000100:00100000:0.0:1749394086.255946:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499769984 00000100:00100000:0.0:1749394086.255959:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1684 00000100:00100000:0.0:1749394086.255966:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499769856:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394086.255970:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 599 00000100:00100000:2.0:1749394086.255978:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499769728:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394086.255987:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1685 00010000:00080000:0.0:1749394086.255998:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1128 last 0 00000100:00100000:3.0:1749394086.255999:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499769984:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749394086.256031:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1128 last 0 00000100:00100000:0.0:1749394086.256048:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499769856:12345-192.168.203.32@tcp:38: Request processed in 81us (204us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394086.256048:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499769728:12345-192.168.203.32@tcp:400: Request processed in 70us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394086.256056:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1684 00000100:00100000:2.0:1749394086.256057:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 599 00000100:00100000:3.0:1749394086.256110:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499769984:12345-192.168.203.32@tcp:38: Request processed in 111us (226us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394086.256119:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1685 00000100:00100000:2.0:1749394086.322236:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394086.738331:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394086.848221:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394086.848236:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507802112:0@lo:900: 00000100:00100000:3.0:1749394087.004328:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507802240:0@lo:41: 00000100:00100000:3.0:1749394087.004397:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394087.004461:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507802240 00000100:00100000:2.0:1749394087.004472:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507802240 00000100:00100000:2.0:1749394087.004514:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1749394087.004523:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507802240:12345-0@lo:41: 00000004:00000024:2.0:1749394087.004559:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394087.004620:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507802240:12345-0@lo:41: Request processed in 98us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394087.004629:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1749394087.004657:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507802240:0@lo:41: 00000100:00100000:2.0:1749394087.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394087.322231:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394087.740317:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749394087.932279:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394087.932291:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394087.932296:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394087.932298:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507802368:0@lo:400: 00000100:00080000:2.0:1749394087.932304:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1124 00000100:00080000:2.0:1749394087.932310:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394087.932317:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394087.932344:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bbbb80 x1834371507802624/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394087.932361:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749394087.932375:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394087.932377:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394087.932380:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507802496:0@lo:41: 00000100:00080000:2.0:1749394087.932382:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749394087.932384:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749394087.932385:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394087.932391:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1124 00000100:00080000:2.0:1749394087.932394:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394087.932399:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394087.932401:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507802752:0@lo:400: 00000100:00100000:2.0:1749394087.932418:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0e680 x1834371507802880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394087.932423:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394087.932442:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507802624:0@lo:38: 00000100:00100000:1.0:1749394087.932444:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394087.932447:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394087.932453:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394087.932456:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394087.932458:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507803008:0@lo:400: 00000100:00080000:2.0:1749394087.932461:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1124 00000100:00080000:2.0:1749394087.932464:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394087.932469:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394087.932479:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394087.932485:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0ca80 x1834371507803136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394087.932486:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394087.932499:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507802496 00000100:00080000:2.0:1749394087.932500:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394087.932505:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749394087.932506:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507802496 00000100:00080000:2.0:1749394087.932508:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394087.932509:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507802880:0@lo:38: 00000100:00100000:3.0:1749394087.932509:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507802752 00000100:00080000:2.0:1749394087.932513:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1124 00000100:00100000:3.0:1749394087.932514:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507802752 00000100:00080000:2.0:1749394087.932516:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394087.932521:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394087.932533:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394087.932535:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0c000 x1834371507803264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394087.932538:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507803008 00000100:00100000:3.0:1749394087.932541:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507803008 00000100:00100000:1.0:1749394087.932551:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1749394087.932556:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507803136:0@lo:38: 00000100:00100000:1.0:1749394087.932560:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507802752:12345-0@lo:400: 00000100:00100000:3.0:1749394087.932568:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1749394087.932575:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507802496:12345-0@lo:41: 00000100:00080000:2.0:1749394087.932576:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394087.932580:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394087.932581:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394087.932584:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394087.932588:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1124 00000100:00080000:2.0:1749394087.932592:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394087.932597:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394087.932599:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507803264:0@lo:38: 00000004:00000024:3.0:1749394087.932603:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749394087.932609:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507802752:12345-0@lo:400: Request processed in 50us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394087.932613:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0c380 x1834371507803648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394087.932617:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1749394087.932625:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394087.932628:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394087.932633:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00080000:2.0:1749394087.932634:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394087.932636:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394087.932637:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507802496:12345-0@lo:41: Request processed in 62us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394087.932639:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507803008:12345-0@lo:400: 00000100:00080000:2.0:1749394087.932641:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1124 00000100:00080000:2.0:1749394087.932644:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394087.932648:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507803648:0@lo:38: 00000100:00080000:2.0:1749394087.932649:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394087.932654:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1749394087.932661:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507803008:12345-0@lo:400: Request processed in 22us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394087.932664:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a5500 x1834371507803776/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394087.932667:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1749394087.932674:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394087.932693:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507802624 00000100:00100000:1.0:1749394087.932694:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507802880 00000100:00100000:1.0:1749394087.932697:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507802880 00000100:00100000:3.0:1749394087.932697:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507802624 00000100:00100000:0.0:1749394087.932700:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507803776:0@lo:38: 00000100:00100000:3.0:1749394087.932715:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507803136 00000100:00100000:3.0:1749394087.932717:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507803136 00000100:00100000:1.0:1749394087.932722:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507803264 00000100:00100000:1.0:1749394087.932724:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507803264 00000100:00100000:3.0:1749394087.932725:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507803648 00000100:00100000:0.0:1749394087.932726:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394087.932727:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507803648 00000100:00100000:1.0:1749394087.932734:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507803776 00000100:00100000:1.0:1749394087.932736:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507803776 00000100:00100000:3.0:1749394087.932737:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1686 00000100:00100000:3.0:1749394087.932742:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507802624:12345-0@lo:38: 00000100:00100000:2.0:1749394087.932745:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1687 00000100:00100000:0.0:1749394087.932790:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507802368 00000100:00100000:1.0:1749394087.932792:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688 00010000:00020000:3.0:1749394087.932797:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394087.932798:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507802368 00000100:00100000:1.0:1749394087.932798:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507803136:12345-0@lo:38: 00000100:00100000:2.0:1749394087.932808:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507802880:12345-0@lo:38: 00010000:00020000:1.0:1749394087.932814:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749394087.932832:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394087.932836:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1749394087.932838:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507802624:12345-0@lo:38: Request processed in 94us (353us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394087.932845:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507803136:12345-0@lo:38: Request processed in 46us (265us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394087.932845:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1686 00000100:00100000:0.0:1749394087.932846:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507802368:12345-0@lo:400: 00000100:00100000:1.0:1749394087.932851:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688 00000100:00100000:3.0:1749394087.932858:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689 00000100:00100000:1.0:1749394087.932863:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690 00000100:00100000:3.0:1749394087.932864:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507803264:12345-0@lo:38: 00000100:00100000:1.0:1749394087.932868:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507803648:12345-0@lo:38: 00000100:00100000:2.0:1749394087.932876:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507802880:12345-0@lo:38: Request processed in 120us (341us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749394087.932876:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394087.932881:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394087.932887:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1687 00000100:00100000:0.0:1749394087.932891:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507802368:12345-0@lo:400: Request processed in 46us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394087.932896:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507803264:12345-0@lo:38: Request processed in 32us (272us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394087.932900:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1749394087.932903:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689 00000100:00100000:1.0:1749394087.932912:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507803648:12345-0@lo:38: Request processed in 41us (236us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394087.932912:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1691 00000100:00100000:1.0:1749394087.932919:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690 00000100:00100000:2.0:1749394087.932919:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507803776:12345-0@lo:38: 00000100:00100000:3.0:1749394087.932932:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507804032:0@lo:400: 00010000:00020000:2.0:1749394087.932937:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394087.932945:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507803520:0@lo:400: 00000100:00100000:0.0:1749394087.932947:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507803392:0@lo:400: 00000100:00100000:3.0:1749394087.932954:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394087.932976:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394087.932978:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507803776:12345-0@lo:38: Request processed in 58us (250us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394087.932988:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1691 00000100:00100000:3.0:1749394087.932990:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507803008:0@lo:400: 00000100:00080000:0.0:1749394087.932995:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394087.933000:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394087.933007:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507803776:0@lo:38: 00000100:00100000:1.0:1749394087.933010:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507802752:0@lo:400: 00000100:00100000:3.0:1749394087.933016:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507804032 00000100:00100000:2.0:1749394087.933018:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507803904:0@lo:400: 00000100:00100000:3.0:1749394087.933019:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507804032 00000100:00080000:0.0:1749394087.933021:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394087.933025:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394087.933031:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507803648:0@lo:38: 00000100:00080000:0.0:1749394087.933043:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394087.933043:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394087.933045:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507803520 00000100:00080000:0.0:1749394087.933046:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394087.933048:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507803520 00000100:00100000:2.0:1749394087.933049:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394087.933051:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507803136:0@lo:38: 00000100:00080000:0.0:1749394087.933063:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394087.933065:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507803904 00000100:00080000:0.0:1749394087.933068:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394087.933069:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507803904 00000100:00100000:0.0:1749394087.933103:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507803264:0@lo:38: 00000100:00080000:0.0:1749394087.933121:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394087.933125:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394087.933130:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507802624:0@lo:38: 00000100:00100000:1.0:1749394087.933133:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1749394087.933139:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507804032:12345-0@lo:400: 00000100:00080000:0.0:1749394087.933141:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394087.933145:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394087.933145:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507802496:0@lo:41: 00000100:00100000:3.0:1749394087.933148:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1749394087.933150:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507802880:0@lo:38: 00000100:00100000:3.0:1749394087.933155:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507803904:12345-0@lo:400: 00000100:00100000:1.0:1749394087.933176:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507804032:12345-0@lo:400: Request processed in 37us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394087.933183:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1749394087.933188:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1749394087.933194:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507803520:12345-0@lo:400: 00000100:00100000:3.0:1749394087.933196:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507803904:12345-0@lo:400: Request processed in 42us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394087.933197:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394087.933202:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1749394087.933212:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507803392 00000100:00100000:1.0:1749394087.933216:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507803392 00000100:00100000:0.0:1749394087.933231:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507802368:0@lo:400: 00010000:00080000:3.0:1749394087.933242:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a6300 x1834371507804032/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394087.933244:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507803520:12345-0@lo:400: Request processed in 53us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394087.933245:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1749394087.933254:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507803392:12345-0@lo:400: 00000100:00100000:2.0:1749394087.933255:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1749394087.933256:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507804032:0@lo:400: 00010000:00080000:2.0:1749394087.933300:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a4000 x1834371507803904/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394087.933303:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507803392:12345-0@lo:400: Request processed in 49us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394087.933313:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1749394087.933317:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507803904:0@lo:400: 00010000:00080000:0.0:1749394087.933321:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0f480 x1834371507803392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394087.933335:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394087.933336:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507803392:0@lo:400: 00010000:00080000:1.0:1749394087.933361:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e0c700 x1834371507803520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394087.933374:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507803520:0@lo:400: 00000100:00100000:2.0:1749394088.192197:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394088.242178:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507804160:0@lo:700: 00000100:00100000:2.0:1749394088.242196:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507804288:0@lo:700: 00000100:00100000:1.0:1749394088.242235:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394088.242277:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394088.242297:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394088.242307:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394088.242327:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507804160 00000100:00100000:1.0:1749394088.242332:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507804160 00000100:00080000:0.0:1749394088.242355:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394088.242356:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507804288 00000100:00100000:3.0:1749394088.242365:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507804288 00000100:00100000:1.0:1749394088.242370:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:1.0:1749394088.242379:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507804160:12345-0@lo:700: 00000100:00080000:0.0:1749394088.242394:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394088.242408:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:1.0:1749394088.242410:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 0 seconds 00000100:00100000:1.0:1749394088.242416:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507804416:0@lo:700: 00000100:00100000:3.0:1749394088.242416:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507804288:12345-0@lo:700: 40000000:00080000:1.0:1749394088.242426:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394088.242430:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394088.242449:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394088.242456:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507804544:0@lo:700: 40000000:00080000:3.0:1749394088.242467:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394088.242470:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394088.242474:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507804160:12345-0@lo:700: Request processed in 96us (239us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394088.242482:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:0.0:1749394088.242507:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507804160:0@lo:700: 00000100:00100000:3.0:1749394088.242534:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507804288:12345-0@lo:700: Request processed in 119us (257us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394088.242543:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:2.0:1749394088.242571:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507804288:0@lo:700: 00000100:00100000:2.0:1749394088.322218:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394088.742342:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394088.849227:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60ba80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394088.849241:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507804672:0@lo:900: 00000100:00100000:2.0:1749394089.192240:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394089.322213:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394089.744345:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394090.192246:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394090.243239:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507804800:0@lo:700: 00000100:00100000:2.0:1749394090.243239:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507804928:0@lo:700: 00000100:00100000:0.0:1749394090.243318:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394090.243386:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394090.243397:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1749394090.243418:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394090.243460:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507804928 00000100:00100000:3.0:1749394090.243460:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507804800 00000100:00100000:3.0:1749394090.243469:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507804800 00000100:00100000:1.0:1749394090.243470:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507804928 00000100:00080000:0.0:1749394090.243532:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394090.243547:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:3.0:1749394090.243557:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507804800:12345-0@lo:700: 00000100:00100000:1.0:1749394090.243559:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:1.0:1749394090.243573:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507804928:12345-0@lo:700: 00000100:00100000:3.0:1749394090.243601:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394090.243609:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507805056:0@lo:700: 40000000:00080000:3.0:1749394090.243638:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394090.243641:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394090.243704:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 0 seconds 00000100:00100000:1.0:1749394090.243712:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507805184:0@lo:700: 00000100:00100000:3.0:1749394090.243713:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507804800:12345-0@lo:700: Request processed in 156us (394us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394090.243722:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 40000000:00080000:1.0:1749394090.243725:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394090.243728:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394090.243765:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507804800:0@lo:700: 00000100:00100000:1.0:1749394090.243833:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507804928:12345-0@lo:700: Request processed in 261us (445us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394090.243845:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1749394090.243865:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507804928:0@lo:700: 00000100:00100000:2.0:1749394090.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394090.746345:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394090.850228:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60ba80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394090.850244:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507805312:0@lo:900: 00000100:00100000:2.0:1749394091.192229:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394091.263633:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394091.263682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394091.263725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394091.263798:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499770112 00000100:00100000:1.0:1749394091.263799:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499770240 00000100:00100000:1.0:1749394091.263813:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499770240 00000100:00100000:2.0:1749394091.263813:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499770112 00000100:00100000:1.0:1749394091.263868:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499770368 00000100:00100000:2.0:1749394091.263876:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 601 00000100:00100000:1.0:1749394091.263886:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499770368 00000100:00100000:2.0:1749394091.263890:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499770112:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394091.263897:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1692 00000100:00100000:3.0:1749394091.263907:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499770240:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394091.263938:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1693 00010000:00080000:3.0:1749394091.263938:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1133 last 0 00000100:00100000:0.0:1749394091.263947:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499770368:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394091.263972:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1133 last 0 00000100:00100000:2.0:1749394091.263981:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499770112:12345-192.168.203.32@tcp:400: Request processed in 91us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394091.263993:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 601 00000100:00100000:3.0:1749394091.263994:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499770240:12345-192.168.203.32@tcp:38: Request processed in 86us (368us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394091.264003:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1692 00000100:00100000:0.0:1749394091.264018:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499770368:12345-192.168.203.32@tcp:38: Request processed in 70us (292us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394091.264026:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1693 00000100:00100000:2.0:1749394091.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394091.748339:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394092.012349:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507805440:0@lo:41: 00000100:00100000:0.0:1749394092.012420:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394092.012483:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507805440 00000100:00100000:3.0:1749394092.012495:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507805440 00000100:00100000:3.0:1749394092.012537:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1749394092.012546:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507805440:12345-0@lo:41: 00000004:00000024:3.0:1749394092.012585:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394092.012647:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507805440:12345-0@lo:41: Request processed in 101us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394092.012655:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1749394092.012684:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507805440:0@lo:41: 00000100:00100000:2.0:1749394092.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394092.244210:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507805568:0@lo:700: 00000100:00100000:2.0:1749394092.244211:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507805696:0@lo:700: 00000100:00100000:0.0:1749394092.244254:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394092.244313:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1749394092.244321:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394092.244351:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507805568 00000100:00100000:2.0:1749394092.244353:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394092.244359:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507805568 00000100:00080000:0.0:1749394092.244417:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394092.244427:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507805696 00000100:00100000:1.0:1749394092.244432:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507805696 00000100:00100000:3.0:1749394092.244439:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00080000:0.0:1749394092.244450:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394092.244453:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507805568:12345-0@lo:700: 00000100:00100000:1.0:1749394092.244469:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:1.0:1749394092.244479:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507805696:12345-0@lo:700: 00000100:00100000:3.0:1749394092.244495:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394092.244502:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffe680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507805824:0@lo:700: 40000000:00080000:3.0:1749394092.244514:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394092.244531:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394092.244591:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 0 seconds 00000100:00100000:1.0:1749394092.244598:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507805952:0@lo:700: 00000100:00100000:3.0:1749394092.244599:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507805568:12345-0@lo:700: Request processed in 149us (344us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394092.244608:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 40000000:00080000:1.0:1749394092.244610:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394092.244613:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394092.244623:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507805568:0@lo:700: 00000100:00100000:1.0:1749394092.244679:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507805696:12345-0@lo:700: Request processed in 199us (357us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394092.244691:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:2.0:1749394092.244711:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507805696:0@lo:700: 00000100:00100000:2.0:1749394092.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394092.750342:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394092.851231:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60ba80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394092.851247:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507806080:0@lo:900: 00000100:00080000:2.0:1749394092.940264:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394092.940275:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394092.940280:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394092.940289:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1129 00000100:00080000:2.0:1749394092.940295:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394092.940303:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394092.940330:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507806208:0@lo:400: 00000100:00100000:2.0:1749394092.940333:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e12300 x1834371507806464/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394092.940354:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507806336:0@lo:41: 00000100:00080000:2.0:1749394092.940387:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394092.940393:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394092.940395:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394092.940400:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1129 00000100:00080000:2.0:1749394092.940403:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394092.940408:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394092.940410:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394092.940417:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394092.940424:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e13480 x1834371507806720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394092.940439:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394092.940443:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394092.940445:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394092.940451:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1129 00000100:00100000:3.0:1749394092.940453:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507806336 00000100:00080000:2.0:1749394092.940454:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394092.940458:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394092.940460:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507806336 00000100:00100000:0.0:1749394092.940464:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507806464:0@lo:38: 00000100:00100000:2.0:1749394092.940473:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e10380 x1834371507806848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394092.940486:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394092.940491:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394092.940494:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394092.940499:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507806208 00000100:00080000:2.0:1749394092.940499:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1129 00000100:00100000:3.0:1749394092.940499:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00080000:2.0:1749394092.940502:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394092.940505:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507806208 00000100:00080000:2.0:1749394092.940507:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394092.940507:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507806336:12345-0@lo:41: 00000100:00100000:0.0:1749394092.940510:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394092.940522:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e13800 x1834371507806976/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394092.940536:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394092.940537:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507806720:0@lo:38: 00000100:00080000:2.0:1749394092.940542:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000004:00000024:3.0:1749394092.940542:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00080000:2.0:1749394092.940544:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394092.940545:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00080000:2.0:1749394092.940549:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1129 00000100:00080000:2.0:1749394092.940552:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394092.940555:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394092.940555:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507806208:12345-0@lo:400: 00000100:00080000:2.0:1749394092.940557:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394092.940572:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e12680 x1834371507807104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394092.940578:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507806848:0@lo:38: 00000100:00100000:3.0:1749394092.940579:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507806336:12345-0@lo:41: Request processed in 73us (162us total) trans 0 rc 0/0 00000100:00080000:2.0:1749394092.940586:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394092.940587:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00080000:2.0:1749394092.940591:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394092.940593:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394092.940597:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394092.940598:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1129 00000100:00080000:2.0:1749394092.940601:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394092.940606:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394092.940608:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507806208:12345-0@lo:400: Request processed in 53us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394092.940609:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507806464 00000100:00100000:0.0:1749394092.940611:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507806976:0@lo:38: 00000100:00100000:3.0:1749394092.940613:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507806464 00000100:00100000:1.0:1749394092.940619:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1749394092.940620:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e10e00 x1834371507807232/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394092.940625:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394092.940626:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507806720 00000100:00100000:3.0:1749394092.940629:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507806720 00000100:00100000:3.0:1749394092.940639:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507806848 00000100:00100000:3.0:1749394092.940641:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507806848 00000100:00100000:0.0:1749394092.940642:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507807104:0@lo:38: 00000100:00100000:3.0:1749394092.940648:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507806976 00000100:00100000:3.0:1749394092.940650:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507806976 00000100:00100000:0.0:1749394092.940657:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394092.940659:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1694 00000100:00100000:1.0:1749394092.940664:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507807488:0@lo:400: 00000100:00100000:3.0:1749394092.940664:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507806464:12345-0@lo:38: 00000100:00100000:0.0:1749394092.940667:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507807232:0@lo:38: 00000100:00100000:2.0:1749394092.940667:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507806592:0@lo:400: 00010000:00020000:3.0:1749394092.940686:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394092.940696:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394092.940702:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394092.940704:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394092.940717:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507806464:12345-0@lo:38: Request processed in 52us (208us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394092.940758:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1694 00000100:00080000:0.0:1749394092.940766:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394092.940771:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394092.940776:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507806464:0@lo:38: 00000100:00100000:1.0:1749394092.940781:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507807488 00000100:00100000:2.0:1749394092.940781:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749394092.940787:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507807488 00000100:00100000:3.0:1749394092.940787:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507807104 00000100:00100000:3.0:1749394092.940791:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507807104 00000100:00100000:2.0:1749394092.940792:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507807360:0@lo:400: 00000100:00100000:3.0:1749394092.940798:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507807232 00000100:00100000:3.0:1749394092.940800:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507807232 00000100:00100000:3.0:1749394092.940811:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1695 00000100:00100000:3.0:1749394092.940815:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507806720:12345-0@lo:38: 00000100:00100000:0.0:1749394092.940817:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1696 00000100:00100000:0.0:1749394092.940825:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507806848:12345-0@lo:38: 00000100:00100000:2.0:1749394092.940827:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1749394092.940829:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394092.940840:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507807360 00010000:00020000:0.0:1749394092.940843:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394092.940845:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507807360 00000100:00100000:3.0:1749394092.940865:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507806720:12345-0@lo:38: Request processed in 48us (309us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394092.940866:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507806592 00000100:00100000:1.0:1749394092.940871:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1749394092.940872:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507806592 00000100:00100000:3.0:1749394092.940873:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1695 00000100:00100000:0.0:1749394092.940874:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507806848:12345-0@lo:38: Request processed in 48us (274us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394092.940880:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507807488:12345-0@lo:400: 00000100:00100000:0.0:1749394092.940882:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1696 00000100:00100000:3.0:1749394092.940886:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697 00000100:00100000:3.0:1749394092.940890:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507806976:12345-0@lo:38: 00000100:00100000:0.0:1749394092.940896:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698 00000100:00100000:2.0:1749394092.940902:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00010000:00020000:3.0:1749394092.940902:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394092.940903:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507807104:12345-0@lo:38: 00000100:00100000:2.0:1749394092.940910:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507806592:12345-0@lo:400: 00010000:00020000:0.0:1749394092.940914:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394092.940922:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507806976:12345-0@lo:38: Request processed in 31us (296us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394092.940929:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697 00000100:00100000:3.0:1749394092.940938:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1699 00000100:00100000:3.0:1749394092.940942:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507807232:12345-0@lo:38: 00000100:00100000:0.0:1749394092.940950:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507807104:12345-0@lo:38: Request processed in 48us (291us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394092.940950:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507807488:12345-0@lo:400: Request processed in 70us (247us total) trans 0 rc 0/0 00010000:00020000:3.0:1749394092.940951:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394092.940956:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698 00000100:00100000:1.0:1749394092.940962:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1749394092.940968:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507806592:12345-0@lo:400: Request processed in 58us (263us total) trans 0 rc 0/0 00000100:00080000:0.0:1749394092.940972:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394092.940972:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507807232:12345-0@lo:38: Request processed in 29us (276us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394092.940978:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1749394092.940978:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1699 00000100:00100000:1.0:1749394092.940981:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1749394092.940989:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507807360:12345-0@lo:400: 00000100:00080000:0.0:1749394092.940992:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394092.940995:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394092.940999:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507807104:0@lo:38: 00000100:00080000:0.0:1749394092.941009:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394092.941011:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394092.941014:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507807232:0@lo:38: 00000100:00100000:3.0:1749394092.941020:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507806336:0@lo:41: 00000100:00080000:0.0:1749394092.941022:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394092.941022:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507806592:0@lo:400: 00000100:00080000:0.0:1749394092.941025:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394092.941029:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507806848:0@lo:38: 00000100:00100000:1.0:1749394092.941029:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507807360:12345-0@lo:400: Request processed in 41us (204us total) trans 0 rc 0/0 00000100:00080000:0.0:1749394092.941036:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394092.941038:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394092.941038:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1749394092.941041:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507806976:0@lo:38: 00000100:00080000:0.0:1749394092.941049:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:2.0:1749394092.941049:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e11880 x1834371507807360/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749394092.941051:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394092.941054:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507806720:0@lo:38: 00000100:00100000:2.0:1749394092.941065:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507807360:0@lo:400: 00010000:00080000:1.0:1749394092.941128:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5eca80 x1834371507807488/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394092.941145:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507807488:0@lo:400: 00000100:00100000:1.0:1749394092.941162:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507806208:0@lo:400: 00000100:00100000:2.0:1749394093.192241:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394093.322196:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394093.752313:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394094.192188:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394094.245208:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507807616:0@lo:700: 00000100:00100000:2.0:1749394094.245276:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394094.245334:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507807616 00000100:00100000:1.0:1749394094.245334:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507807744:0@lo:700: 00000100:00100000:0.0:1749394094.245345:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507807616 00000100:00100000:2.0:1749394094.245345:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394094.245377:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394094.245405:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea240 going to sleep for 11 seconds 00000100:00080000:2.0:1749394094.245410:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394094.245413:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507807744 00000100:00100000:0.0:1749394094.245417:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507807744 00000100:00100000:2.0:1749394094.245432:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:2.0:1749394094.245443:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507807616:12345-0@lo:700: 00000100:00100000:0.0:1749394094.245450:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1749394094.245459:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507807744:12345-0@lo:700: 00000100:00100000:2.0:1749394094.245480:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fcc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394094.245487:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507807872:0@lo:700: 40000000:00080000:2.0:1749394094.245502:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394094.245506:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394094.245534:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60ba80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394094.245541:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507808000:0@lo:700: 40000000:00080000:0.0:1749394094.245553:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394094.245556:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394094.245558:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507807616:12345-0@lo:700: Request processed in 116us (281us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394094.245567:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00080000:2.0:1749394094.245593:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394094.245596:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507807616:0@lo:700: 00000100:00100000:0.0:1749394094.245609:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507807744:12345-0@lo:700: Request processed in 150us (230us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394094.245617:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:1.0:1749394094.245639:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507807744:0@lo:700: 00000100:00100000:2.0:1749394094.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394094.754359:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394094.852233:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60ba80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394094.852249:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507808128:0@lo:900: 00000100:00100000:2.0:1749394095.192195:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394095.322153:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394095.756340:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394095.899184:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394095.899223:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507808256/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394100 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394095.899295:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394095.899368:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394095.899416:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507808256 00000100:00100000:0.0:1749394095.899428:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507808256 00000100:00080000:2.0:1749394095.899488:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394095.899499:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:0.0:1749394095.899509:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507808256:12345-0@lo:700: 40000000:00080000:0.0:1749394095.899541:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:0.0:1749394095.899545:0:10058:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394095.899604:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507808256:12345-0@lo:700: Request processed in 97us (308us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394095.899613:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:2.0:1749394095.899622:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507808256/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394111 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394095.899634:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394095.919177:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394095.919199:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507808384/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394100 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394095.919248:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394095.919318:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394095.919366:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507808384 00000100:00100000:0.0:1749394095.919374:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507808384 00000100:00100000:0.0:1749394095.919426:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00080000:2.0:1749394095.919428:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394095.919435:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507808384:12345-0@lo:700: 40000000:00080000:0.0:1749394095.919454:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394095.919492:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507808384:12345-0@lo:700: Request processed in 58us (245us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394095.919500:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1749394095.919500:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507808384/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394111 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394095.919509:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394096.192253:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394096.246244:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507808640:0@lo:700: 00000100:00100000:3.0:1749394096.246244:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffe680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507808512:0@lo:700: 00000100:00100000:1.0:1749394096.246314:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394096.246360:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394096.246389:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea240 going to sleep for 11 seconds 00000100:00100000:3.0:1749394096.246396:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:0.0:1749394096.246431:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507808640 00000100:00100000:0.0:1749394096.246443:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507808640 00000100:00100000:2.0:1749394096.246488:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507808512 00000100:00100000:2.0:1749394096.246497:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507808512 00000100:00080000:3.0:1749394096.246512:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394096.246534:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:0.0:1749394096.246550:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507808640:12345-0@lo:700: 00000100:00100000:2.0:1749394096.246551:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:2.0:1749394096.246559:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507808512:12345-0@lo:700: 00000100:00100000:2.0:1749394096.246598:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fcc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394096.246605:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507808768:0@lo:700: 40000000:00080000:2.0:1749394096.246621:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394096.246624:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394096.246686:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507808512:12345-0@lo:700: Request processed in 127us (326us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394096.246695:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60ba80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394096.246695:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:0.0:1749394096.246729:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507808896:0@lo:700: 00000100:00100000:3.0:1749394096.246744:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffe680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507808512:0@lo:700: 40000000:00080000:0.0:1749394096.246746:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394096.246750:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394096.246820:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507808640:12345-0@lo:700: Request processed in 273us (503us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394096.246833:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:1.0:1749394096.246838:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507808640:0@lo:700: 00000100:00100000:0.0:1749394096.271722:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394096.271765:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394096.271811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394096.271844:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499770496 00000100:00100000:3.0:1749394096.271854:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499770624 00000100:00100000:1.0:1749394096.271863:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499770496 00000100:00100000:3.0:1749394096.271864:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499770624 00000100:00100000:3.0:1749394096.271896:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499770752 00000100:00100000:3.0:1749394096.271900:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499770752 00000100:00100000:1.0:1749394096.271917:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 603 00000100:00100000:3.0:1749394096.271924:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1700 00000100:00100000:1.0:1749394096.271926:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499770496:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394096.271934:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499770624:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394096.271941:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1701 00000100:00100000:2.0:1749394096.271951:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499770752:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749394096.271970:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1138 last 0 00010000:00080000:2.0:1749394096.271976:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1138 last 0 00000100:00100000:1.0:1749394096.271981:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499770496:12345-192.168.203.32@tcp:400: Request processed in 56us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394096.271989:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 603 00000100:00100000:2.0:1749394096.272027:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499770752:12345-192.168.203.32@tcp:38: Request processed in 76us (218us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394096.272036:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1701 00000100:00100000:3.0:1749394096.272050:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499770624:12345-192.168.203.32@tcp:38: Request processed in 112us (280us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394096.272063:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1700 00000100:00100000:2.0:1749394096.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394096.758349:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394096.853249:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60ba80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394096.853264:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507809024:0@lo:900: 00000100:00100000:3.0:1749394097.020393:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507809152:0@lo:41: 00000100:00100000:3.0:1749394097.020470:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394097.020548:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507809152 00000100:00100000:0.0:1749394097.020559:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507809152 00000100:00100000:0.0:1749394097.020603:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1749394097.020612:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507809152:12345-0@lo:41: 00000004:00000024:0.0:1749394097.020648:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394097.020738:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507809152:12345-0@lo:41: Request processed in 125us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394097.020747:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1749394097.020761:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507809152:0@lo:41: 00000100:00100000:2.0:1749394097.192154:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394097.322172:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394097.760344:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749394097.948245:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394097.948254:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507809280:0@lo:400: 00000100:00080000:2.0:1749394097.948255:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394097.948259:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394097.948265:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1134 00000100:00080000:2.0:1749394097.948269:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394097.948277:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394097.948297:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e19880 x1834371507809408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394097.948327:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394097.948339:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394097.948341:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507809408:0@lo:38: 00000100:00080000:2.0:1749394097.948343:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394097.948345:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394097.948348:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1134 00000100:00080000:2.0:1749394097.948351:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394097.948354:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394097.948366:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507809536:0@lo:41: 00000100:00100000:2.0:1749394097.948366:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e1bb80 x1834371507809792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394097.948381:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394097.948385:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749394097.948386:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394097.948386:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394097.948390:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1134 00000100:00100000:3.0:1749394097.948391:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507809920:0@lo:400: 00000100:00080000:2.0:1749394097.948393:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394097.948396:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394097.948408:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b01c00 x1834371507810048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394097.948416:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394097.948419:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394097.948419:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394097.948421:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394097.948422:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507809792:0@lo:38: 00000100:00080000:2.0:1749394097.948424:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1134 00000100:00080000:2.0:1749394097.948426:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394097.948426:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507809408 00000100:00080000:2.0:1749394097.948429:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394097.948433:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507809408 00000100:00100000:2.0:1749394097.948438:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b03480 x1834371507810176/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394097.948455:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394097.948461:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394097.948464:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394097.948466:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394097.948469:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1134 00000100:00080000:2.0:1749394097.948471:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394097.948471:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507809792 00000100:00100000:0.0:1749394097.948472:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507810048:0@lo:38: 00000100:00100000:1.0:1749394097.948474:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507810432:0@lo:400: 00000100:00080000:2.0:1749394097.948474:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394097.948474:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507809792 00000100:00100000:2.0:1749394097.948485:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b01180 x1834371507810560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394097.948489:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394097.948494:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394097.948497:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394097.948498:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394097.948500:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394097.948501:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1134 00000100:00080000:2.0:1749394097.948504:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394097.948505:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507810176:0@lo:38: 00000100:00080000:2.0:1749394097.948507:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394097.948507:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702 00000100:00100000:3.0:1749394097.948515:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507809408:12345-0@lo:38: 00000100:00100000:2.0:1749394097.948516:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b02a00 x1834371507810688/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394097.948520:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749394097.948522:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394097.948526:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507810304:0@lo:400: 00000100:00100000:0.0:1749394097.948535:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507810560:0@lo:38: 00010000:00020000:3.0:1749394097.948538:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394097.948544:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394097.948552:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394097.948554:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507810048 00000100:00100000:2.0:1749394097.948559:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507810048 00000100:00100000:0.0:1749394097.948568:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507810688:0@lo:38: 00000100:00100000:1.0:1749394097.948572:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507810432 00000100:00100000:2.0:1749394097.948575:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507810176 00000100:00100000:1.0:1749394097.948577:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507810432 00000100:00100000:2.0:1749394097.948578:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507810176 00000100:00100000:3.0:1749394097.948578:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507809408:12345-0@lo:38: Request processed in 63us (192us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394097.948584:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394097.948584:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507810560 00000100:00100000:2.0:1749394097.948586:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507810560 00000100:00100000:3.0:1749394097.948586:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702 00000100:00100000:2.0:1749394097.948593:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507810688 00000100:00100000:2.0:1749394097.948595:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507810688 00000100:00100000:3.0:1749394097.948602:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1703 00000100:00100000:3.0:1749394097.948606:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507809792:12345-0@lo:38: 00000100:00080000:0.0:1749394097.948607:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394097.948607:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507810304 00000100:00100000:2.0:1749394097.948607:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704 00000100:00100000:1.0:1749394097.948609:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507810304 00000100:00080000:0.0:1749394097.948611:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394097.948613:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507810048:12345-0@lo:38: 00000100:00100000:0.0:1749394097.948616:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507809408:0@lo:38: 00010000:00020000:3.0:1749394097.948617:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394097.948625:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00010000:00020000:2.0:1749394097.948630:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394097.948633:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507810432:12345-0@lo:400: 00000100:00100000:3.0:1749394097.948635:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507809792:12345-0@lo:38: Request processed in 28us (180us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749394097.948636:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394097.948639:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394097.948642:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507809792:0@lo:38: 00000100:00100000:3.0:1749394097.948642:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1703 00000100:00100000:3.0:1749394097.948651:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705 00000100:00100000:3.0:1749394097.948655:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507810176:12345-0@lo:38: 00010000:00020000:3.0:1749394097.948665:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394097.948666:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507809536 00000100:00100000:0.0:1749394097.948671:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507809536 00000100:00100000:2.0:1749394097.948676:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507810048:12345-0@lo:38: Request processed in 61us (184us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394097.948682:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507810432:12345-0@lo:400: Request processed in 50us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394097.948683:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704 00000100:00100000:3.0:1749394097.948721:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507810176:12345-0@lo:38: Request processed in 31us (164us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394097.948725:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1749394097.948730:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705 00000100:00100000:0.0:1749394097.948736:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1749394097.948743:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1749394097.948744:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706 00000100:00100000:0.0:1749394097.948745:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507809536:12345-0@lo:41: 00000100:00100000:1.0:1749394097.948750:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507810304:12345-0@lo:400: 00000100:00100000:2.0:1749394097.948750:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507810560:12345-0@lo:38: 00000100:00100000:3.0:1749394097.948754:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1707 00000100:00100000:3.0:1749394097.948759:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507810688:12345-0@lo:38: 00010000:00020000:2.0:1749394097.948762:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749394097.948770:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000004:00000024:0.0:1749394097.948775:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749394097.948781:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507810304:12345-0@lo:400: Request processed in 32us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394097.948788:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1749394097.948790:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507810560:12345-0@lo:38: Request processed in 40us (236us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394097.948796:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706 00000100:00100000:3.0:1749394097.948799:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507810688:12345-0@lo:38: Request processed in 39us (214us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394097.948805:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1707 00000100:00100000:0.0:1749394097.948809:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507809536:12345-0@lo:41: Request processed in 65us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394097.948816:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1749394097.948822:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507809280 00000100:00100000:1.0:1749394097.948826:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507809280 00000100:00080000:2.0:1749394097.948832:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394097.948832:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394097.948836:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394097.948840:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507810688:0@lo:38: 00000100:00080000:2.0:1749394097.948850:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394097.948852:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00080000:2.0:1749394097.948853:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394097.948856:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507810176:0@lo:38: 00000100:00100000:1.0:1749394097.948858:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507809280:12345-0@lo:400: 00000100:00100000:0.0:1749394097.948864:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507809920 00000100:00080000:2.0:1749394097.948864:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394097.948867:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507809920 00000100:00080000:2.0:1749394097.948867:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394097.948870:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507810560:0@lo:38: 00000100:00100000:3.0:1749394097.948874:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507810944:0@lo:400: 00000100:00080000:2.0:1749394097.948878:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394097.948880:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394097.948883:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507810048:0@lo:38: 00000100:00100000:0.0:1749394097.948884:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1749394097.948889:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507809920:12345-0@lo:400: 00000100:00100000:1.0:1749394097.948889:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507809280:12345-0@lo:400: Request processed in 31us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394097.948896:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1749394097.948899:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394097.948919:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507809920:12345-0@lo:400: Request processed in 30us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394097.948926:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1749394097.948926:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507809920:0@lo:400: 00000100:00100000:2.0:1749394097.948928:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507809280:0@lo:400: 00010000:00080000:1.0:1749394097.948932:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880093b00380 x1834371507810304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394113 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394097.948943:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1749394097.948945:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507810304:0@lo:400: 00000100:00100000:3.0:1749394097.948949:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507809664:0@lo:400: 00000100:00100000:0.0:1749394097.948950:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507810944 00000100:00100000:0.0:1749394097.948953:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507810944 00010000:00080000:1.0:1749394097.948958:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880093b01880 x1834371507810432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394113 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394097.948966:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394097.948967:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507810432:0@lo:400: 00000100:00100000:0.0:1749394097.948978:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1749394097.948981:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507810816:0@lo:400: 00000100:00100000:1.0:1749394097.948982:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507809536:0@lo:41: 00000100:00100000:0.0:1749394097.948984:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507810944:12345-0@lo:400: 00000100:00080000:2.0:1749394097.948993:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394097.948996:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394097.949008:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507810816 00000100:00100000:0.0:1749394097.949012:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507810944:12345-0@lo:400: Request processed in 28us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394097.949012:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507810816 00000100:00100000:0.0:1749394097.949018:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00010000:00080000:3.0:1749394097.949021:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880093b02300 x1834371507810944/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394113 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394097.949032:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507809664 00000100:00100000:3.0:1749394097.949033:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507810944:0@lo:400: 00000100:00100000:0.0:1749394097.949035:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507809664 00000100:00100000:2.0:1749394097.949039:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:2.0:1749394097.949046:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507810816:12345-0@lo:400: 00000100:00100000:0.0:1749394097.949049:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1749394097.949054:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507809664:12345-0@lo:400: 00000100:00100000:2.0:1749394097.949130:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507810816:12345-0@lo:400: Request processed in 83us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394097.949137:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1749394097.949145:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507809664:12345-0@lo:400: Request processed in 89us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394097.949152:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00080000:2.0:1749394097.949152:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394097.949174:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507809664:0@lo:400: 00010000:00080000:3.0:1749394097.949186:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880093b03800 x1834371507810816/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394113 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394097.949196:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507810816:0@lo:400: 00000100:00100000:2.0:1749394098.192196:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394098.247194:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507811072:0@lo:700: 00000100:00100000:3.0:1749394098.247194:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507811200:0@lo:700: 00000100:00100000:1.0:1749394098.247239:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394098.247265:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394098.247291:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394098.247295:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:0.0:1749394098.247327:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507811072 00000100:00100000:0.0:1749394098.247335:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507811072 00000100:00100000:2.0:1749394098.247351:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507811200 00000100:00100000:2.0:1749394098.247357:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507811200 00000100:00080000:3.0:1749394098.247373:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394098.247381:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1749394098.247388:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507811072:12345-0@lo:700: 00000100:00100000:2.0:1749394098.247388:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:2.0:1749394098.247393:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507811200:12345-0@lo:700: 00000100:00100000:2.0:1749394098.247416:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fcc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394098.247420:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507811328:0@lo:700: 40000000:00080000:2.0:1749394098.247430:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394098.247432:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394098.247465:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60ba80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394098.247470:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507811456:0@lo:700: 00000100:00100000:2.0:1749394098.247471:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507811200:12345-0@lo:700: Request processed in 78us (205us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394098.247476:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 40000000:00080000:0.0:1749394098.247477:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394098.247479:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394098.247487:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507811200:0@lo:700: 00000100:00100000:0.0:1749394098.247526:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507811072:12345-0@lo:700: Request processed in 139us (286us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394098.247531:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:1.0:1749394098.247536:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507811072:0@lo:700: 00000100:00100000:2.0:1749394098.322138:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394098.762320:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394098.854219:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60ba80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394098.854233:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507811584:0@lo:900: 00000100:00100000:2.0:1749394099.192234:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394099.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394099.764322:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394100.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394100.248229:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507811712:0@lo:700: 00000100:00100000:3.0:1749394100.248229:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507811840:0@lo:700: 00000100:00100000:1.0:1749394100.248304:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394100.248344:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394100.248375:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394100.248394:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:0.0:1749394100.248398:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507811712 00000100:00100000:0.0:1749394100.248411:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507811712 00000100:00080000:3.0:1749394100.248473:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394100.248494:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507811840 00000100:00100000:0.0:1749394100.248500:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507811840 00000100:00100000:2.0:1749394100.248504:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00080000:3.0:1749394100.248516:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394100.248520:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507811712:12345-0@lo:700: 00000100:00100000:0.0:1749394100.248534:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:0.0:1749394100.248547:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507811840:12345-0@lo:700: 00000100:00100000:2.0:1749394100.248566:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fcc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394100.248574:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507811968:0@lo:700: 40000000:00080000:2.0:1749394100.248588:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394100.248592:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394100.248629:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60ba80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394100.248639:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507812096:0@lo:700: 40000000:00080000:0.0:1749394100.248654:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394100.248658:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394100.248658:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507811712:12345-0@lo:700: Request processed in 142us (354us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394100.248667:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:1.0:1749394100.248712:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507811712:0@lo:700: 00000100:00100000:0.0:1749394100.248756:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507811840:12345-0@lo:700: Request processed in 208us (409us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394100.248768:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:3.0:1749394100.248778:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507811840:0@lo:700: 00000100:00100000:2.0:1749394100.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394100.766337:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394100.855223:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60ba80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394100.855238:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e13800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507812224:0@lo:900: 00000100:00100000:2.0:1749394101.192219:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394101.279464:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394101.279511:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394101.279549:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394101.279577:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499771008 00000100:00100000:0.0:1749394101.279587:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499771008 00000100:00100000:1.0:1749394101.279609:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499770880 00000100:00100000:0.0:1749394101.279614:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499771136 00000100:00100000:0.0:1749394101.279617:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499771136 00000100:00100000:1.0:1749394101.279619:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499770880 00000100:00100000:2.0:1749394101.279638:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1708 00000100:00100000:2.0:1749394101.279649:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499771008:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394101.279652:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1709 00000100:00100000:0.0:1749394101.279659:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499771136:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394101.279692:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 605 00010000:00080000:0.0:1749394101.279704:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1143 last 0 00010000:00080000:2.0:1749394101.279704:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1143 last 0 00000100:00100000:1.0:1749394101.279713:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499770880:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394101.279778:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499771136:12345-192.168.203.32@tcp:38: Request processed in 118us (227us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394101.279779:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499771008:12345-192.168.203.32@tcp:38: Request processed in 130us (266us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394101.279787:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1709 00000100:00100000:1.0:1749394101.279788:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499770880:12345-192.168.203.32@tcp:400: Request processed in 77us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394101.279793:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1708 00000100:00100000:1.0:1749394101.279796:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 605 00000100:00100000:2.0:1749394101.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394101.768333:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394102.028387:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507812352:0@lo:41: 00000100:00100000:2.0:1749394102.028462:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394102.028588:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507812352 00000100:00100000:0.0:1749394102.028600:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507812352 00000100:00100000:0.0:1749394102.028695:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1749394102.028706:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507812352:12345-0@lo:41: 00000004:00000024:0.0:1749394102.028746:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394102.028807:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507812352:12345-0@lo:41: Request processed in 103us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394102.028815:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1749394102.028841:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507812352:0@lo:41: 00000100:00100000:2.0:1749394102.192161:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394102.249213:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507812480:0@lo:700: 00000100:00100000:1.0:1749394102.249223:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507812608:0@lo:700: 00000100:00100000:3.0:1749394102.249259:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394102.249310:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394102.249332:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:1.0:1749394102.249346:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea480 going to sleep for 11 seconds 00000100:00100000:0.0:1749394102.249382:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507812480 00000100:00100000:0.0:1749394102.249391:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507812480 00000100:00100000:2.0:1749394102.249439:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507812608 00000100:00100000:2.0:1749394102.249450:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507812608 00000100:00100000:0.0:1749394102.249453:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00080000:3.0:1749394102.249453:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394102.249462:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507812480:12345-0@lo:700: 00000100:00080000:3.0:1749394102.249475:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394102.249501:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60ba80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394102.249503:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:0.0:1749394102.249507:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507812736:0@lo:700: 00000100:00100000:2.0:1749394102.249515:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507812608:12345-0@lo:700: 40000000:00080000:0.0:1749394102.249521:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394102.249524:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394102.249555:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fcc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394102.249562:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507812864:0@lo:700: 00000100:00100000:0.0:1749394102.249572:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507812480:12345-0@lo:700: Request processed in 111us (312us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394102.249574:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394102.249577:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394102.249581:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:3.0:1749394102.249596:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507812480:0@lo:700: 00000100:00100000:2.0:1749394102.249632:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507812608:12345-0@lo:700: Request processed in 120us (325us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394102.249642:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:1.0:1749394102.249687:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507812608:0@lo:700: 00000100:00100000:2.0:1749394102.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394102.770285:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394102.856212:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60ba80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394102.856224:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e10e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507812992:0@lo:900: 00000100:00080000:2.0:1749394102.956227:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394102.956236:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394102.956240:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394102.956245:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1139 00000100:00080000:2.0:1749394102.956250:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394102.956256:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394102.956262:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507813248:0@lo:41: 00000100:00100000:2.0:1749394102.956281:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b03480 x1834371507813376/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394102.956305:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394102.956309:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394102.956310:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394102.956313:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1139 00000100:00080000:2.0:1749394102.956316:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394102.956319:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507813120:0@lo:400: 00000100:00100000:1.0:1749394102.956319:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394102.956319:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749394102.956329:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b00000 x1834371507813632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394102.956339:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394102.956340:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507813504:0@lo:400: 00000100:00080000:2.0:1749394102.956343:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394102.956345:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394102.956350:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1139 00000100:00080000:2.0:1749394102.956353:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394102.956358:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394102.956366:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394102.956373:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b02680 x1834371507813760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394102.956383:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394102.956386:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394102.956391:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394102.956393:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394102.956399:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1139 00000100:00080000:2.0:1749394102.956402:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394102.956404:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507813248 00000100:00080000:2.0:1749394102.956406:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394102.956412:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507813248 00000100:00100000:2.0:1749394102.956422:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b01500 x1834371507813888/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394102.956429:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507813120 00000100:00100000:3.0:1749394102.956432:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507813504 00000100:00100000:0.0:1749394102.956434:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507813120 00000100:00080000:2.0:1749394102.956435:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394102.956438:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749394102.956438:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507813504 00000100:00080000:2.0:1749394102.956440:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394102.956443:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1139 00000100:00080000:2.0:1749394102.956445:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394102.956447:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00080000:2.0:1749394102.956449:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394102.956455:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507813248:12345-0@lo:41: 00000100:00100000:2.0:1749394102.956460:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b02d80 x1834371507814016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394102.956465:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1749394102.956467:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00080000:2.0:1749394102.956468:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394102.956471:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749394102.956472:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507813120:12345-0@lo:400: 00000100:00080000:2.0:1749394102.956472:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394102.956475:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507813504:12345-0@lo:400: 00000100:00080000:2.0:1749394102.956476:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1139 00000100:00080000:2.0:1749394102.956478:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394102.956481:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000004:00000024:1.0:1749394102.956488:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394102.956489:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b00e00 x1834371507814144/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394102.956519:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507813120:12345-0@lo:400: Request processed in 47us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394102.956521:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507813504:12345-0@lo:400: Request processed in 46us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394102.956528:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1749394102.956528:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1749394102.956529:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507813248:12345-0@lo:41: Request processed in 74us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394102.956537:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1749394102.956542:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507813376:0@lo:38: 00000100:00100000:0.0:1749394102.956560:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507814400:0@lo:400: 00000100:00100000:3.0:1749394102.956565:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507813504:0@lo:400: 00000100:00100000:1.0:1749394102.956574:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507813248:0@lo:41: 00000100:00100000:0.0:1749394102.956584:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394102.956585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394102.956602:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507814400 00000100:00100000:1.0:1749394102.956605:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507814400 00000100:00100000:3.0:1749394102.956618:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507813376 00000100:00100000:2.0:1749394102.956620:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507813632:0@lo:38: 00000100:00100000:3.0:1749394102.956622:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507813376 00000100:00100000:0.0:1749394102.956624:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507813120:0@lo:400: 00000100:00100000:1.0:1749394102.956634:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1749394102.956637:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749394102.956638:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394102.956640:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507814400:12345-0@lo:400: 00000100:00100000:3.0:1749394102.956641:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1710 00000100:00100000:0.0:1749394102.956643:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507814272:0@lo:400: 00000100:00100000:3.0:1749394102.956647:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507813376:12345-0@lo:38: 00000100:00100000:2.0:1749394102.956684:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507813760:0@lo:38: 00000100:00100000:0.0:1749394102.956688:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1749394102.956704:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394102.956705:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507814400:12345-0@lo:400: Request processed in 64us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394102.956707:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1749394102.956719:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880093b03100 x1834371507814400/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394118 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394102.956723:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507813888:0@lo:38: 00000100:00100000:1.0:1749394102.956726:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1749394102.956732:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507814400:0@lo:400: 00000100:00100000:1.0:1749394102.956739:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507814272 00000100:00100000:1.0:1749394102.956743:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507814272 00000100:00100000:2.0:1749394102.956743:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394102.956752:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507813376:12345-0@lo:38: Request processed in 104us (166us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394102.956755:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507813632 00000100:00100000:2.0:1749394102.956757:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507814016:0@lo:38: 00000100:00100000:0.0:1749394102.956759:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507813632 00000100:00100000:3.0:1749394102.956760:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1710 00000100:00100000:1.0:1749394102.956765:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1749394102.956770:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507814272:12345-0@lo:400: 00000100:00100000:2.0:1749394102.956772:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394102.956773:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507813760 00000100:00100000:0.0:1749394102.956775:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507813888 00000100:00100000:0.0:1749394102.956777:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507813888 00000100:00100000:3.0:1749394102.956777:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507813760 00000100:00100000:2.0:1749394102.956780:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507814144:0@lo:38: 00000100:00100000:0.0:1749394102.956784:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507814016 00000100:00100000:0.0:1749394102.956786:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507814016 00000100:00100000:3.0:1749394102.956788:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1711 00000100:00100000:3.0:1749394102.956792:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507813632:12345-0@lo:38: 00000100:00100000:0.0:1749394102.956796:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712 00000100:00100000:2.0:1749394102.956798:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394102.956801:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507813888:12345-0@lo:38: 00010000:00020000:3.0:1749394102.956805:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394102.956808:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507814272:12345-0@lo:400: Request processed in 37us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394102.956814:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00010000:00020000:0.0:1749394102.956818:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749394102.956825:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394102.956825:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507813632:12345-0@lo:38: Request processed in 32us (187us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749394102.956829:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394102.956832:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1711 00000100:00100000:2.0:1749394102.956833:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507813376:0@lo:38: 00000100:00100000:3.0:1749394102.956841:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507814144 00000100:00080000:2.0:1749394102.956843:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394102.956844:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507814144 00000100:00100000:0.0:1749394102.956845:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507813888:12345-0@lo:38: Request processed in 43us (101us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749394102.956846:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394102.956849:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507813632:0@lo:38: 00000100:00100000:0.0:1749394102.956852:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712 00000100:00080000:2.0:1749394102.956857:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394102.956859:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394102.956862:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507813888:0@lo:38: 00000100:00100000:3.0:1749394102.956866:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713 00000100:00100000:3.0:1749394102.956870:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507813760:12345-0@lo:38: 00000100:00100000:1.0:1749394102.956875:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714 00000100:00100000:0.0:1749394102.956882:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1715 00000100:00100000:1.0:1749394102.956883:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507814016:12345-0@lo:38: 00010000:00020000:3.0:1749394102.956883:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394102.956887:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507814144:12345-0@lo:38: 00010000:00020000:1.0:1749394102.956900:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394102.956904:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394102.956906:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507813760:12345-0@lo:38: Request processed in 35us (198us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749394102.956912:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394102.956912:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713 00000100:00080000:2.0:1749394102.956915:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394102.956918:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507813760:0@lo:38: 00000100:00080000:3.0:1749394102.956927:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1749394102.956928:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394102.956930:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394102.956932:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507814016:12345-0@lo:38: Request processed in 50us (159us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394102.956933:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507814144:12345-0@lo:38: Request processed in 45us (133us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394102.956934:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507814016:0@lo:38: 00000100:00100000:1.0:1749394102.956938:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714 00000100:00080000:2.0:1749394102.956942:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394102.956943:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1715 00000100:00080000:2.0:1749394102.956944:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394102.956948:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507814144:0@lo:38: 00010000:00080000:0.0:1749394102.956969:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880093b01f80 x1834371507814272/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394118 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394102.956980:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507814272:0@lo:400: 00000100:00100000:2.0:1749394103.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394103.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394103.772324:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394104.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394104.250246:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507814528:0@lo:700: 00000100:00100000:3.0:1749394104.250315:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394104.250319:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e12a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507814656:0@lo:700: 00000100:00100000:0.0:1749394104.250362:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394104.250383:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:0.0:1749394104.250386:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394104.250418:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507814528 00000100:00100000:1.0:1749394104.250429:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507814528 00000100:00100000:2.0:1749394104.250449:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507814656 00000100:00100000:2.0:1749394104.250460:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507814656 00000100:00080000:3.0:1749394104.250487:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394104.250500:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:1.0:1749394104.250511:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507814528:12345-0@lo:700: 00000100:00100000:2.0:1749394104.250511:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1749394104.250522:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507814656:12345-0@lo:700: 00000100:00100000:1.0:1749394104.250556:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea480 going to sleep for 0 seconds 00000100:00100000:1.0:1749394104.250563:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507814784:0@lo:700: 40000000:00080000:1.0:1749394104.250579:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394104.250582:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394104.250670:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507814528:12345-0@lo:700: Request processed in 161us (354us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394104.250670:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fcc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394104.250678:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507814912:0@lo:700: 00000100:00100000:1.0:1749394104.250679:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 40000000:00080000:2.0:1749394104.250691:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394104.250694:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394104.250703:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507814528:0@lo:700: 00000100:00100000:2.0:1749394104.250750:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507814656:12345-0@lo:700: Request processed in 230us (387us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394104.250760:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:0.0:1749394104.250777:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e12a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507814656:0@lo:700: 00000100:00100000:2.0:1749394104.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394104.774343:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394104.857208:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394104.857221:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e12a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507815040:0@lo:900: 00000100:00100000:2.0:1749394105.192170:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394105.322160:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394105.776326:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394106.192229:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394106.251242:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507815168:0@lo:700: 00000100:00100000:3.0:1749394106.251313:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394106.251337:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507815296:0@lo:700: 00000100:00100000:1.0:1749394106.251379:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394106.251380:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:1.0:1749394106.251407:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea480 going to sleep for 11 seconds 00000100:00100000:0.0:1749394106.251409:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507815168 00000100:00100000:0.0:1749394106.251420:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507815168 00000100:00100000:2.0:1749394106.251434:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507815296 00000100:00100000:2.0:1749394106.251443:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507815296 00000100:00080000:3.0:1749394106.251489:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394106.251498:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:0.0:1749394106.251508:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507815168:12345-0@lo:700: 00000100:00100000:2.0:1749394106.251518:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:2.0:1749394106.251526:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507815296:12345-0@lo:700: 00000100:00100000:0.0:1749394106.251553:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394106.251561:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507815424:0@lo:700: 40000000:00080000:0.0:1749394106.251574:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394106.251577:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394106.251667:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507815168:12345-0@lo:700: Request processed in 160us (353us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394106.251667:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fcc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394106.251675:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507815552:0@lo:700: 00000100:00100000:0.0:1749394106.251676:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 40000000:00080000:2.0:1749394106.251688:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:3.0:1749394106.251690:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507815168:0@lo:700: 40000000:00020000:2.0:1749394106.251692:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394106.251745:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507815296:12345-0@lo:700: Request processed in 219us (365us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394106.251755:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00100000:1.0:1749394106.251773:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507815296:0@lo:700: 00000100:00100000:0.0:1749394106.287261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394106.287313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394106.287352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394106.287376:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499771392 00000100:00100000:0.0:1749394106.287382:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499771392 00000100:00100000:2.0:1749394106.287386:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499771264 00000100:00100000:2.0:1749394106.287395:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499771264 00000100:00100000:0.0:1749394106.287403:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499771520 00000100:00100000:0.0:1749394106.287406:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499771520 00000100:00100000:0.0:1749394106.287430:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1716 00000100:00100000:0.0:1749394106.287437:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499771392:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394106.287444:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1717 00000100:00100000:1.0:1749394106.287454:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499771520:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394106.287459:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 607 00010000:00080000:0.0:1749394106.287464:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1148 last 0 00000100:00100000:2.0:1749394106.287468:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499771264:12345-192.168.203.32@tcp:400: 00010000:00080000:1.0:1749394106.287480:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1148 last 0 00000100:00100000:2.0:1749394106.287524:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499771264:12345-192.168.203.32@tcp:400: Request processed in 56us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394106.287528:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499771392:12345-192.168.203.32@tcp:38: Request processed in 89us (215us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394106.287532:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 607 00000100:00100000:0.0:1749394106.287537:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1716 00000100:00100000:1.0:1749394106.287541:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499771520:12345-192.168.203.32@tcp:38: Request processed in 87us (188us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394106.287550:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1717 00000100:00100000:2.0:1749394106.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394106.778339:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394106.858209:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394106.858221:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507815680:0@lo:900: 00000100:00100000:2.0:1749394106.899183:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394106.899214:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507815808/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394111 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394106.899280:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394106.899373:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394106.899406:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507815808 00000100:00100000:0.0:1749394106.899417:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507815808 00000100:00100000:0.0:1749394106.899466:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00080000:3.0:1749394106.899471:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394106.899475:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507815808:12345-0@lo:700: 40000000:00080000:0.0:1749394106.899501:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394106.899558:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507815808:12345-0@lo:700: Request processed in 84us (278us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394106.899566:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:2.0:1749394106.899583:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507815808/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394122 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394106.899594:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394106.919174:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394106.919194:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507815936/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394111 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394106.919235:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394106.919289:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394106.919356:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507815936 00000100:00100000:0.0:1749394106.919365:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507815936 00000100:00080000:3.0:1749394106.919400:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394106.919404:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1749394106.919412:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507815936:12345-0@lo:700: 40000000:00080000:0.0:1749394106.919430:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394106.919483:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507815936:12345-0@lo:700: Request processed in 71us (247us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394106.919491:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:2.0:1749394106.919507:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507815936/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394122 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394106.919517:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749394107.036300:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507816064:0@lo:41: 00000100:00100000:1.0:1749394107.036351:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394107.036413:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507816064 00000100:00100000:2.0:1749394107.036422:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507816064 00000100:00100000:2.0:1749394107.036456:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1749394107.036464:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507816064:12345-0@lo:41: 00000004:00000024:2.0:1749394107.036494:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394107.036550:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507816064:12345-0@lo:41: Request processed in 86us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394107.036557:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1749394107.036584:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507816064:0@lo:41: 00000100:00100000:2.0:1749394107.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394107.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394107.780294:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749394107.964231:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394107.964240:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749394107.964242:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749394107.964244:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394107.964252:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1144 00000100:00080000:2.0:1749394107.964256:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394107.964263:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507816192:0@lo:400: 00000100:00080000:2.0:1749394107.964263:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394107.964284:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b00000 x1834371507816448/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394107.964307:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394107.964311:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394107.964313:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394107.964316:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1144 00000100:00080000:2.0:1749394107.964318:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394107.964321:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394107.964326:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394107.964333:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b01880 x1834371507816704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394107.964334:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507816576:0@lo:400: 00000100:00100000:3.0:1749394107.964343:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507816320:0@lo:41: 00000100:00080000:2.0:1749394107.964358:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394107.964361:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394107.964363:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394107.964366:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1144 00000100:00080000:2.0:1749394107.964369:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394107.964372:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394107.964373:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507816832:0@lo:400: 00000100:00100000:0.0:1749394107.964381:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394107.964382:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b02680 x1834371507816960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394107.964390:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507816448:0@lo:38: 00000100:00080000:2.0:1749394107.964391:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394107.964394:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394107.964396:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394107.964398:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1144 00000100:00080000:2.0:1749394107.964401:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394107.964404:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394107.964412:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507816576 00000100:00100000:2.0:1749394107.964413:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b01f80 x1834371507817088/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394107.964420:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507816576 00000100:00100000:3.0:1749394107.964431:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394107.964443:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394107.964451:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507816320 00000100:00080000:2.0:1749394107.964453:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394107.964454:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507816320 00000100:00080000:2.0:1749394107.964456:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749394107.964457:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507816704:0@lo:38: 00000100:00080000:2.0:1749394107.964458:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394107.964462:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1144 00000100:00080000:2.0:1749394107.964464:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394107.964465:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507817344:0@lo:400: 00000100:00080000:2.0:1749394107.964468:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394107.964471:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:3.0:1749394107.964475:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394107.964479:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e764380 x1834371507817472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394107.964480:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507816576:12345-0@lo:400: 00000100:00080000:2.0:1749394107.964488:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394107.964491:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394107.964491:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394107.964492:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394107.964495:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1144 00000100:00080000:2.0:1749394107.964497:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394107.964497:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507816960:0@lo:38: 00000100:00080000:2.0:1749394107.964500:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394107.964509:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e764700 x1834371507817600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394107.964517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394107.964523:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1749394107.964530:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507816576:12345-0@lo:400: Request processed in 51us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394107.964532:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507817088:0@lo:38: 00000100:00100000:0.0:1749394107.964533:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507816320:12345-0@lo:41: 00000100:00100000:3.0:1749394107.964548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394107.964550:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507816192 00000100:00100000:1.0:1749394107.964552:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1749394107.964555:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507816192 00000100:00100000:3.0:1749394107.964559:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507817472:0@lo:38: 00000004:00000024:0.0:1749394107.964563:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749394107.964574:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394107.964586:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1749394107.964591:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507817600:0@lo:38: 00000100:00100000:2.0:1749394107.964593:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507816192:12345-0@lo:400: 00000100:00100000:0.0:1749394107.964595:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507816320:12345-0@lo:41: Request processed in 64us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394107.964595:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507816448 00000100:00100000:1.0:1749394107.964599:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507816448 00000100:00100000:0.0:1749394107.964603:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1749394107.964609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394107.964614:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507816704 00000100:00100000:1.0:1749394107.964650:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507816704 00000100:00100000:1.0:1749394107.964660:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507816960 00000100:00100000:1.0:1749394107.964662:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507816960 00000100:00100000:0.0:1749394107.964667:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507817088 00000100:00100000:1.0:1749394107.964669:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507817472 00000100:00100000:1.0:1749394107.964672:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507817472 00000100:00100000:0.0:1749394107.964673:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507817088 00000100:00100000:2.0:1749394107.964674:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507816192:12345-0@lo:400: Request processed in 80us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394107.964679:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507817600 00000100:00100000:1.0:1749394107.964681:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507817600 00000100:00100000:2.0:1749394107.964681:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1749394107.964685:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1718 00000100:00100000:3.0:1749394107.964692:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507816448:12345-0@lo:38: 00000100:00100000:1.0:1749394107.964696:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1719 00000100:00100000:1.0:1749394107.964701:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507816704:12345-0@lo:38: 00000100:00100000:0.0:1749394107.964707:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1720 00000100:00100000:0.0:1749394107.964713:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507816960:12345-0@lo:38: 00010000:00020000:3.0:1749394107.964714:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394107.964719:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721 00010000:00020000:1.0:1749394107.964722:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394107.964724:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507817472:12345-0@lo:38: 00010000:00020000:0.0:1749394107.964729:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749394107.964741:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394107.964774:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507816704:12345-0@lo:38: Request processed in 72us (298us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394107.964777:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507816960:12345-0@lo:38: Request processed in 63us (259us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394107.964778:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507816448:12345-0@lo:38: Request processed in 83us (344us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394107.964781:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507817472:12345-0@lo:38: Request processed in 56us (205us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394107.964782:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1719 00000100:00100000:0.0:1749394107.964785:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1720 00000100:00100000:3.0:1749394107.964791:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1718 00000100:00100000:2.0:1749394107.964795:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721 00000100:00100000:1.0:1749394107.964799:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1722 00000100:00100000:0.0:1749394107.964804:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1723 00000100:00100000:1.0:1749394107.964804:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507817088:12345-0@lo:38: 00000100:00100000:0.0:1749394107.964808:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507817600:12345-0@lo:38: 00010000:00020000:1.0:1749394107.964816:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394107.964821:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394107.964822:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507817216:0@lo:400: 00000100:00100000:2.0:1749394107.964836:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507816320:0@lo:41: 00000100:00100000:1.0:1749394107.964838:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507817088:12345-0@lo:38: Request processed in 33us (289us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394107.964844:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507817600:12345-0@lo:38: Request processed in 35us (235us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394107.964844:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1722 00000100:00100000:3.0:1749394107.964847:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394107.964850:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749394107.964851:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1723 00000100:00100000:2.0:1749394107.964858:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507817728:0@lo:400: 00000100:00100000:3.0:1749394107.964867:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749394107.964868:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507817344 00000100:00100000:1.0:1749394107.964870:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507817344 00000100:00100000:3.0:1749394107.964873:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507817856:0@lo:400: 00000100:00100000:0.0:1749394107.964879:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507816576:0@lo:400: 00000100:00100000:2.0:1749394107.964886:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394107.964902:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507817216 00000100:00100000:3.0:1749394107.964903:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507817728 00000100:00100000:1.0:1749394107.964905:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507817216 00000100:00100000:3.0:1749394107.964908:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507817728 00000100:00100000:0.0:1749394107.964912:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1749394107.964919:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507817344:12345-0@lo:400: 00000100:00100000:1.0:1749394107.964937:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1749394107.964950:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1749394107.964955:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507817344:12345-0@lo:400: Request processed in 35us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394107.964955:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507817216:12345-0@lo:400: 00000100:00100000:3.0:1749394107.964957:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507817728:12345-0@lo:400: 00000100:00100000:0.0:1749394107.964962:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00010000:00080000:2.0:1749394107.964963:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e764000 x1834371507817344/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394107.964976:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507817344:0@lo:400: 00010000:00080000:2.0:1749394107.964995:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e764a80 x1834371507817728/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394107.964997:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507817216:12345-0@lo:400: Request processed in 44us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394107.964997:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507817728:12345-0@lo:400: Request processed in 39us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394107.965005:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1749394107.965005:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507817728:0@lo:400: 00000100:00100000:3.0:1749394107.965008:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1749394107.965025:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394107.965027:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394107.965050:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507817856 00000100:00100000:2.0:1749394107.965054:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507817856 00010000:00080000:3.0:1749394107.965067:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880093b03100 x1834371507817216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394107.965068:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507816192:0@lo:400: 00000100:00100000:2.0:1749394107.965098:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1749394107.965105:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507817856:12345-0@lo:400: 00000100:00100000:0.0:1749394107.965116:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507816832 00000100:00100000:0.0:1749394107.965121:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507816832 00000100:00100000:3.0:1749394107.965128:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507817216:0@lo:400: 00000100:00100000:2.0:1749394107.965142:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507817856:12345-0@lo:400: Request processed in 37us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394107.965143:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00010000:00080000:3.0:1749394107.965148:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e764e00 x1834371507817856/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394107.965149:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1749394107.965150:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507816832:12345-0@lo:400: 00000100:00100000:3.0:1749394107.965159:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507817856:0@lo:400: 00000100:00080000:3.0:1749394107.965189:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394107.965193:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394107.965197:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507817600:0@lo:38: 00000100:00100000:0.0:1749394107.965201:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507816832:12345-0@lo:400: Request processed in 51us (175us total) trans 0 rc 0/0 00000100:00080000:3.0:1749394107.965206:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394107.965207:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00080000:3.0:1749394107.965215:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394107.965220:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507816960:0@lo:38: 00000100:00080000:3.0:1749394107.965231:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394107.965234:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394107.965237:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507817088:0@lo:38: 00000100:00080000:3.0:1749394107.965245:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394107.965248:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394107.965251:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507816832:0@lo:400: 00000100:00100000:3.0:1749394107.965251:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507817472:0@lo:38: 00000100:00080000:3.0:1749394107.965259:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394107.965261:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394107.965264:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507816448:0@lo:38: 00000100:00080000:3.0:1749394107.965272:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394107.965276:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394107.965281:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507816704:0@lo:38: 00000100:00100000:2.0:1749394108.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394108.252176:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507817984:0@lo:700: 00000100:00100000:1.0:1749394108.252211:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507818112:0@lo:700: 00000100:00100000:3.0:1749394108.252221:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394108.252276:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394108.252320:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507817984 00000100:00100000:1.0:1749394108.252323:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507817984 00000100:00100000:3.0:1749394108.252323:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:1.0:1749394108.252344:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507818112 00000100:00100000:1.0:1749394108.252346:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507818112 00000100:00100000:0.0:1749394108.252360:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:1.0:1749394108.252386:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:0.0:1749394108.252391:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507817984:12345-0@lo:700: 00000100:00100000:1.0:1749394108.252395:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507818112:12345-0@lo:700: 00000100:00080000:2.0:1749394108.252413:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394108.252426:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394108.252433:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507818240:0@lo:700: 40000000:00080000:1.0:1749394108.252445:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394108.252448:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394108.252499:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507818112:12345-0@lo:700: Request processed in 106us (223us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394108.252507:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394108.252507:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:0.0:1749394108.252515:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507818368:0@lo:700: 40000000:00080000:0.0:1749394108.252526:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:1.0:1749394108.252528:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea480 going to sleep for 11 seconds 40000000:00020000:0.0:1749394108.252529:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394108.252543:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507818112:0@lo:700: 00000100:00100000:0.0:1749394108.252586:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507817984:12345-0@lo:700: Request processed in 199us (365us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394108.252594:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:3.0:1749394108.252607:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507817984:0@lo:700: 00000100:00100000:2.0:1749394108.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394108.782310:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394108.859206:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394108.859218:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507818496:0@lo:900: 00000100:00100000:0.0:1749394109.192266:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394109.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394109.784342:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394110.192188:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394110.253228:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507818624:0@lo:700: 00000100:00100000:1.0:1749394110.253310:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394110.253323:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507818752:0@lo:700: 00000100:00100000:2.0:1749394110.253369:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394110.253380:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea480 going to sleep for 11 seconds 00000100:00100000:2.0:1749394110.253399:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394110.253404:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507818624 00000100:00100000:1.0:1749394110.253411:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507818624 00000100:00100000:0.0:1749394110.253425:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507818752 00000100:00100000:0.0:1749394110.253435:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507818752 00000100:00080000:2.0:1749394110.253449:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394110.253464:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:0.0:1749394110.253471:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:1.0:1749394110.253473:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507818624:12345-0@lo:700: 00000100:00100000:0.0:1749394110.253480:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507818752:12345-0@lo:700: 00000100:00100000:1.0:1749394110.253510:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394110.253517:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507818880:0@lo:700: 40000000:00080000:1.0:1749394110.253532:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394110.253535:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394110.253586:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394110.253589:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507818624:12345-0@lo:700: Request processed in 117us (279us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394110.253594:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507819008:0@lo:700: 00000100:00100000:1.0:1749394110.253598:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 40000000:00080000:0.0:1749394110.253641:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394110.253645:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394110.253655:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507818624:0@lo:700: 00000100:00100000:0.0:1749394110.253689:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507818752:12345-0@lo:700: Request processed in 209us (319us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394110.253690:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507818752:0@lo:700: 00000100:00100000:0.0:1749394110.253697:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:2.0:1749394110.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394110.786338:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394110.860232:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394110.860250:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507819136:0@lo:900: 00000100:00100000:2.0:1749394111.192356:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394111.295670:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394111.295713:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394111.295752:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394111.295790:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499771776 00000100:00100000:2.0:1749394111.295795:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499771648 00000100:00100000:0.0:1749394111.295800:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499771776 00000100:00100000:2.0:1749394111.295804:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499771648 00000100:00100000:0.0:1749394111.295831:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499771904 00000100:00100000:0.0:1749394111.295834:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499771904 00000100:00100000:1.0:1749394111.295850:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1724 00000100:00100000:1.0:1749394111.295862:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499771776:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394111.295864:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1725 00000100:00100000:2.0:1749394111.295866:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 609 00000100:00100000:0.0:1749394111.295871:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499771904:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394111.295879:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499771648:12345-192.168.203.32@tcp:400: 00010000:00080000:0.0:1749394111.295897:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1153 last 0 00010000:00080000:1.0:1749394111.295897:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1153 last 0 00000100:00100000:0.0:1749394111.295961:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499771904:12345-192.168.203.32@tcp:38: Request processed in 88us (207us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394111.295963:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499771648:12345-192.168.203.32@tcp:400: Request processed in 84us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394111.295969:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499771776:12345-192.168.203.32@tcp:38: Request processed in 107us (254us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394111.295970:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1725 00000100:00100000:2.0:1749394111.295976:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 609 00000100:00100000:1.0:1749394111.295977:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1724 00000100:00100000:2.0:1749394111.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394111.788330:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394112.044410:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749394112.044438:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507819264:0@lo:41: 00000100:00100000:0.0:1749394112.044511:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394112.044641:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507819264 00000100:00100000:2.0:1749394112.044653:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507819264 00000100:00100000:2.0:1749394112.044710:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1749394112.044719:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507819264:12345-0@lo:41: 00000004:00000024:2.0:1749394112.044756:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394112.044817:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507819264:12345-0@lo:41: Request processed in 98us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394112.044825:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1749394112.044857:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507819264:0@lo:41: 00000100:00100000:2.0:1749394112.192169:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394112.254225:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507819392:0@lo:700: 00000100:00100000:2.0:1749394112.254275:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394112.254292:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507819520:0@lo:700: 00000100:00100000:0.0:1749394112.254332:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394112.254345:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394112.254356:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394112.254383:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507819392 00000100:00100000:2.0:1749394112.254390:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507819392 00000100:00100000:1.0:1749394112.254407:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507819520 00000100:00100000:1.0:1749394112.254417:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507819520 00000100:00100000:2.0:1749394112.254437:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00080000:3.0:1749394112.254438:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394112.254449:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507819392:12345-0@lo:700: 00000100:00100000:1.0:1749394112.254475:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:1.0:1749394112.254484:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507819520:12345-0@lo:700: 00000100:00100000:2.0:1749394112.254491:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fc00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394112.254499:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507819648:0@lo:700: 40000000:00080000:2.0:1749394112.254520:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394112.254524:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394112.254567:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394112.254574:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507819776:0@lo:700: 40000000:00080000:1.0:1749394112.254616:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394112.254634:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394112.254664:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507819392:0@lo:700: 00000100:00100000:2.0:1749394112.254667:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507819392:12345-0@lo:700: Request processed in 217us (390us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394112.254680:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:1.0:1749394112.254704:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507819520:12345-0@lo:700: Request processed in 220us (371us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394112.254714:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:0.0:1749394112.254730:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507819520:0@lo:700: 00000100:00100000:2.0:1749394112.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394112.790313:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394112.861201:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394112.861213:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507819904:0@lo:900: 00000100:00080000:2.0:1749394112.972243:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394112.972252:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394112.972256:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394112.972262:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1149 00000100:00080000:2.0:1749394112.972267:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394112.972273:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394112.972293:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e765c00 x1834371507820160/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394112.972322:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394112.972326:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394112.972328:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394112.972331:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1149 00000100:00080000:2.0:1749394112.972334:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394112.972337:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394112.972343:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507820416:0@lo:400: 00000100:00100000:3.0:1749394112.972344:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507820032:0@lo:400: 00000100:00100000:2.0:1749394112.972348:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e766300 x1834371507820544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394112.972349:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507820288:0@lo:41: 00000100:00080000:2.0:1749394112.972362:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394112.972366:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394112.972368:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394112.972371:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1149 00000100:00080000:2.0:1749394112.972373:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394112.972376:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394112.972385:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e766a00 x1834371507820800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394112.972393:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394112.972396:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394112.972398:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394112.972399:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394112.972401:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1149 00000100:00080000:2.0:1749394112.972402:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394112.972406:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394112.972407:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394112.972415:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e766d80 x1834371507820928/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394112.972424:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394112.972427:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749394112.972428:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507820416 00000100:00080000:2.0:1749394112.972428:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394112.972431:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1149 00000100:00080000:2.0:1749394112.972433:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394112.972435:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507820416 00000100:00080000:2.0:1749394112.972435:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394112.972444:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e767100 x1834371507821056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394112.972452:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394112.972456:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394112.972458:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394112.972461:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1149 00000100:00080000:2.0:1749394112.972463:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394112.972466:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394112.972467:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507820032 00000100:00100000:1.0:1749394112.972473:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507820032 00000100:00100000:0.0:1749394112.972474:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1749394112.972474:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e767480 x1834371507821184/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394112.972481:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507820416:12345-0@lo:400: 00000100:00100000:3.0:1749394112.972492:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507820160:0@lo:38: 00000100:00100000:1.0:1749394112.972508:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1749394112.972512:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507820672:0@lo:400: 00000100:00100000:1.0:1749394112.972516:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507820032:12345-0@lo:400: 00000100:00100000:3.0:1749394112.972522:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394112.972530:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507820416:12345-0@lo:400: Request processed in 48us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394112.972540:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507820544:0@lo:38: 00000100:00100000:0.0:1749394112.972542:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1749394112.972553:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394112.972559:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507820032:12345-0@lo:400: Request processed in 43us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394112.972560:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507820672 00000100:00100000:3.0:1749394112.972561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394112.972564:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507820672 00000100:00100000:1.0:1749394112.972566:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1749394112.972621:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:3.0:1749394112.972622:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507821312:0@lo:400: 00000100:00100000:0.0:1749394112.972628:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507820672:12345-0@lo:400: 00000100:00100000:3.0:1749394112.972647:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394112.972651:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507820416:0@lo:400: 00000100:00100000:0.0:1749394112.972664:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507820672:12345-0@lo:400: Request processed in 36us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394112.972667:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507821312 00000100:00100000:0.0:1749394112.972671:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1749394112.972673:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507821312 00000100:00100000:3.0:1749394112.972677:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507820032:0@lo:400: 00000100:00100000:1.0:1749394112.972680:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507820160 00000100:00100000:1.0:1749394112.972684:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507820160 00000100:00100000:3.0:1749394112.972690:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749394112.972691:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507820544 00000100:00100000:0.0:1749394112.972695:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507820544 00000100:00100000:3.0:1749394112.972697:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507821440:0@lo:400: 00000100:00100000:1.0:1749394112.972704:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1726 00000100:00100000:2.0:1749394112.972708:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1749394112.972710:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507820160:12345-0@lo:38: 00000100:00100000:0.0:1749394112.972712:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727 00000100:00100000:3.0:1749394112.972714:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394112.972716:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507821312:12345-0@lo:400: 00000100:00100000:0.0:1749394112.972718:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507820544:12345-0@lo:38: 00010000:00020000:1.0:1749394112.972732:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749394112.972735:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:0.0:1749394112.972746:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394112.972750:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507820800:0@lo:38: 00000100:00100000:2.0:1749394112.972759:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507821312:12345-0@lo:400: Request processed in 44us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394112.972764:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507820160:12345-0@lo:38: Request processed in 53us (241us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394112.972767:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1749394112.972771:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1726 00000100:00100000:3.0:1749394112.972773:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394112.972776:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507820544:12345-0@lo:38: Request processed in 57us (214us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394112.972779:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507821440 00000100:00100000:1.0:1749394112.972781:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507820800 00000100:00100000:2.0:1749394112.972782:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507821440 00000100:00100000:0.0:1749394112.972783:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727 00000100:00100000:1.0:1749394112.972784:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507820800 00000100:00100000:3.0:1749394112.972786:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507820928:0@lo:38: 00000100:00100000:0.0:1749394112.972795:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728 00000100:00100000:0.0:1749394112.972801:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507820800:12345-0@lo:38: 00000100:00100000:3.0:1749394112.972801:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394112.972804:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1749394112.972809:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507821440:12345-0@lo:400: 00010000:00020000:0.0:1749394112.972811:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394112.972811:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507820928 00000100:00100000:1.0:1749394112.972814:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507820928 00000100:00100000:3.0:1749394112.972814:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507821056:0@lo:38: 00000100:00100000:1.0:1749394112.972827:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729 00000100:00100000:0.0:1749394112.972836:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507820800:12345-0@lo:38: Request processed in 35us (63us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394112.972837:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394112.972840:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507821440:12345-0@lo:400: Request processed in 30us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394112.972845:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728 00000100:00100000:1.0:1749394112.972845:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507820928:12345-0@lo:38: 00000100:00100000:2.0:1749394112.972847:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1749394112.972847:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507821184:0@lo:38: 00000100:00100000:0.0:1749394112.972854:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507821056 00000100:00100000:0.0:1749394112.972857:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507821056 00010000:00020000:1.0:1749394112.972859:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394112.972861:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394112.972864:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507821184 00000100:00100000:0.0:1749394112.972867:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507821184 00000100:00100000:0.0:1749394112.972875:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1730 00000100:00100000:2.0:1749394112.972877:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507820672:0@lo:400: 00000100:00100000:0.0:1749394112.972879:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507821056:12345-0@lo:38: 00000100:00080000:3.0:1749394112.972880:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394112.972884:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394112.972886:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507820928:12345-0@lo:38: Request processed in 43us (85us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749394112.972889:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394112.972889:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507820160:0@lo:38: 00000100:00100000:1.0:1749394112.972893:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729 00000100:00100000:1.0:1749394112.972905:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731 00000100:00100000:0.0:1749394112.972907:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507821056:12345-0@lo:38: Request processed in 27us (69us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394112.972910:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507821184:12345-0@lo:38: 00000100:00100000:0.0:1749394112.972913:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1730 00000100:00080000:3.0:1749394112.972914:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394112.972917:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:1.0:1749394112.972920:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394112.972921:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507820544:0@lo:38: 00000100:00080000:3.0:1749394112.972929:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394112.972931:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394112.972931:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394112.972934:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507820800:0@lo:38: 00000100:00100000:1.0:1749394112.972942:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507821184:12345-0@lo:38: Request processed in 31us (80us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749394112.972943:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394112.972945:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394112.972948:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731 00000100:00100000:3.0:1749394112.972948:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507820928:0@lo:38: 00000100:00100000:2.0:1749394112.972954:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507820288 00000100:00080000:3.0:1749394112.972956:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394112.972958:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507820288 00000100:00080000:3.0:1749394112.972958:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394112.972961:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507821056:0@lo:38: 00000100:00080000:3.0:1749394112.972968:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394112.972971:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394112.972974:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1749394112.972974:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507821184:0@lo:38: 00000100:00100000:2.0:1749394112.972980:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507820288:12345-0@lo:41: 00000004:00000024:2.0:1749394112.973003:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00080000:3.0:1749394112.973006:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1749394112.973026:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e767b80 x1834371507821440/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394112.973039:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507821440:0@lo:400: 00000100:00100000:2.0:1749394112.973049:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507820288:12345-0@lo:41: Request processed in 68us (117us total) trans 0 rc 0/0 00010000:00080000:3.0:1749394112.973051:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e767800 x1834371507821312/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394112.973056:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1749394112.973061:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507821312:0@lo:400: 00000100:00100000:0.0:1749394112.973127:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507820288:0@lo:41: 00000100:00100000:2.0:1749394113.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394113.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394113.792343:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394114.192230:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394114.255291:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507821568:0@lo:700: 00000100:00100000:1.0:1749394114.255324:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507821696:0@lo:700: 00000100:00100000:2.0:1749394114.255363:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394114.255399:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507821568 00000100:00100000:1.0:1749394114.255408:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507821568 00000100:00100000:0.0:1749394114.255429:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394114.255434:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394114.255456:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507821696 00000100:00100000:1.0:1749394114.255459:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507821696 00000100:00100000:0.0:1749394114.255464:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea600 going to sleep for 11 seconds 00000100:00100000:2.0:1749394114.255466:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:2.0:1749394114.255481:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507821568:12345-0@lo:700: 00000100:00080000:3.0:1749394114.255481:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394114.255484:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:1.0:1749394114.255491:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507821696:12345-0@lo:700: 00000100:00100000:1.0:1749394114.255522:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea6c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394114.255529:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507821824:0@lo:700: 40000000:00080000:1.0:1749394114.255544:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394114.255547:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394114.255633:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394114.255640:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507821952:0@lo:700: 40000000:00080000:2.0:1749394114.255653:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394114.255656:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394114.255658:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507821696:12345-0@lo:700: Request processed in 165us (230us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394114.255668:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:0.0:1749394114.255691:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507821696:0@lo:700: 00000100:00100000:2.0:1749394114.255710:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507821568:12345-0@lo:700: Request processed in 231us (345us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394114.255722:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:3.0:1749394114.255756:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507821568:0@lo:700: 00000100:00100000:2.0:1749394114.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394114.794321:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394114.862215:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394114.862227:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507822080:0@lo:900: 00000100:00100000:2.0:1749394115.192222:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394115.322201:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394115.796346:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394116.192216:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394116.256201:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507822208:0@lo:700: 00000100:00100000:0.0:1749394116.256218:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507822336:0@lo:700: 00000100:00100000:3.0:1749394116.256273:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394116.256315:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394116.256363:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394116.256364:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:2.0:1749394116.256367:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507822208 00000100:00100000:2.0:1749394116.256378:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507822208 00000100:00080000:3.0:1749394116.256409:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394116.256445:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507822336 00000100:00100000:2.0:1749394116.256451:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507822336 00000100:00100000:1.0:1749394116.256463:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:1.0:1749394116.256495:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507822208:12345-0@lo:700: 00000100:00080000:3.0:1749394116.256502:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394116.256506:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:0.0:1749394116.256517:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507822336:12345-0@lo:700: 00000100:00100000:1.0:1749394116.256542:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea6c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394116.256550:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507822464:0@lo:700: 40000000:00080000:1.0:1749394116.256600:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394116.256604:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394116.256663:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:0.0:1749394116.256670:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507822592:0@lo:700: 00000100:00100000:1.0:1749394116.256680:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507822208:12345-0@lo:700: Request processed in 190us (406us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394116.256682:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394116.256685:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394116.256689:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00100000:3.0:1749394116.256708:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507822208:0@lo:700: 00000100:00100000:0.0:1749394116.256721:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507822336:12345-0@lo:700: Request processed in 207us (406us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394116.256730:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00100000:0.0:1749394116.256762:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507822336:0@lo:700: 00000100:00100000:0.0:1749394116.303705:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394116.303747:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394116.303784:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394116.303816:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499772160 00000100:00100000:0.0:1749394116.303822:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499772160 00000100:00100000:1.0:1749394116.303835:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499772032 00000100:00100000:0.0:1749394116.303844:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499772288 00000100:00100000:1.0:1749394116.303845:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499772032 00000100:00100000:0.0:1749394116.303846:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499772288 00000100:00100000:0.0:1749394116.303863:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1732 00000100:00100000:0.0:1749394116.303870:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499772160:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394116.303881:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1733 00000100:00100000:3.0:1749394116.303894:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499772288:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394116.303896:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1158 last 0 00000100:00100000:1.0:1749394116.303903:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 611 00000100:00100000:1.0:1749394116.303912:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499772032:12345-192.168.203.32@tcp:400: 00010000:00080000:3.0:1749394116.303927:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1158 last 0 00000100:00100000:0.0:1749394116.303956:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499772160:12345-192.168.203.32@tcp:38: Request processed in 85us (208us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394116.303958:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499772032:12345-192.168.203.32@tcp:400: Request processed in 47us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394116.303966:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 611 00000100:00100000:0.0:1749394116.303969:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1732 00000100:00100000:3.0:1749394116.303985:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499772288:12345-192.168.203.32@tcp:38: Request processed in 90us (198us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394116.303998:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1733 00000100:00100000:2.0:1749394116.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394116.798330:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394116.863215:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394116.863229:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507822720:0@lo:900: 00000100:00100000:2.0:1749394117.052350:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507822848:0@lo:41: 00000100:00100000:2.0:1749394117.052431:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394117.052498:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507822848 00000100:00100000:0.0:1749394117.052509:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507822848 00000100:00100000:0.0:1749394117.052551:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1749394117.052581:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507822848:12345-0@lo:41: 00000004:00000024:0.0:1749394117.052618:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394117.052681:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507822848:12345-0@lo:41: Request processed in 102us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394117.052690:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1749394117.052743:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507822848:0@lo:41: 00000100:00100000:2.0:1749394117.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394117.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394117.800284:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394117.899182:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394117.899211:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507822976/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394122 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394117.899280:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394117.899354:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394117.899436:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507822976 00000100:00100000:0.0:1749394117.899447:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507822976 00000100:00080000:3.0:1749394117.899480:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394117.899512:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:0.0:1749394117.899522:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507822976:12345-0@lo:700: 40000000:00080000:0.0:1749394117.899590:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394117.899646:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507822976:12345-0@lo:700: Request processed in 125us (365us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394117.899655:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:2.0:1749394117.899676:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507822976/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394133 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394117.899688:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394117.919174:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394117.919195:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507823104/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394122 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394117.919235:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394117.919290:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394117.919350:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507823104 00000100:00100000:0.0:1749394117.919359:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507823104 00000100:00100000:0.0:1749394117.919397:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00080000:3.0:1749394117.919400:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394117.919405:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507823104:12345-0@lo:700: 40000000:00080000:0.0:1749394117.919426:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394117.919478:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507823104:12345-0@lo:700: Request processed in 73us (242us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394117.919491:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:2.0:1749394117.919510:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507823104/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394133 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394117.919520:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00080000:2.0:1749394117.980217:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394117.980225:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394117.980229:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394117.980235:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1154 00000100:00080000:2.0:1749394117.980240:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394117.980246:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394117.980265:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e767480 x1834371507823360/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394117.980314:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394117.980318:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394117.980320:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394117.980320:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507823232:0@lo:400: 00000100:00080000:2.0:1749394117.980324:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1154 00000100:00080000:2.0:1749394117.980326:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394117.980329:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394117.980338:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507823488:0@lo:41: 00000100:00100000:0.0:1749394117.980340:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507823616:0@lo:400: 00000100:00100000:2.0:1749394117.980343:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e766d80 x1834371507823744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394117.980358:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394117.980361:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394117.980363:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394117.980366:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1154 00000100:00080000:2.0:1749394117.980368:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394117.980371:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394117.980380:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e766300 x1834371507824000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394117.980382:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394117.980389:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394117.980392:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394117.980393:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394117.980396:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1154 00000100:00080000:2.0:1749394117.980399:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394117.980402:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394117.980402:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394117.980410:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507823232 00000100:00100000:2.0:1749394117.980411:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e765c00 x1834371507824128/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394117.980416:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507823232 00000100:00100000:3.0:1749394117.980428:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507824256:0@lo:400: 00000100:00080000:2.0:1749394117.980430:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394117.980433:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749394117.980435:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1749394117.980435:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394117.980438:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1154 00000100:00080000:2.0:1749394117.980440:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394117.980442:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507824384:0@lo:400: 00000100:00080000:2.0:1749394117.980443:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394117.980453:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1749394117.980454:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394117.980460:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507823232:12345-0@lo:400: 00000100:00100000:2.0:1749394117.980469:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c124000 x1834371507824512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394117.980472:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507823616 00000100:00100000:0.0:1749394117.980477:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507823616 00000100:00080000:2.0:1749394117.980478:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394117.980479:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1749394117.980482:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394117.980483:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394117.980486:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507823872:0@lo:400: 00000100:00080000:2.0:1749394117.980487:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1154 00000100:00080000:2.0:1749394117.980489:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394117.980492:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394117.980501:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c124380 x1834371507824640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394117.980504:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507823232:12345-0@lo:400: Request processed in 44us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394117.980505:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:3.0:1749394117.980505:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394117.980512:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507823616:12345-0@lo:400: 00000100:00100000:1.0:1749394117.980512:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1749394117.980541:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394117.980579:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507823232:0@lo:400: 00000100:00100000:0.0:1749394117.980581:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507823616:12345-0@lo:400: Request processed in 68us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394117.980582:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507823872 00000100:00100000:2.0:1749394117.980588:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507823872 00000100:00100000:0.0:1749394117.980589:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1749394117.980602:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507823488 00000100:00100000:0.0:1749394117.980606:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507823488 00000100:00100000:3.0:1749394117.980607:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507823360:0@lo:38: 00000100:00100000:2.0:1749394117.980614:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1749394117.980622:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507823872:12345-0@lo:400: 00000100:00100000:1.0:1749394117.980624:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1749394117.980631:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507823488:12345-0@lo:41: 00000100:00100000:3.0:1749394117.980634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394117.980643:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507824256 00000100:00100000:0.0:1749394117.980646:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507824256 00000100:00100000:3.0:1749394117.980651:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507823744:0@lo:38: 00000100:00100000:3.0:1749394117.980667:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394117.980669:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000004:00000024:1.0:1749394117.980669:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749394117.980676:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507824256:12345-0@lo:400: 00000100:00100000:2.0:1749394117.980677:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507823872:12345-0@lo:400: Request processed in 54us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394117.980682:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507824000:0@lo:38: 00000100:00100000:2.0:1749394117.980685:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1749394117.980704:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394117.980709:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507824256:12345-0@lo:400: Request processed in 35us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394117.980714:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507823488:12345-0@lo:41: Request processed in 83us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394117.980715:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1749394117.980722:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:3.0:1749394117.980722:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507824128:0@lo:38: 00000100:00100000:2.0:1749394117.980725:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507823872:0@lo:400: 00010000:00080000:2.0:1749394117.980739:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e765880 x1834371507824256/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394117.980739:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394117.980748:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394117.980750:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507824256:0@lo:400: 00000100:00100000:3.0:1749394117.980753:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507824512:0@lo:38: 00000100:00100000:1.0:1749394117.980759:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507823488:0@lo:41: 00000100:00100000:3.0:1749394117.980769:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394117.980775:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507823360 00000100:00100000:2.0:1749394117.980779:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507823360 00000100:00100000:1.0:1749394117.980780:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507823744 00000100:00100000:0.0:1749394117.980781:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507823616:0@lo:400: 00000100:00100000:3.0:1749394117.980783:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507824640:0@lo:38: 00000100:00100000:1.0:1749394117.980784:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507823744 00000100:00100000:2.0:1749394117.980794:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507824000 00000100:00100000:1.0:1749394117.980795:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507824128 00000100:00100000:2.0:1749394117.980796:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507824000 00000100:00100000:3.0:1749394117.980797:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394117.980798:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507824128 00000100:00100000:2.0:1749394117.980804:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507824512 00000100:00100000:0.0:1749394117.980805:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507824640 00000100:00100000:2.0:1749394117.980806:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507824512 00000100:00100000:0.0:1749394117.980808:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507824640 00000100:00100000:1.0:1749394117.980809:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1734 00000100:00100000:1.0:1749394117.980814:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507823360:12345-0@lo:38: 00000100:00100000:2.0:1749394117.980818:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1735 00000100:00100000:2.0:1749394117.980822:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507823744:12345-0@lo:38: 00000100:00100000:3.0:1749394117.980826:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1736 00000100:00100000:0.0:1749394117.980832:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737 00000100:00100000:3.0:1749394117.980833:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507824000:12345-0@lo:38: 00010000:00020000:1.0:1749394117.980837:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394117.980838:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507824128:12345-0@lo:38: 00010000:00020000:2.0:1749394117.980844:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749394117.980852:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394117.980859:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394117.980871:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507823360:12345-0@lo:38: Request processed in 55us (236us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394117.980876:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507823744:12345-0@lo:38: Request processed in 52us (207us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394117.980878:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1734 00000100:00100000:2.0:1749394117.980883:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1735 00000100:00100000:3.0:1749394117.980883:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507824000:12345-0@lo:38: Request processed in 50us (177us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394117.980889:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507824128:12345-0@lo:38: Request processed in 50us (150us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394117.980890:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1738 00000100:00100000:1.0:1749394117.980895:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507824512:12345-0@lo:38: 00000100:00100000:3.0:1749394117.980904:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1736 00010000:00020000:1.0:1749394117.980906:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394117.980914:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739 00000100:00100000:0.0:1749394117.980920:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737 00000100:00100000:2.0:1749394117.980920:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507824640:12345-0@lo:38: 00000100:00100000:1.0:1749394117.980924:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507824512:12345-0@lo:38: Request processed in 28us (154us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394117.980930:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1738 00010000:00020000:2.0:1749394117.980932:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394117.980937:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507824384 00000100:00100000:0.0:1749394117.980940:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507824384 00000100:00100000:2.0:1749394117.980951:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507824640:12345-0@lo:38: Request processed in 32us (153us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394117.980953:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394117.980957:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739 00000100:00080000:1.0:1749394117.980958:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394117.980962:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507823360:0@lo:38: 00000100:00100000:0.0:1749394117.980967:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00080000:1.0:1749394117.980972:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394117.980973:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507824384:12345-0@lo:400: 00000100:00080000:1.0:1749394117.980982:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394117.980986:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507823744:0@lo:38: 00000100:00080000:1.0:1749394117.980999:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394117.981001:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394117.981004:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507824000:0@lo:38: 00000100:00100000:0.0:1749394117.981006:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507824384:12345-0@lo:400: Request processed in 33us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394117.981012:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00080000:1.0:1749394117.981012:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394117.981015:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394117.981018:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507824128:0@lo:38: 00010000:00080000:2.0:1749394117.981024:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e765f80 x1834371507824384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394117.981026:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394117.981029:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394117.981032:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507824512:0@lo:38: 00000100:00080000:1.0:1749394117.981040:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394117.981042:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394117.981043:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507824384:0@lo:400: 00000100:00100000:1.0:1749394117.981045:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507824640:0@lo:38: 00000100:00100000:2.0:1749394118.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394118.257207:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507824768:0@lo:700: 00000100:00100000:3.0:1749394118.257210:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507824896:0@lo:700: 00000100:00100000:0.0:1749394118.257249:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394118.257291:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394118.257308:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394118.257314:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:2.0:1749394118.257364:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507824768 00000100:00100000:2.0:1749394118.257373:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507824768 00000100:00100000:1.0:1749394118.257411:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507824896 00000100:00100000:1.0:1749394118.257420:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507824896 00000100:00080000:3.0:1749394118.257427:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394118.257428:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1749394118.257437:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507824768:12345-0@lo:700: 00000100:00100000:1.0:1749394118.257461:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:1.0:1749394118.257470:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507824896:12345-0@lo:700: 00000100:00100000:2.0:1749394118.257471:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394118.257477:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507825024:0@lo:700: 40000000:00080000:2.0:1749394118.257489:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394118.257491:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394118.257528:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea840 going to sleep for 0 seconds 00000100:00100000:1.0:1749394118.257535:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507825152:0@lo:700: 00000100:00100000:2.0:1749394118.257573:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507824768:12345-0@lo:700: Request processed in 109us (295us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749394118.257579:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394118.257582:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394118.257583:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:0.0:1749394118.257606:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507824768:0@lo:700: 00000100:00100000:1.0:1749394118.257640:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507824896:12345-0@lo:700: Request processed in 170us (348us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394118.257668:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:3.0:1749394118.257669:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507824896:0@lo:700: 00000100:00100000:2.0:1749394118.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394118.802314:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394118.864208:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394118.864220:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507825280:0@lo:900: 00000100:00100000:2.0:1749394119.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394119.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:0.0:1749394119.804301:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394120.192229:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394120.258245:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507825408:0@lo:700: 00000100:00100000:0.0:1749394120.258246:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507825536:0@lo:700: 00000100:00100000:3.0:1749394120.258317:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394120.258373:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394120.258394:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:0.0:1749394120.258405:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394120.258457:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507825536 00000100:00100000:1.0:1749394120.258458:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507825408 00000100:00100000:1.0:1749394120.258469:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507825408 00000100:00100000:2.0:1749394120.258469:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507825536 00000100:00080000:3.0:1749394120.258529:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394120.258576:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:1.0:1749394120.258586:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507825408:12345-0@lo:700: 00000100:00100000:2.0:1749394120.258606:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1749394120.258619:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507825536:12345-0@lo:700: 00000100:00100000:1.0:1749394120.258632:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea840 going to sleep for 0 seconds 00000100:00100000:1.0:1749394120.258640:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507825664:0@lo:700: 40000000:00080000:1.0:1749394120.258655:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394120.258659:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394120.258731:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f840 going to sleep for 0 seconds 00000100:00100000:1.0:1749394120.258738:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507825408:12345-0@lo:700: Request processed in 153us (422us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394120.258740:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507825792:0@lo:700: 00000100:00100000:1.0:1749394120.258747:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 40000000:00080000:2.0:1749394120.258756:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394120.258760:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394120.258814:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507825536:12345-0@lo:700: Request processed in 198us (443us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394120.258823:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507825408:0@lo:700: 00000100:00100000:2.0:1749394120.258824:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:0.0:1749394120.258905:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507825536:0@lo:700: 00000100:00100000:2.0:1749394120.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394120.806353:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394120.865233:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394120.865251:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507825920:0@lo:900: 00000100:00100000:0.0:1749394121.192257:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394121.311819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394121.311866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394121.311903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394121.311941:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499772544 00000100:00100000:2.0:1749394121.311945:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499772672 00000100:00100000:0.0:1749394121.311950:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499772544 00000100:00100000:2.0:1749394121.311955:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499772672 00000100:00100000:1.0:1749394121.311984:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499772416 00000100:00100000:0.0:1749394121.311993:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1740 00000100:00100000:1.0:1749394121.311994:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499772416 00000100:00100000:0.0:1749394121.312002:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499772544:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394121.312009:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1741 00000100:00100000:2.0:1749394121.312020:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499772672:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394121.312033:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1163 last 0 00000100:00100000:1.0:1749394121.312041:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 613 00000100:00100000:1.0:1749394121.312049:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499772416:12345-192.168.203.32@tcp:400: 00010000:00080000:2.0:1749394121.312052:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1163 last 0 00000100:00100000:0.0:1749394121.312153:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499772544:12345-192.168.203.32@tcp:38: Request processed in 150us (340us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394121.312155:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499772416:12345-192.168.203.32@tcp:400: Request processed in 105us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394121.312163:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1740 00000100:00100000:1.0:1749394121.312163:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 613 00000100:00100000:2.0:1749394121.312166:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499772672:12345-192.168.203.32@tcp:38: Request processed in 143us (258us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394121.312179:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1741 00000100:00100000:2.0:1749394121.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394121.808327:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394122.060348:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507826048:0@lo:41: 00000100:00100000:0.0:1749394122.060420:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394122.060480:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507826048 00000100:00100000:1.0:1749394122.060492:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507826048 00000100:00100000:1.0:1749394122.060573:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1749394122.060582:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507826048:12345-0@lo:41: 00000004:00000024:1.0:1749394122.060620:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749394122.060691:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507826048:12345-0@lo:41: Request processed in 108us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394122.060719:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1749394122.060726:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507826048:0@lo:41: 00000100:00100000:0.0:1749394122.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394122.259208:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507826176:0@lo:700: 00000100:00100000:0.0:1749394122.259213:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507826304:0@lo:700: 00000100:00100000:3.0:1749394122.259254:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394122.259307:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394122.259333:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:0.0:1749394122.259338:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394122.259340:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507826176 00000100:00100000:2.0:1749394122.259348:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507826176 00000100:00100000:2.0:1749394122.259393:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507826304 00000100:00080000:3.0:1749394122.259393:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394122.259397:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507826304 00000100:00100000:3.0:1749394122.259413:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:3.0:1749394122.259425:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507826176:12345-0@lo:700: 00000100:00100000:2.0:1749394122.259464:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:3.0:1749394122.259467:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b900 going to sleep for 0 seconds 00000100:00100000:2.0:1749394122.259473:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507826304:12345-0@lo:700: 00000100:00100000:3.0:1749394122.259474:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507826432:0@lo:700: 40000000:00080000:3.0:1749394122.259489:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394122.259494:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394122.259573:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394122.259582:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507826560:0@lo:700: 00000100:00100000:3.0:1749394122.259590:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507826176:12345-0@lo:700: Request processed in 167us (335us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394122.259596:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394122.259599:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394122.259603:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00080000:3.0:1749394122.259630:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394122.259640:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507826176:0@lo:700: 00000100:00100000:2.0:1749394122.259662:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507826304:12345-0@lo:700: Request processed in 187us (355us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394122.259673:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1749394122.259696:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507826304:0@lo:700: 00000100:00100000:2.0:1749394122.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394122.810344:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394122.866211:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:0.0:1749394122.866225:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507826688:0@lo:900: 00000100:00080000:2.0:1749394122.988244:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394122.988250:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507826944:0@lo:41: 00000100:00080000:2.0:1749394122.988255:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394122.988260:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394122.988269:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1159 00000100:00080000:2.0:1749394122.988275:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394122.988281:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507826816:0@lo:400: 00000100:00080000:2.0:1749394122.988283:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394122.988310:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c124e00 x1834371507827072/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394122.988313:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394122.988339:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394122.988353:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394122.988359:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394122.988362:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394122.988367:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1159 00000100:00080000:2.0:1749394122.988370:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394122.988375:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394122.988380:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507826816 00000100:00100000:3.0:1749394122.988389:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507826816 00000100:00100000:2.0:1749394122.988390:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125500 x1834371507827328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394122.988399:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507827072:0@lo:38: 00000100:00080000:2.0:1749394122.988404:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394122.988408:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394122.988411:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394122.988416:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1159 00000100:00080000:2.0:1749394122.988419:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394122.988425:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394122.988426:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394122.988429:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749394122.988436:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1749394122.988443:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125880 x1834371507827456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394122.988447:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507827200:0@lo:400: 00000100:00100000:3.0:1749394122.988447:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507826816:12345-0@lo:400: 00000100:00100000:1.0:1749394122.988452:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507827328:0@lo:38: 00000100:00080000:2.0:1749394122.988456:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394122.988462:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394122.988464:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394122.988469:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394122.988469:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1159 00000100:00080000:2.0:1749394122.988472:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394122.988476:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394122.988489:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507827456:0@lo:38: 00000100:00100000:0.0:1749394122.988490:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394122.988490:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125c00 x1834371507827584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394122.988504:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394122.988510:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749394122.988554:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507826816:12345-0@lo:400: Request processed in 105us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394122.988556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394122.988567:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1749394122.988575:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507827072 00000100:00100000:1.0:1749394122.988577:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507827584:0@lo:38: 00000100:00100000:0.0:1749394122.988581:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507827072 00000100:00080000:2.0:1749394122.988586:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394122.988592:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1159 00000100:00080000:2.0:1749394122.988596:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394122.988598:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394122.988601:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394122.988605:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507827328 00000100:00100000:0.0:1749394122.988608:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507827328 00000100:00100000:0.0:1749394122.988618:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507827584 00000100:00100000:3.0:1749394122.988618:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507827456 00000100:00100000:2.0:1749394122.988620:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125f80 x1834371507827712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394122.988621:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507827584 00000100:00100000:3.0:1749394122.988624:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507827456 00000100:00100000:1.0:1749394122.988630:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1742 00000100:00100000:1.0:1749394122.988636:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507827072:12345-0@lo:38: 00000100:00080000:2.0:1749394122.988640:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394122.988642:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1743 00000100:00080000:2.0:1749394122.988646:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749394122.988648:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507827328:12345-0@lo:38: 00000100:00080000:2.0:1749394122.988648:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394122.988653:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1159 00000100:00080000:2.0:1749394122.988656:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00010000:00020000:1.0:1749394122.988660:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394122.988660:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1744 00000100:00080000:2.0:1749394122.988661:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00010000:00020000:0.0:1749394122.988667:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394122.988670:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507827584:12345-0@lo:38: 00000100:00100000:2.0:1749394122.988677:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c126300 x1834371507827840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394122.988690:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507827072:12345-0@lo:38: Request processed in 53us (264us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749394122.988692:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394122.988699:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1742 00000100:00100000:0.0:1749394122.988700:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507827328:12345-0@lo:38: Request processed in 50us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394122.988711:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1743 00000100:00100000:1.0:1749394122.988718:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745 00000100:00100000:1.0:1749394122.988722:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507827456:12345-0@lo:38: 00000100:00100000:2.0:1749394122.988728:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749394122.988732:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507827584:12345-0@lo:38: Request processed in 61us (131us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749394122.988734:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394122.988742:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507826944 00000100:00100000:2.0:1749394122.988742:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507827968:0@lo:400: 00000100:00100000:3.0:1749394122.988743:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1744 00000100:00100000:0.0:1749394122.988747:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507826944 00000100:00100000:1.0:1749394122.988753:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507827456:12345-0@lo:38: Request processed in 30us (197us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394122.988773:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745 00000100:00100000:0.0:1749394122.988777:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507827200 00000100:00100000:0.0:1749394122.988781:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507827200 00000100:00100000:2.0:1749394122.988782:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394122.988797:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507826816:0@lo:400: 00000100:00100000:1.0:1749394122.988798:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749394122.988803:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:1.0:1749394122.988807:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507828096:0@lo:400: 00000100:00100000:0.0:1749394122.988813:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507826944:12345-0@lo:41: 00000100:00100000:2.0:1749394122.988825:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1749394122.988832:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394122.988835:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507827712:0@lo:38: 00000100:00100000:2.0:1749394122.988838:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507827200:12345-0@lo:400: 00000004:00000024:0.0:1749394122.988849:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749394122.988869:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507827968 00000100:00100000:3.0:1749394122.988869:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394122.988874:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507827968 00000100:00100000:2.0:1749394122.988887:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507827200:12345-0@lo:400: Request processed in 51us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394122.988895:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507827840:0@lo:38: 00000100:00100000:2.0:1749394122.988896:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1749394122.988905:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507828096 00000100:00100000:0.0:1749394122.988906:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507826944:12345-0@lo:41: Request processed in 92us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394122.988908:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507828096 00000100:00100000:0.0:1749394122.988918:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1749394122.988920:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394122.988927:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1749394122.988933:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507827968:12345-0@lo:400: 00000100:00100000:2.0:1749394122.988945:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00080000:3.0:1749394122.988950:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394122.988955:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394122.988956:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507828096:12345-0@lo:400: 00000100:00100000:3.0:1749394122.988961:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507827584:0@lo:38: 00000100:00100000:0.0:1749394122.988969:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507826944:0@lo:41: 00000100:00100000:1.0:1749394122.988970:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507827968:12345-0@lo:400: Request processed in 37us (189us total) trans 0 rc 0/0 00000100:00080000:3.0:1749394122.988975:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394122.988977:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00080000:3.0:1749394122.988979:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394122.988985:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507827456:0@lo:38: 00000100:00080000:3.0:1749394122.988999:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394122.989001:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507827712 00000100:00080000:3.0:1749394122.989003:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394122.989005:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507827712 00000100:00100000:0.0:1749394122.989008:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507827200:0@lo:400: 00000100:00100000:2.0:1749394122.989008:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507828096:12345-0@lo:400: Request processed in 54us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394122.989016:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507827840 00000100:00100000:3.0:1749394122.989017:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507827328:0@lo:38: 00000100:00100000:2.0:1749394122.989018:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1749394122.989019:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507827840 00000100:00100000:1.0:1749394122.989030:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1746 00000100:00080000:3.0:1749394122.989034:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394122.989035:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507827712:12345-0@lo:38: 00000100:00080000:3.0:1749394122.989038:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:0.0:1749394122.989042:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c126a00 x1834371507828096/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394122.989043:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507827072:0@lo:38: 00010000:00020000:1.0:1749394122.989048:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394122.989061:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507828096:0@lo:400: 00010000:00080000:2.0:1749394122.989063:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c126680 x1834371507827968/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394122.989069:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507827712:12345-0@lo:38: Request processed in 33us (201us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394122.989103:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1746 00000100:00100000:2.0:1749394122.989111:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507827968:0@lo:400: 00000100:00100000:1.0:1749394122.989115:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1747 00000100:00100000:1.0:1749394122.989119:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507827840:12345-0@lo:38: 00000100:00080000:3.0:1749394122.989127:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00020000:1.0:1749394122.989130:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749394122.989132:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394122.989138:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507827712:0@lo:38: 00000100:00080000:2.0:1749394122.989148:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394122.989151:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507827840:12345-0@lo:38: Request processed in 30us (231us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749394122.989158:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394122.989162:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394122.989164:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1747 00000100:00100000:3.0:1749394122.989168:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507827840:0@lo:38: 00000100:00100000:0.0:1749394123.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394123.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394123.812328:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394124.192286:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394124.260224:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507828224:0@lo:700: 00000100:00100000:1.0:1749394124.260224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507828352:0@lo:700: 00000100:00100000:0.0:1749394124.260306:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394124.260350:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394124.260370:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:1.0:1749394124.260388:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:2.0:1749394124.260435:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507828352 00000100:00100000:3.0:1749394124.260435:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507828224 00000100:00100000:2.0:1749394124.260448:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507828352 00000100:00100000:3.0:1749394124.260448:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507828224 00000100:00080000:0.0:1749394124.260548:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394124.260572:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:3.0:1749394124.260580:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:2.0:1749394124.260586:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507828352:12345-0@lo:700: 00000100:00100000:3.0:1749394124.260589:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507828224:12345-0@lo:700: 00000100:00100000:2.0:1749394124.260635:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394124.260644:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507828480:0@lo:700: 40000000:00080000:2.0:1749394124.260663:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394124.260669:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394124.260736:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b600 going to sleep for 0 seconds 00000100:00100000:3.0:1749394124.260745:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507828608:0@lo:700: 00000100:00100000:2.0:1749394124.260752:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507828352:12345-0@lo:700: Request processed in 169us (401us total) trans 0 rc -11/-11 40000000:00080000:3.0:1749394124.260758:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394124.260761:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394124.260765:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:1.0:1749394124.260777:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507828352:0@lo:700: 00000100:00100000:3.0:1749394124.260819:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507828224:12345-0@lo:700: Request processed in 228us (511us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394124.260829:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:0.0:1749394124.260838:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507828224:0@lo:700: 00000100:00100000:2.0:1749394124.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394124.814332:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394124.867214:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:0.0:1749394124.867228:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507828736:0@lo:900: 00000100:00100000:2.0:1749394125.192162:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394125.322144:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394125.816340:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394126.192254:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394126.261247:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507828864:0@lo:700: 00000100:00100000:2.0:1749394126.261316:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507828992:0@lo:700: 00000100:00100000:1.0:1749394126.261318:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394126.261380:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394126.261398:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:2.0:1749394126.261415:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f840 going to sleep for 11 seconds 00000100:00100000:3.0:1749394126.261421:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507828864 00000100:00100000:1.0:1749394126.261430:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507828992 00000100:00100000:3.0:1749394126.261432:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507828864 00000100:00100000:1.0:1749394126.261436:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507828992 00000100:00080000:0.0:1749394126.261459:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394126.261481:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:1.0:1749394126.261517:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507828992:12345-0@lo:700: 00000100:00100000:3.0:1749394126.261534:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1749394126.261557:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea9c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394126.261564:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507829120:0@lo:700: 00000100:00100000:3.0:1749394126.261565:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507828864:12345-0@lo:700: 40000000:00080000:1.0:1749394126.261579:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394126.261582:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394126.261603:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b600 going to sleep for 0 seconds 00000100:00100000:3.0:1749394126.261610:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507829248:0@lo:700: 00000100:00100000:1.0:1749394126.261619:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507828992:12345-0@lo:700: Request processed in 129us (240us total) trans 0 rc -11/-11 40000000:00080000:3.0:1749394126.261625:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:1.0:1749394126.261628:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 40000000:00020000:3.0:1749394126.261629:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394126.261639:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507828992:0@lo:700: 00000100:00100000:3.0:1749394126.261673:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507828864:12345-0@lo:700: Request processed in 111us (354us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394126.261684:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1749394126.261689:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507828864:0@lo:700: 00000100:00100000:0.0:1749394126.319884:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394126.319927:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394126.319963:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394126.319995:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499772928 00000100:00100000:0.0:1749394126.320001:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499772928 00000100:00100000:1.0:1749394126.320013:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499773056 00000100:00100000:1.0:1749394126.320022:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499773056 00000100:00100000:0.0:1749394126.320028:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1748 00000100:00100000:0.0:1749394126.320035:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499772928:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394126.320038:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499772800 00000100:00100000:3.0:1749394126.320047:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499772800 00010000:00080000:0.0:1749394126.320062:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1168 last 0 00000100:00100000:1.0:1749394126.320069:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1749 00000100:00100000:1.0:1749394126.320104:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499773056:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394126.320129:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 615 00010000:00080000:1.0:1749394126.320130:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1168 last 0 00000100:00100000:3.0:1749394126.320142:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499772800:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394126.320175:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499772928:12345-192.168.203.32@tcp:38: Request processed in 134us (291us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394126.320189:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1748 00000100:00100000:1.0:1749394126.320190:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499773056:12345-192.168.203.32@tcp:38: Request processed in 85us (225us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394126.320199:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1749 00000100:00100000:3.0:1749394126.320209:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499772800:12345-192.168.203.32@tcp:400: Request processed in 67us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394126.320222:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 615 00000100:00100000:2.0:1749394126.322174:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394126.818341:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394126.868219:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:0.0:1749394126.868234:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507829376:0@lo:900: 00000100:00100000:2.0:1749394127.068328:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507829504:0@lo:41: 00000100:00100000:2.0:1749394127.068409:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394127.068483:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507829504 00000100:00100000:0.0:1749394127.068516:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507829504 00000100:00100000:0.0:1749394127.068560:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1749394127.068568:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507829504:12345-0@lo:41: 00000004:00000024:0.0:1749394127.068603:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394127.068665:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507829504:12345-0@lo:41: Request processed in 97us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394127.068674:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1749394127.068703:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507829504:0@lo:41: 00000100:00100000:2.0:1749394127.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394127.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394127.820318:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749394127.996227:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394127.996235:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1749394127.996239:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394127.996244:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394127.996255:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1164 00000100:00100000:0.0:1749394127.996259:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507829632:0@lo:400: 00000100:00080000:2.0:1749394127.996261:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394127.996269:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394127.996297:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c127800 x1834371507829760/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394127.996314:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749394127.996326:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394127.996333:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507829888:0@lo:41: 00000100:00080000:2.0:1749394127.996339:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394127.996343:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507829760:0@lo:38: 00000100:00080000:2.0:1749394127.996344:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394127.996346:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394127.996351:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1164 00000100:00080000:2.0:1749394127.996355:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394127.996359:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749394127.996377:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c126300 x1834371507830144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394127.996388:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507830016:0@lo:400: 00000100:00100000:3.0:1749394127.996390:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394127.996391:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394127.996399:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394127.996404:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394127.996407:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394127.996411:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1164 00000100:00080000:2.0:1749394127.996415:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394127.996420:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394127.996426:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507830144:0@lo:38: 00000100:00100000:0.0:1749394127.996427:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394127.996435:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c126a00 x1834371507830400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394127.996446:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394127.996446:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507829888 00000100:00100000:0.0:1749394127.996447:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749394127.996448:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394127.996453:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507830272:0@lo:400: 00000100:00080000:2.0:1749394127.996453:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394127.996455:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394127.996455:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507829888 00000100:00080000:2.0:1749394127.996460:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1164 00000100:00080000:2.0:1749394127.996463:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394127.996464:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507830400:0@lo:38: 00000100:00080000:2.0:1749394127.996467:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394127.996469:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394127.996526:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394127.996527:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c124e00 x1834371507830528/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394127.996541:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507829632 00000100:00100000:3.0:1749394127.996541:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507830016 00000100:00100000:3.0:1749394127.996545:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507830016 00000100:00100000:0.0:1749394127.996547:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507829632 00000100:00100000:1.0:1749394127.996549:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507830528:0@lo:38: 00000100:00100000:3.0:1749394127.996566:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507830272 00000100:00080000:2.0:1749394127.996567:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394127.996568:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394127.996570:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507830272 00000100:00080000:2.0:1749394127.996572:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394127.996574:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394127.996580:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00080000:2.0:1749394127.996580:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1164 00000100:00080000:2.0:1749394127.996583:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394127.996586:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00080000:2.0:1749394127.996588:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394127.996589:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507829632:12345-0@lo:400: 00000100:00100000:1.0:1749394127.996594:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507829760 00000100:00100000:3.0:1749394127.996596:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507829888:12345-0@lo:41: 00000100:00100000:1.0:1749394127.996600:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507829760 00000100:00100000:2.0:1749394127.996604:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125c00 x1834371507830912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394127.996620:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507830144 00000100:00080000:2.0:1749394127.996620:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394127.996622:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507830144 00000100:00080000:2.0:1749394127.996625:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394127.996627:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394127.996632:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507829632:12345-0@lo:400: Request processed in 43us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394127.996632:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507830400 00000100:00080000:2.0:1749394127.996632:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1164 00000100:00100000:1.0:1749394127.996634:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507830400 00000100:00080000:2.0:1749394127.996635:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394127.996639:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394127.996640:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1749394127.996641:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507830528 00000100:00100000:1.0:1749394127.996643:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507830528 00000004:00000024:3.0:1749394127.996652:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749394127.996653:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1750 00000100:00100000:2.0:1749394127.996653:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125180 x1834371507831040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394127.996659:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507829760:12345-0@lo:38: 00000100:00100000:0.0:1749394127.996674:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1751 00000100:00100000:0.0:1749394127.996679:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507830144:12345-0@lo:38: 00010000:00020000:1.0:1749394127.996683:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394127.996695:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394127.996700:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507831296:0@lo:400: 00000100:00100000:3.0:1749394127.996701:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507829888:12345-0@lo:41: Request processed in 104us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394127.996712:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1749394127.996715:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507829760:12345-0@lo:38: Request processed in 54us (323us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394127.996719:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507830144:12345-0@lo:38: Request processed in 39us (271us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394127.996722:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1750 00000100:00100000:0.0:1749394127.996727:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1751 00000100:00100000:3.0:1749394127.996734:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1749394127.996739:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752 00000100:00100000:2.0:1749394127.996742:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394127.996743:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507830016:12345-0@lo:400: 00000100:00100000:1.0:1749394127.996744:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507830400:12345-0@lo:38: 00000100:00100000:0.0:1749394127.996753:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753 00000100:00100000:0.0:1749394127.996758:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507830528:12345-0@lo:38: 00010000:00020000:1.0:1749394127.996767:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394127.996771:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00020000:0.0:1749394127.996772:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394127.996781:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507831168:0@lo:400: 00000100:00100000:3.0:1749394127.996782:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507830016:12345-0@lo:400: Request processed in 39us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394127.996792:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1749394127.996797:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507830400:12345-0@lo:38: Request processed in 52us (270us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394127.996798:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507830528:12345-0@lo:38: Request processed in 38us (228us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394127.996804:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752 00000100:00100000:0.0:1749394127.996808:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753 00000100:00100000:3.0:1749394127.996809:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1749394127.996810:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394127.996817:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507830272:12345-0@lo:400: 00000100:00100000:1.0:1749394127.996828:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507830912:0@lo:38: 00000100:00100000:0.0:1749394127.996848:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507830016:0@lo:400: 00000100:00100000:1.0:1749394127.996851:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394127.996852:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507831296 00000100:00100000:2.0:1749394127.996857:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507831296 00000100:00100000:3.0:1749394127.996858:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507830272:12345-0@lo:400: Request processed in 40us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394127.996866:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507830272:0@lo:400: 00000100:00100000:3.0:1749394127.996867:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1749394127.996870:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507831040:0@lo:38: 00000100:00080000:0.0:1749394127.996883:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394127.996886:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394127.996893:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507830784:0@lo:400: 00000100:00100000:2.0:1749394127.996897:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507831168 00000100:00100000:2.0:1749394127.996902:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507831168 00000100:00080000:1.0:1749394127.996907:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394127.996911:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507830912 00000100:00080000:1.0:1749394127.996912:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394127.996914:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394127.996915:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507830912 00000100:00100000:1.0:1749394127.996916:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507830528:0@lo:38: 00000100:00080000:1.0:1749394127.996925:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394127.996928:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394127.996930:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507830784 00000100:00100000:1.0:1749394127.996931:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507830400:0@lo:38: 00000100:00100000:3.0:1749394127.996931:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507831040 00000100:00100000:2.0:1749394127.996934:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507830784 00000100:00100000:3.0:1749394127.996935:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507831040 00000100:00100000:0.0:1749394127.996937:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507829632:0@lo:400: 00000100:00080000:1.0:1749394127.996940:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394127.996943:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394127.996946:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749394127.996946:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507830144:0@lo:38: 00000100:00100000:0.0:1749394127.996951:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507830656:0@lo:400: 00000100:00100000:3.0:1749394127.996952:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1754 00000100:00080000:1.0:1749394127.996953:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394127.996953:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00080000:1.0:1749394127.996956:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394127.996960:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507829760:0@lo:38: 00000100:00100000:3.0:1749394127.996960:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507830912:12345-0@lo:38: 00000100:00100000:2.0:1749394127.996962:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507831296:12345-0@lo:400: 00000100:00100000:0.0:1749394127.996967:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1749394127.996981:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394127.996983:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507830656 00000100:00100000:0.0:1749394127.996987:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507830656 00000100:00100000:1.0:1749394127.996993:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1749394127.997002:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507831168:12345-0@lo:400: 00000100:00100000:0.0:1749394127.997004:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1749394127.997010:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507830784:12345-0@lo:400: 00000100:00100000:2.0:1749394127.997014:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507831296:12345-0@lo:400: Request processed in 53us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394127.997015:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507830912:12345-0@lo:38: Request processed in 55us (162us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394127.997025:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1749394127.997025:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1754 00000100:00100000:1.0:1749394127.997036:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507831168:12345-0@lo:400: Request processed in 36us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394127.997043:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507830784:12345-0@lo:400: Request processed in 31us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394127.997043:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1749394127.997043:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1755 00000100:00100000:0.0:1749394127.997049:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:3.0:1749394127.997050:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507831040:12345-0@lo:38: 00000100:00100000:2.0:1749394127.997052:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507830656:12345-0@lo:400: 00000100:00100000:1.0:1749394127.997054:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00080000:0.0:1749394127.997068:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1749394127.997111:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c125880 x1834371507830784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394127.997124:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507830784:0@lo:400: 00000100:00100000:2.0:1749394127.997126:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507830656:12345-0@lo:400: Request processed in 73us (155us total) trans 0 rc 0/0 00000100:00080000:1.0:1749394127.997129:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394127.997133:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394127.997137:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507830912:0@lo:38: 00000100:00100000:2.0:1749394127.997138:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00010000:00080000:0.0:1749394127.997140:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c125500 x1834371507830656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749394127.997140:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394127.997157:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507830656:0@lo:400: 00000100:00100000:3.0:1749394127.997182:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507831040:12345-0@lo:38: Request processed in 129us (292us total) trans 0 rc -19/-19 00010000:00080000:2.0:1749394127.997187:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c124a80 x1834371507831168/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394127.997192:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394127.997193:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1755 00000100:00080000:1.0:1749394127.997195:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394127.997199:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507831040:0@lo:38: 00000100:00100000:0.0:1749394127.997203:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507829888:0@lo:41: 00000100:00100000:2.0:1749394127.997205:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507831168:0@lo:400: 00010000:00080000:2.0:1749394127.997222:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c124700 x1834371507831296/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394127.997236:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507831296:0@lo:400: 00000100:00100000:2.0:1749394128.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394128.262208:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507831424:0@lo:700: 00000100:00100000:1.0:1749394128.262210:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507831552:0@lo:700: 00000100:00100000:2.0:1749394128.262264:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394128.262324:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394128.262338:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f840 going to sleep for 11 seconds 00000100:00100000:1.0:1749394128.262351:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1749394128.262354:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507831424 00000100:00100000:3.0:1749394128.262362:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507831424 00000100:00080000:1.0:1749394128.262423:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394128.262425:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507831552 00000100:00100000:3.0:1749394128.262429:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507831552 00000100:00100000:0.0:1749394128.262438:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00080000:1.0:1749394128.262444:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394128.262452:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507831424:12345-0@lo:700: 00000100:00100000:3.0:1749394128.262456:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1749394128.262464:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cce8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507831552:12345-0@lo:700: 00000100:00100000:0.0:1749394128.262523:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b840 going to sleep for 0 seconds 00000100:00100000:0.0:1749394128.262530:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507831680:0@lo:700: 40000000:00080000:0.0:1749394128.262543:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394128.262546:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394128.262611:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507831424:12345-0@lo:700: Request processed in 163us (346us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394128.262611:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:0.0:1749394128.262620:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:3.0:1749394128.262620:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507831808:0@lo:700: 40000000:00080000:3.0:1749394128.262635:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394128.262639:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394128.262653:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507831424:0@lo:700: 00000100:00100000:3.0:1749394128.262700:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cce8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507831552:12345-0@lo:700: Request processed in 234us (373us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394128.262713:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:1.0:1749394128.262727:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507831552:0@lo:700: 00000100:00100000:2.0:1749394128.322174:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394128.822320:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394128.869212:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b840 going to sleep for 0 seconds 00000100:00100000:0.0:1749394128.869226:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507831936:0@lo:900: 00000100:00100000:2.0:1749394128.899183:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394128.899209:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507832064/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394133 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394128.899277:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394128.899359:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749394128.899362:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507832064 00000100:00100000:3.0:1749394128.899372:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507832064 00000100:00100000:3.0:1749394128.899424:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:3.0:1749394128.899433:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507832064:12345-0@lo:700: 40000000:00080000:3.0:1749394128.899461:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749394128.899566:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507832064:12345-0@lo:700: Request processed in 131us (286us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749394128.899578:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:2.0:1749394128.899604:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507832064/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394144 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394128.899620:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394128.919174:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394128.919194:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507832192/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394133 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394128.919237:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394128.919305:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749394128.919314:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507832192 00000100:00100000:3.0:1749394128.919332:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507832192 00000100:00100000:3.0:1749394128.919370:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:3.0:1749394128.919381:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507832192:12345-0@lo:700: 40000000:00080000:3.0:1749394128.919403:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749394128.919456:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507832192:12345-0@lo:700: Request processed in 75us (216us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749394128.919467:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:2.0:1749394128.919519:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507832192/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394144 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394128.919535:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394129.192206:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394129.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394129.824309:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394130.192286:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394130.263224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507832448:0@lo:700: 00000100:00100000:2.0:1749394130.263224:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507832320:0@lo:700: 00000100:00100000:1.0:1749394130.263295:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394130.263358:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394130.263363:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1749394130.263388:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507832448 00000100:00100000:2.0:1749394130.263391:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f840 going to sleep for 11 seconds 00000100:00100000:3.0:1749394130.263399:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507832448 00000100:00100000:0.0:1749394130.263454:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507832320 00000100:00080000:1.0:1749394130.263458:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394130.263489:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507832320 00000100:00100000:1.0:1749394130.263519:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:1.0:1749394130.263531:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507832448:12345-0@lo:700: 00000100:00100000:0.0:1749394130.263556:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:0.0:1749394130.263564:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507832320:12345-0@lo:700: 00000100:00100000:1.0:1749394130.263570:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea9c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394130.263577:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507832576:0@lo:700: 40000000:00080000:1.0:1749394130.263592:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394130.263595:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394130.263622:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b840 going to sleep for 0 seconds 00000100:00100000:0.0:1749394130.263629:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507832704:0@lo:700: 00000100:00100000:1.0:1749394130.263637:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507832448:12345-0@lo:700: Request processed in 109us (341us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394130.263643:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394130.263645:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394130.263657:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00080000:1.0:1749394130.263680:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394130.263699:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507832320:12345-0@lo:700: Request processed in 135us (343us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394130.263705:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507832448:0@lo:700: 00000100:00100000:0.0:1749394130.263713:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:2.0:1749394130.263729:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507832320:0@lo:700: 00000100:00100000:2.0:1749394130.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394130.826338:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394130.870215:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b840 going to sleep for 0 seconds 00000100:00100000:0.0:1749394130.870229:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507832832:0@lo:900: 00000100:00100000:2.0:1749394131.192317:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394131.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394131.327979:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394131.328023:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394131.328062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394131.328118:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499773184 00000100:00100000:3.0:1749394131.328118:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499773312 00000100:00100000:2.0:1749394131.328132:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499773184 00000100:00100000:3.0:1749394131.328133:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499773312 00000100:00100000:3.0:1749394131.328175:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499773440 00000100:00100000:3.0:1749394131.328179:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499773440 00000100:00100000:1.0:1749394131.328189:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1756 00000100:00100000:2.0:1749394131.328198:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 617 00000100:00100000:1.0:1749394131.328201:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499773312:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394131.328211:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499773184:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394131.328214:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1757 00000100:00100000:3.0:1749394131.328222:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499773440:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394131.328236:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1173 last 0 00010000:00080000:3.0:1749394131.328251:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1173 last 0 00000100:00100000:2.0:1749394131.328290:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499773184:12345-192.168.203.32@tcp:400: Request processed in 80us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394131.328296:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499773312:12345-192.168.203.32@tcp:38: Request processed in 95us (272us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394131.328300:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499773440:12345-192.168.203.32@tcp:38: Request processed in 77us (236us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394131.328302:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 617 00000100:00100000:1.0:1749394131.328305:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1756 00000100:00100000:3.0:1749394131.328310:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1757 00010000:00010000:2.0:1749394131.828335:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394132.076338:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507832960:0@lo:41: 00000100:00100000:0.0:1749394132.076409:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394132.076525:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507832960 00000100:00100000:3.0:1749394132.076539:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507832960 00000100:00100000:3.0:1749394132.076604:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1749394132.076615:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507832960:12345-0@lo:41: 00000004:00000024:3.0:1749394132.076652:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394132.076712:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507832960:12345-0@lo:41: Request processed in 98us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394132.076720:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1749394132.076757:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507832960:0@lo:41: 00000100:00100000:2.0:1749394132.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394132.264205:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507833088:0@lo:700: 00000100:00100000:1.0:1749394132.264209:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507833216:0@lo:700: 00000100:00100000:2.0:1749394132.264254:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394132.264302:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394132.264318:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394132.264330:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:1.0:1749394132.264347:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507833088 00000100:00100000:1.0:1749394132.264352:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507833088 00000100:00100000:0.0:1749394132.264383:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507833216 00000100:00100000:0.0:1749394132.264392:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507833216 00000100:00100000:1.0:1749394132.264407:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00080000:2.0:1749394132.264415:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394132.264417:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507833088:12345-0@lo:700: 00000100:00100000:3.0:1749394132.264423:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:3.0:1749394132.264438:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507833216:12345-0@lo:700: 00000100:00100000:1.0:1749394132.264479:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea9c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394132.264486:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507833344:0@lo:700: 40000000:00080000:1.0:1749394132.264499:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394132.264502:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394132.264562:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507833088:12345-0@lo:700: Request processed in 147us (307us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394132.264568:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:1.0:1749394132.264570:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:3.0:1749394132.264578:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507833472:0@lo:700: 40000000:00080000:3.0:1749394132.264592:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394132.264597:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394132.264598:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507833088:0@lo:700: 00000100:00100000:3.0:1749394132.264655:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507833216:12345-0@lo:700: Request processed in 221us (352us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394132.264668:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:1.0:1749394132.264684:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507833216:0@lo:700: 00000100:00100000:2.0:1749394132.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394132.830334:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394132.871215:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b840 going to sleep for 0 seconds 00000100:00100000:0.0:1749394132.871229:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507833600:0@lo:900: 00000100:00080000:2.0:1749394133.004188:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394133.004195:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394133.004199:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394133.004202:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1749394133.004205:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1169 00000100:00080000:2.0:1749394133.004210:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394133.004216:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394133.004220:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507833728:0@lo:400: 00000100:00100000:2.0:1749394133.004237:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125880 x1834371507833856/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394133.004267:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394133.004271:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394133.004273:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394133.004276:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1169 00000100:00080000:2.0:1749394133.004278:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394133.004282:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394133.004284:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394133.004293:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c126300 x1834371507834240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394133.004312:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394133.004315:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749394133.004316:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507833984:0@lo:400: 00000100:00080000:2.0:1749394133.004317:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394133.004318:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507834112:0@lo:41: 00000100:00080000:2.0:1749394133.004320:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1169 00000100:00080000:2.0:1749394133.004322:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394133.004326:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507834368:0@lo:400: 00000100:00080000:2.0:1749394133.004326:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394133.004335:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c124e00 x1834371507834496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394133.004344:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394133.004347:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394133.004348:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394133.004350:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394133.004351:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1169 00000100:00080000:2.0:1749394133.004353:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394133.004356:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394133.004366:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394133.004368:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c127480 x1834371507834624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394133.004383:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394133.004386:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507833728 00000100:00100000:0.0:1749394133.004387:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507834368 00000100:00080000:2.0:1749394133.004388:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394133.004390:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394133.004393:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507834368 00000100:00100000:1.0:1749394133.004393:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507833728 00000100:00080000:2.0:1749394133.004395:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1169 00000100:00080000:2.0:1749394133.004398:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394133.004403:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394133.004420:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125f80 x1834371507834752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394133.004421:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507833856:0@lo:38: 00000100:00100000:0.0:1749394133.004422:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507834112 00000100:00100000:0.0:1749394133.004425:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507834112 00000100:00100000:1.0:1749394133.004433:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00080000:2.0:1749394133.004434:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394133.004439:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00080000:2.0:1749394133.004439:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749394133.004441:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507833728:12345-0@lo:400: 00000100:00080000:2.0:1749394133.004441:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394133.004476:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507834368:12345-0@lo:400: 00000100:00100000:3.0:1749394133.004479:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394133.004493:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1169 00000100:00080000:2.0:1749394133.004497:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394133.004497:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507834240:0@lo:38: 00000100:00080000:2.0:1749394133.004503:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394133.004522:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c127b80 x1834371507834880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394133.004523:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394133.004541:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507834368:12345-0@lo:400: Request processed in 95us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394133.004547:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507833728:12345-0@lo:400: Request processed in 106us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394133.004549:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507834496:0@lo:38: 00000100:00100000:0.0:1749394133.004554:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:1.0:1749394133.004555:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1749394133.004565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394133.004570:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749394133.004574:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1749394133.004577:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507834624:0@lo:38: 00000100:00100000:0.0:1749394133.004580:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507834112:12345-0@lo:41: 00000100:00100000:2.0:1749394133.004581:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507835136:0@lo:400: 00000100:00100000:1.0:1749394133.004592:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394133.004593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:0.0:1749394133.004604:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749394133.004616:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507834752:0@lo:38: 00000100:00100000:2.0:1749394133.004626:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394133.004630:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507833984 00000100:00100000:0.0:1749394133.004634:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507834112:12345-0@lo:41: Request processed in 54us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394133.004634:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507833984 00000100:00100000:3.0:1749394133.004635:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394133.004640:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1749394133.004650:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507834880:0@lo:38: 00000100:00100000:0.0:1749394133.004652:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1749394133.004657:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507833984:12345-0@lo:400: 00000100:00100000:3.0:1749394133.004664:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394133.004669:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507834112:0@lo:41: 00000100:00100000:1.0:1749394133.004675:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507833856 00000100:00100000:1.0:1749394133.004677:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507833856 00000100:00100000:0.0:1749394133.004686:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507833984:12345-0@lo:400: Request processed in 28us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394133.004687:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507834240 00000100:00100000:1.0:1749394133.004689:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507834240 00000100:00100000:0.0:1749394133.004692:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:3.0:1749394133.004692:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507834496 00000100:00100000:2.0:1749394133.004694:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507835136 00000100:00100000:1.0:1749394133.004696:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507834624 00000100:00100000:2.0:1749394133.004698:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507835136 00000100:00100000:1.0:1749394133.004699:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507834624 00000100:00100000:1.0:1749394133.004706:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507834752 00000100:00100000:3.0:1749394133.004707:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507834496 00000100:00100000:1.0:1749394133.004708:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507834752 00000100:00100000:1.0:1749394133.004715:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507834880 00000100:00100000:1.0:1749394133.004717:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507834880 00000100:00100000:1.0:1749394133.004727:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1758 00000100:00100000:0.0:1749394133.004728:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507834368:0@lo:400: 00000100:00100000:2.0:1749394133.004735:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1749394133.004736:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507833856:12345-0@lo:38: 00000100:00100000:3.0:1749394133.004736:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1759 00000100:00100000:0.0:1749394133.004739:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507833728:0@lo:400: 00000100:00100000:2.0:1749394133.004744:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507835136:12345-0@lo:400: 00000100:00100000:3.0:1749394133.004744:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507834240:12345-0@lo:38: 00000100:00100000:0.0:1749394133.004752:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00020000:1.0:1749394133.004757:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394133.004758:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507835008:0@lo:400: 00010000:00020000:3.0:1749394133.004765:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394133.004792:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394133.004802:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507835136:12345-0@lo:400: Request processed in 59us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394133.004804:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507833856:12345-0@lo:38: Request processed in 71us (325us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394133.004805:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507834240:12345-0@lo:38: Request processed in 62us (281us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394133.004809:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1749394133.004811:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1758 00000100:00100000:3.0:1749394133.004814:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1759 00000100:00100000:0.0:1749394133.004818:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507835008 00000100:00100000:0.0:1749394133.004822:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507835008 00000100:00100000:1.0:1749394133.004823:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760 00000100:00100000:1.0:1749394133.004827:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507834624:12345-0@lo:38: 00000100:00100000:3.0:1749394133.004829:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761 00000100:00080000:2.0:1749394133.004830:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394133.004833:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507834752:12345-0@lo:38: 00010000:00020000:1.0:1749394133.004839:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749394133.004844:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394133.004845:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1749394133.004851:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507835008:12345-0@lo:400: 00000100:00100000:3.0:1749394133.004864:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507834752:12345-0@lo:38: Request processed in 30us (228us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394133.004870:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761 00000100:00100000:0.0:1749394133.004878:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1762 00000100:00100000:1.0:1749394133.004878:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507834624:12345-0@lo:38: Request processed in 49us (284us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394133.004884:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507834496:12345-0@lo:38: 00000100:00100000:2.0:1749394133.004887:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507835008:12345-0@lo:400: Request processed in 36us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394133.004892:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763 00000100:00100000:2.0:1749394133.004894:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1749394133.004897:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760 00000100:00100000:3.0:1749394133.004897:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507834880:12345-0@lo:38: 00010000:00020000:0.0:1749394133.004899:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749394133.004908:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1749394133.004921:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e764000 x1834371507835136/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394133.004929:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507833984:0@lo:400: 00000100:00100000:3.0:1749394133.004931:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507834880:12345-0@lo:38: Request processed in 33us (266us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394133.004933:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507834496:12345-0@lo:38: Request processed in 48us (366us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394133.004933:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507835136:0@lo:400: 00000100:00100000:3.0:1749394133.004938:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763 00000100:00100000:0.0:1749394133.004941:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1762 00000100:00080000:1.0:1749394133.004955:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394133.004959:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394133.004963:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507834752:0@lo:38: 00010000:00080000:0.0:1749394133.004968:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012c124a80 x1834371507835008/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394133.004973:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394133.004976:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394133.004979:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507834880:0@lo:38: 00000100:00100000:0.0:1749394133.004981:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507835008:0@lo:400: 00000100:00080000:1.0:1749394133.004988:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394133.004990:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394133.004993:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507833856:0@lo:38: 00000100:00080000:1.0:1749394133.005002:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394133.005004:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394133.005007:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507834240:0@lo:38: 00000100:00080000:1.0:1749394133.005015:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394133.005017:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394133.005020:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507834496:0@lo:38: 00000100:00080000:1.0:1749394133.005028:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394133.005030:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394133.005033:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507834624:0@lo:38: 00000100:00100000:2.0:1749394133.192154:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394133.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394133.832296:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394134.192194:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394134.265235:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507835392:0@lo:700: 00000100:00100000:2.0:1749394134.265235:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507835264:0@lo:700: 00000100:00100000:2.0:1749394134.265305:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394134.265394:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394134.265407:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507835264 00000100:00100000:2.0:1749394134.265415:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394134.265418:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507835264 00000100:00100000:1.0:1749394134.265425:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea9c0 going to sleep for 11 seconds 00000100:00080000:2.0:1749394134.265511:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394134.265514:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507835392 00000100:00100000:3.0:1749394134.265519:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507835392 00000100:00100000:1.0:1749394134.265522:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:1.0:1749394134.265535:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507835264:12345-0@lo:700: 00000100:00080000:2.0:1749394134.265539:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394134.265556:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1749394134.265571:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507835392:12345-0@lo:700: 00000100:00100000:1.0:1749394134.265577:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaa80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394134.265583:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507835520:0@lo:700: 40000000:00080000:1.0:1749394134.265598:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394134.265601:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394134.265629:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b840 going to sleep for 0 seconds 00000100:00100000:0.0:1749394134.265636:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507835648:0@lo:700: 40000000:00080000:0.0:1749394134.265649:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394134.265652:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394134.265656:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507835264:12345-0@lo:700: Request processed in 124us (349us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394134.265665:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:2.0:1749394134.265687:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507835264:0@lo:700: 00000100:00100000:0.0:1749394134.265696:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507835392:12345-0@lo:700: Request processed in 130us (303us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394134.265705:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:1.0:1749394134.265706:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507835392:0@lo:700: 00000100:00100000:2.0:1749394134.322175:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394134.834342:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394134.872215:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b840 going to sleep for 0 seconds 00000100:00100000:0.0:1749394134.872230:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507835776:0@lo:900: 00000100:00100000:2.0:1749394135.192197:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394135.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394135.836347:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394136.192252:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394136.266223:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507835904:0@lo:700: 00000100:00100000:1.0:1749394136.266229:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507836032:0@lo:700: 00000100:00100000:1.0:1749394136.266301:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394136.266372:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394136.266386:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394136.266404:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394136.266411:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507836032 00000100:00100000:1.0:1749394136.266418:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507836032 00000100:00100000:0.0:1749394136.266460:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507835904 00000100:00100000:0.0:1749394136.266470:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507835904 00000100:00080000:3.0:1749394136.266481:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394136.266495:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:1.0:1749394136.266505:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507836032:12345-0@lo:700: 00000100:00100000:2.0:1749394136.266511:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:2.0:1749394136.266526:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507835904:12345-0@lo:700: 00000100:00100000:1.0:1749394136.266545:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaa80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394136.266551:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507836160:0@lo:700: 40000000:00080000:1.0:1749394136.266566:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394136.266569:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394136.266597:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394136.266603:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507836288:0@lo:700: 00000100:00100000:1.0:1749394136.266619:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507836032:12345-0@lo:700: Request processed in 116us (318us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394136.266619:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394136.266622:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394136.266649:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1749394136.266672:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507836032:0@lo:700: 00000100:00100000:2.0:1749394136.266677:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507835904:12345-0@lo:700: Request processed in 154us (303us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394136.266690:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:3.0:1749394136.266718:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507835904:0@lo:700: 00000100:00100000:2.0:1749394136.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394136.335605:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394136.335646:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394136.335683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394136.335722:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499773696 00000100:00100000:0.0:1749394136.335729:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499773696 00000100:00100000:2.0:1749394136.335735:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499773568 00000100:00100000:3.0:1749394136.335735:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499773824 00000100:00100000:2.0:1749394136.335746:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499773568 00000100:00100000:3.0:1749394136.335752:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499773824 00000100:00100000:0.0:1749394136.335780:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1764 00000100:00100000:2.0:1749394136.335791:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 619 00000100:00100000:3.0:1749394136.335791:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1765 00000100:00100000:0.0:1749394136.335792:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499773696:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394136.335801:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499773568:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394136.335801:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499773824:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394136.335828:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1178 last 0 00010000:00080000:3.0:1749394136.335829:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1178 last 0 00000100:00100000:2.0:1749394136.335866:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499773568:12345-192.168.203.32@tcp:400: Request processed in 64us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394136.335878:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 619 00000100:00100000:3.0:1749394136.335878:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499773824:12345-192.168.203.32@tcp:38: Request processed in 77us (193us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394136.335885:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499773696:12345-192.168.203.32@tcp:38: Request processed in 94us (237us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394136.335888:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1765 00000100:00100000:0.0:1749394136.335894:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1764 00010000:00010000:3.0:1749394136.838349:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394136.873211:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b840 going to sleep for 0 seconds 00000100:00100000:0.0:1749394136.873224:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507836416:0@lo:900: 00000100:00100000:2.0:1749394137.084333:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507836544:0@lo:41: 00000100:00100000:2.0:1749394137.084400:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394137.084470:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507836544 00000100:00100000:0.0:1749394137.084481:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507836544 00000100:00100000:0.0:1749394137.084523:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1749394137.084532:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507836544:12345-0@lo:41: 00000004:00000024:0.0:1749394137.084568:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394137.084631:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507836544:12345-0@lo:41: Request processed in 98us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394137.084639:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1749394137.084667:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507836544:0@lo:41: 00000100:00100000:2.0:1749394137.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394137.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394137.840320:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749394138.012249:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394138.012260:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394138.012266:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394138.012275:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1174 00000100:00080000:2.0:1749394138.012281:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394138.012289:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394138.012318:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e766300 x1834371507836928/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394138.012331:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507836800:0@lo:41: 00000100:00100000:0.0:1749394138.012345:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507836672:0@lo:400: 00000100:00080000:2.0:1749394138.012373:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394138.012379:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394138.012381:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394138.012386:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1174 00000100:00100000:1.0:1749394138.012387:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507837056:0@lo:400: 00000100:00080000:2.0:1749394138.012390:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394138.012395:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749394138.012446:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e767480 x1834371507837184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394138.012470:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394138.012470:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394138.012471:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394138.012477:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394138.012480:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394138.012484:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1174 00000100:00080000:2.0:1749394138.012488:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394138.012493:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394138.012511:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e767100 x1834371507837440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394138.012512:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507837312:0@lo:400: 00000100:00080000:2.0:1749394138.012525:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394138.012529:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394138.012532:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394138.012535:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507836928:0@lo:38: 00000100:00080000:2.0:1749394138.012537:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1174 00000100:00080000:2.0:1749394138.012540:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394138.012545:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394138.012548:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394138.012562:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394138.012562:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e765880 x1834371507837568/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394138.012573:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507837056 00000100:00100000:0.0:1749394138.012581:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507837056 00000100:00100000:1.0:1749394138.012581:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507837184:0@lo:38: 00000100:00100000:1.0:1749394138.012596:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394138.012599:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394138.012604:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507836928 00000100:00080000:2.0:1749394138.012605:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394138.012607:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394138.012610:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507837312 00000100:00100000:1.0:1749394138.012610:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507837440:0@lo:38: 00000100:00100000:3.0:1749394138.012610:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507836928 00000100:00100000:0.0:1749394138.012612:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507837312 00000100:00080000:2.0:1749394138.012612:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1174 00000100:00080000:2.0:1749394138.012616:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394138.012620:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394138.012625:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394138.012629:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:0.0:1749394138.012637:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507837056:12345-0@lo:400: 00000100:00100000:3.0:1749394138.012637:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507837184 00000100:00100000:2.0:1749394138.012641:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bb8a80 x1834371507837952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394138.012641:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507837184 00000100:00100000:1.0:1749394138.012647:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507837568:0@lo:38: 00000100:00100000:3.0:1749394138.012655:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507837440 00000100:00080000:2.0:1749394138.012656:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394138.012659:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507837440 00000100:00100000:1.0:1749394138.012662:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394138.012662:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394138.012664:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394138.012669:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1174 00000100:00100000:3.0:1749394138.012671:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507837568 00000100:00080000:2.0:1749394138.012673:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394138.012674:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507837568 00000100:00080000:2.0:1749394138.012678:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394138.012679:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507837952:0@lo:38: 00000100:00100000:0.0:1749394138.012689:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507837056:12345-0@lo:400: Request processed in 51us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394138.012689:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1766 00000100:00100000:2.0:1749394138.012693:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bba680 x1834371507838080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394138.012696:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394138.012697:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1749394138.012698:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507836928:12345-0@lo:38: 00000100:00100000:0.0:1749394138.012716:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1749394138.012722:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507837312:12345-0@lo:400: 00010000:00020000:3.0:1749394138.012728:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394138.012733:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507837952 00000100:00100000:1.0:1749394138.012739:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507837952 00000100:00100000:0.0:1749394138.012744:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507837312:12345-0@lo:400: Request processed in 22us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394138.012744:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507838336:0@lo:400: 00000100:00100000:0.0:1749394138.012751:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1749394138.012757:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1767 00000100:00100000:1.0:1749394138.012763:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507837184:12345-0@lo:38: 00000100:00100000:0.0:1749394138.012768:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507836672 00000100:00100000:0.0:1749394138.012771:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507836672 00000100:00100000:3.0:1749394138.012772:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507836928:12345-0@lo:38: Request processed in 73us (207us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749394138.012781:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394138.012782:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394138.012784:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1766 00000100:00100000:0.0:1749394138.012792:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1749394138.012797:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507836672:12345-0@lo:400: 00000100:00100000:3.0:1749394138.012804:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768 00000100:00100000:3.0:1749394138.012811:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507837440:12345-0@lo:38: 00000100:00100000:1.0:1749394138.012814:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507837184:12345-0@lo:38: Request processed in 50us (216us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394138.012821:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1767 00000100:00100000:0.0:1749394138.012825:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507836672:12345-0@lo:400: Request processed in 27us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394138.012830:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507837312:0@lo:400: 00000100:00100000:0.0:1749394138.012831:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1749394138.012834:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769 00000100:00100000:1.0:1749394138.012839:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507837568:12345-0@lo:38: 00010000:00020000:3.0:1749394138.012847:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394138.012849:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00020000:1.0:1749394138.012850:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394138.012855:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1770 00000100:00100000:2.0:1749394138.012858:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507838208:0@lo:400: 00000100:00100000:0.0:1749394138.012861:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507837952:12345-0@lo:38: 00010000:00020000:0.0:1749394138.012876:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394138.012887:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507837440:12345-0@lo:38: Request processed in 74us (259us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394138.012893:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394138.012897:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507837568:12345-0@lo:38: Request processed in 57us (233us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394138.012899:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768 00000100:00100000:0.0:1749394138.012902:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507837952:12345-0@lo:38: Request processed in 41us (205us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394138.012905:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769 00000100:00100000:0.0:1749394138.012909:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1770 00000100:00100000:2.0:1749394138.012925:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507838336 00000100:00100000:0.0:1749394138.012929:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507838208 00000100:00100000:0.0:1749394138.012932:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507838208 00000100:00100000:2.0:1749394138.012932:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507838336 00000100:00100000:3.0:1749394138.012934:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394138.012938:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507837056:0@lo:400: 00000100:00100000:0.0:1749394138.012959:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1749394138.012963:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507838080:0@lo:38: 00000100:00100000:3.0:1749394138.012963:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507837824:0@lo:400: 00000100:00100000:0.0:1749394138.012965:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507838208:12345-0@lo:400: 00000100:00100000:2.0:1749394138.012972:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1749394138.012981:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507838336:12345-0@lo:400: 00000100:00100000:1.0:1749394138.012987:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394138.012996:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394138.013001:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507838208:12345-0@lo:400: Request processed in 34us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394138.013012:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00080000:1.0:1749394138.013013:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394138.013018:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394138.013021:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749394138.013023:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507837952:0@lo:38: 00000100:00100000:2.0:1749394138.013026:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507838336:12345-0@lo:400: Request processed in 43us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394138.013027:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507837824 00000100:00100000:3.0:1749394138.013030:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507837696:0@lo:400: 00000100:00080000:1.0:1749394138.013031:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394138.013032:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507837824 00000100:00080000:1.0:1749394138.013034:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394138.013036:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1749394138.013037:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507837568:0@lo:38: 00000100:00080000:1.0:1749394138.013046:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394138.013048:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394138.013051:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507836928:0@lo:38: 00000100:00100000:2.0:1749394138.013057:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:3.0:1749394138.013057:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394138.013059:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394138.013062:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394138.013065:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507837696 00000100:00100000:1.0:1749394138.013065:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507837184:0@lo:38: 00000100:00100000:2.0:1749394138.013066:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507837824:12345-0@lo:400: 00000100:00100000:0.0:1749394138.013112:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507837696 00000100:00080000:1.0:1749394138.013128:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394138.013131:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394138.013135:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507837440:0@lo:38: 00000100:00100000:0.0:1749394138.013136:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00080000:3.0:1749394138.013138:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394138.013141:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507837696:12345-0@lo:400: 00000100:00080000:3.0:1749394138.013143:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394138.013147:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507837824:12345-0@lo:400: Request processed in 81us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394138.013158:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:3.0:1749394138.013166:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507836800 00000100:00100000:3.0:1749394138.013170:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507836800 00000100:00100000:0.0:1749394138.013176:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507837696:12345-0@lo:400: Request processed in 34us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394138.013178:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507838080 00000100:00100000:1.0:1749394138.013181:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507838080 00000100:00100000:0.0:1749394138.013182:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00010000:00080000:2.0:1749394138.013199:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bb9c00 x1834371507838208/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394138.013199:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1749394138.013209:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507836800:12345-0@lo:41: 00000100:00100000:1.0:1749394138.013211:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771 00000100:00100000:1.0:1749394138.013216:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507838080:12345-0@lo:38: 00000100:00100000:2.0:1749394138.013219:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507838208:0@lo:400: 00010000:00020000:1.0:1749394138.013231:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1749394138.013236:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bb9500 x1834371507838336/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000024:3.0:1749394138.013239:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394138.013249:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507838336:0@lo:400: 00000100:00100000:0.0:1749394138.013252:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507836672:0@lo:400: 00000100:00100000:1.0:1749394138.013271:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507838080:12345-0@lo:38: Request processed in 53us (282us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394138.013277:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771 00000100:00100000:3.0:1749394138.013284:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507836800:12345-0@lo:41: Request processed in 75us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394138.013293:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00080000:1.0:1749394138.013301:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394138.013304:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394138.013308:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507838080:0@lo:38: 00010000:00080000:3.0:1749394138.013330:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e766a00 x1834371507837696/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394138.013347:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507837696:0@lo:400: 00010000:00080000:3.0:1749394138.013363:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e764000 x1834371507837824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394138.013373:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507837824:0@lo:400: 00000100:00100000:3.0:1749394138.013398:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507836800:0@lo:41: 00000100:00100000:2.0:1749394138.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394138.267199:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507838464:0@lo:700: 00000100:00100000:3.0:1749394138.267206:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507838592:0@lo:700: 00000100:00100000:0.0:1749394138.267246:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394138.267294:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394138.267309:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 11 seconds 00000100:00100000:3.0:1749394138.267325:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:2.0:1749394138.267333:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507838464 00000100:00100000:2.0:1749394138.267342:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507838464 00000100:00100000:2.0:1749394138.267401:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507838592 00000100:00100000:2.0:1749394138.267407:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507838592 00000100:00100000:1.0:1749394138.267439:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:1.0:1749394138.267454:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507838464:12345-0@lo:700: 00000100:00100000:3.0:1749394138.267480:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:3.0:1749394138.267493:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507838592:12345-0@lo:700: 00000100:00100000:1.0:1749394138.267495:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaa80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394138.267502:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507838720:0@lo:700: 40000000:00080000:1.0:1749394138.267515:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394138.267518:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394138.267550:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5ba80 going to sleep for 0 seconds 00000100:00100000:3.0:1749394138.267557:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507838848:0@lo:700: 40000000:00080000:3.0:1749394138.267569:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394138.267572:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394138.267582:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507838464:12345-0@lo:700: Request processed in 133us (336us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394138.267591:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:0.0:1749394138.267612:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507838464:0@lo:700: 00000100:00100000:3.0:1749394138.267624:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507838592:12345-0@lo:700: Request processed in 133us (331us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394138.267637:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:2.0:1749394138.267664:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507838592:0@lo:700: 00000100:00100000:2.0:1749394138.322175:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394138.842304:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394138.874201:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 0 seconds 00000100:00100000:0.0:1749394138.874215:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507838976:0@lo:900: 00000100:00100000:2.0:1749394139.192210:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394139.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394139.844341:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394139.899183:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394139.899215:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507839104/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394144 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394139.899293:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394139.899382:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749394139.899437:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507839104 00000100:00100000:3.0:1749394139.899448:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507839104 00000100:00100000:3.0:1749394139.899518:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:3.0:1749394139.899529:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507839104:12345-0@lo:700: 40000000:00080000:3.0:1749394139.899560:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:3.0:1749394139.899564:0:9568:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:3.0:1749394139.899619:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507839104:12345-0@lo:700: Request processed in 91us (324us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749394139.899631:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00100000:2.0:1749394139.899658:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507839104/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394155 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394139.899675:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394139.919177:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394139.919198:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507839232/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394144 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394139.919240:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394139.919309:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749394139.919321:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507839232 00000100:00100000:3.0:1749394139.919328:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507839232 00000100:00100000:3.0:1749394139.919364:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:3.0:1749394139.919392:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507839232:12345-0@lo:700: 40000000:00080000:3.0:1749394139.919434:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749394139.919485:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507839232:12345-0@lo:700: Request processed in 94us (242us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749394139.919497:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:2.0:1749394139.919523:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507839232/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394155 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394139.919539:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394140.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394140.268215:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507839488:0@lo:700: 00000100:00100000:2.0:1749394140.268215:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507839360:0@lo:700: 00000100:00100000:0.0:1749394140.268276:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394140.268361:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394140.268380:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 11 seconds 00000100:00100000:3.0:1749394140.268380:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507839488 00000100:00100000:3.0:1749394140.268389:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507839488 00000100:00100000:2.0:1749394140.268434:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83f6c0 going to sleep for 11 seconds 00000100:00080000:2.0:1749394140.268464:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394140.268464:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507839360 00000100:00100000:3.0:1749394140.268468:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507839360 00000100:00100000:2.0:1749394140.268482:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:2.0:1749394140.268495:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507839488:12345-0@lo:700: 00000100:00100000:1.0:1749394140.268500:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:1.0:1749394140.268516:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507839360:12345-0@lo:700: 00000100:00100000:2.0:1749394140.268540:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fc00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394140.268549:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507839616:0@lo:700: 40000000:00080000:2.0:1749394140.268567:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394140.268572:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394140.268640:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaa80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394140.268641:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507839488:12345-0@lo:700: Request processed in 150us (366us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394140.268648:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507839744:0@lo:700: 00000100:00100000:2.0:1749394140.268653:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 40000000:00080000:1.0:1749394140.268661:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394140.268664:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394140.268671:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507839488:0@lo:700: 00000100:00080000:2.0:1749394140.268673:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394140.268724:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507839360:12345-0@lo:700: Request processed in 214us (365us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394140.268732:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507839360:0@lo:700: 00000100:00100000:1.0:1749394140.268734:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:2.0:1749394140.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394140.846331:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394140.875210:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 0 seconds 00000100:00100000:0.0:1749394140.875225:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507839872:0@lo:900: 00000100:00100000:2.0:1749394141.192243:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394141.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394141.343463:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394141.343508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394141.343597:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394141.343598:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499773952 00000100:00100000:2.0:1749394141.343610:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499773952 00000100:00100000:0.0:1749394141.343632:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499774080 00000100:00100000:0.0:1749394141.343638:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499774080 00000100:00100000:1.0:1749394141.343643:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499774208 00000100:00100000:1.0:1749394141.343652:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499774208 00000100:00100000:2.0:1749394141.343665:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 621 00000100:00100000:0.0:1749394141.343675:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1772 00000100:00100000:2.0:1749394141.343679:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499773952:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394141.343683:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499774080:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394141.343688:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1773 00000100:00100000:1.0:1749394141.343696:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499774208:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394141.343712:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1183 last 0 00010000:00080000:1.0:1749394141.343721:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1183 last 0 00000100:00100000:0.0:1749394141.343767:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499774080:12345-192.168.203.32@tcp:38: Request processed in 83us (256us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394141.343767:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499773952:12345-192.168.203.32@tcp:400: Request processed in 89us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394141.343775:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1772 00000100:00100000:1.0:1749394141.343775:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499774208:12345-192.168.203.32@tcp:38: Request processed in 78us (177us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394141.343779:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 621 00000100:00100000:1.0:1749394141.343783:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1773 00010000:00010000:2.0:1749394141.848315:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749394142.092316:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749394142.092345:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507840000:0@lo:41: 00000100:00100000:3.0:1749394142.092447:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394142.092509:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507840000 00000100:00100000:0.0:1749394142.092521:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507840000 00000100:00100000:0.0:1749394142.092567:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1749394142.092576:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507840000:12345-0@lo:41: 00000004:00000024:0.0:1749394142.092613:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394142.092678:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507840000:12345-0@lo:41: Request processed in 102us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394142.092687:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1749394142.092717:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507840000:0@lo:41: 00000100:00100000:2.0:1749394142.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394142.269208:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507840256:0@lo:700: 00000100:00100000:2.0:1749394142.269208:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507840128:0@lo:700: 00000100:00100000:2.0:1749394142.269253:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394142.269294:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394142.269311:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394142.269330:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 11 seconds 00000100:00100000:1.0:1749394142.269408:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507840128 00000100:00100000:1.0:1749394142.269418:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507840128 00000100:00100000:3.0:1749394142.269419:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507840256 00000100:00100000:3.0:1749394142.269426:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507840256 00000100:00100000:1.0:1749394142.269483:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00080000:2.0:1749394142.269486:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394142.269494:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507840128:12345-0@lo:700: 00000100:00100000:3.0:1749394142.269497:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:3.0:1749394142.269508:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507840256:12345-0@lo:700: 00000100:00100000:1.0:1749394142.269536:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaa80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394142.269543:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507840384:0@lo:700: 40000000:00080000:1.0:1749394142.269556:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394142.269559:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394142.269626:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5ba80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394142.269629:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507840128:12345-0@lo:700: Request processed in 138us (376us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394142.269635:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507840512:0@lo:700: 00000100:00100000:1.0:1749394142.269638:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 40000000:00080000:3.0:1749394142.269650:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394142.269655:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394142.269664:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507840128:0@lo:700: 00000100:00100000:3.0:1749394142.269715:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507840256:12345-0@lo:700: Request processed in 208us (418us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394142.269727:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:0.0:1749394142.269736:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507840256:0@lo:700: 00000100:00100000:2.0:1749394142.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394142.850327:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394142.876209:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 0 seconds 00000100:00100000:0.0:1749394142.876223:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507840640:0@lo:900: 00000100:00080000:2.0:1749394143.020250:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394143.020261:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749394143.020261:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507840768:0@lo:400: 00000100:00080000:2.0:1749394143.020266:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394143.020274:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1179 00000100:00080000:2.0:1749394143.020280:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394143.020288:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394143.020315:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e765880 x1834371507840896/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394143.020347:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394143.020352:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394143.020358:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507841024:0@lo:41: 00000100:00080000:2.0:1749394143.020358:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394143.020361:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394143.020366:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507840896:0@lo:38: 00000100:00080000:2.0:1749394143.020366:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1179 00000100:00080000:2.0:1749394143.020369:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394143.020374:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749394143.020423:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e765c00 x1834371507841280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394143.020434:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394143.020450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394143.020455:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394143.020456:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507840768 00000100:00080000:2.0:1749394143.020460:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394143.020463:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394143.020464:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507840768 00000100:00100000:1.0:1749394143.020466:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749394143.020468:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1179 00000100:00080000:2.0:1749394143.020471:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394143.020474:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507841152:0@lo:400: 00000100:00080000:2.0:1749394143.020476:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394143.020483:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507841280:0@lo:38: 00000100:00100000:2.0:1749394143.020492:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f15500 x1834371507841536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394143.020502:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394143.020507:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394143.020510:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1749394143.020512:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394143.020512:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394143.020514:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394143.020519:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507841536:0@lo:38: 00000100:00080000:2.0:1749394143.020519:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1179 00000100:00080000:2.0:1749394143.020522:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394143.020523:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507840768:12345-0@lo:400: 00000100:00080000:2.0:1749394143.020528:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394143.020537:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394143.020545:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507840896 00000100:00100000:2.0:1749394143.020545:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a6300 x1834371507841664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394143.020551:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507840896 00000100:00080000:2.0:1749394143.020566:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394143.020568:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507841024 00000100:00080000:2.0:1749394143.020571:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749394143.020573:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507841024 00000100:00100000:1.0:1749394143.020573:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507841280 00000100:00080000:2.0:1749394143.020574:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394143.020575:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507841280 00000100:00080000:2.0:1749394143.020579:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1179 00000100:00100000:3.0:1749394143.020580:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507840768:12345-0@lo:400: Request processed in 59us (234us total) trans 0 rc 0/0 00000100:00080000:2.0:1749394143.020582:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394143.020585:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507841536 00000100:00080000:2.0:1749394143.020586:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394143.020588:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507841536 00000100:00100000:3.0:1749394143.020591:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1749394143.020598:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507841152 00000100:00100000:0.0:1749394143.020602:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507841152 00000100:00100000:1.0:1749394143.020602:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1774 00000100:00100000:2.0:1749394143.020603:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a5500 x1834371507841792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394143.020608:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507840896:12345-0@lo:38: 00000100:00080000:2.0:1749394143.020616:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394143.020617:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00080000:2.0:1749394143.020621:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394143.020623:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394143.020624:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507841024:12345-0@lo:41: 00000100:00080000:2.0:1749394143.020628:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1179 00000100:00080000:2.0:1749394143.020631:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00010000:00020000:1.0:1749394143.020632:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749394143.020636:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394143.020638:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775 00000100:00100000:3.0:1749394143.020645:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507841280:12345-0@lo:38: 00000100:00100000:2.0:1749394143.020651:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a4000 x1834371507841920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000024:0.0:1749394143.020652:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749394143.020662:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507840896:12345-0@lo:38: Request processed in 53us (212us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749394143.020667:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394143.020670:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1774 00000100:00100000:1.0:1749394143.020684:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776 00000100:00100000:1.0:1749394143.020689:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507841536:12345-0@lo:38: 00000100:00100000:0.0:1749394143.020690:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507841024:12345-0@lo:41: Request processed in 66us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394143.020698:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00010000:00020000:1.0:1749394143.020699:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394143.020701:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507841280:12345-0@lo:38: Request processed in 55us (196us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394143.020710:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749394143.020712:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775 00000100:00100000:0.0:1749394143.020714:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:1.0:1749394143.020719:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507841536:12345-0@lo:38: Request processed in 29us (181us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394143.020720:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507841152:12345-0@lo:400: 00000100:00100000:2.0:1749394143.020724:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507842176:0@lo:400: 00000100:00100000:1.0:1749394143.020726:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776 00000100:00100000:3.0:1749394143.020742:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507842048:0@lo:400: 00000100:00100000:0.0:1749394143.020746:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507841152:12345-0@lo:400: Request processed in 26us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394143.020753:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1749394143.020768:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394143.020772:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507841408:0@lo:400: 00000100:00100000:3.0:1749394143.020792:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507842176 00000100:00100000:3.0:1749394143.020798:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507842176 00000100:00100000:0.0:1749394143.020807:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394143.020823:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394143.020850:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507841152:0@lo:400: 00000100:00100000:3.0:1749394143.020858:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1749394143.020863:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507841024:0@lo:41: 00000100:00100000:3.0:1749394143.020868:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507842176:12345-0@lo:400: 00000100:00100000:0.0:1749394143.020887:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507841664:0@lo:38: 00000100:00100000:0.0:1749394143.020909:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394143.020924:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507841792:0@lo:38: 00000100:00100000:1.0:1749394143.020931:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507841664 00000100:00100000:1.0:1749394143.020936:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507841664 00000100:00100000:3.0:1749394143.020936:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507842176:12345-0@lo:400: Request processed in 68us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394143.020940:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394143.020947:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1749394143.020953:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507841920:0@lo:38: 00000100:00100000:1.0:1749394143.020953:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507841792 00000100:00100000:1.0:1749394143.020956:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507841792 00000100:00100000:1.0:1749394143.020966:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1777 00000100:00100000:0.0:1749394143.020968:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394143.020971:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507841664:12345-0@lo:38: 00000100:00100000:3.0:1749394143.020974:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507841408 00000100:00100000:3.0:1749394143.020980:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507841408 00010000:00020000:1.0:1749394143.020985:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749394143.020987:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:2.0:1749394143.020990:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e18380 x1834371507842176/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749394143.020992:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394143.020996:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507841536:0@lo:38: 00000100:00080000:0.0:1749394143.021005:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394143.021007:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00080000:0.0:1749394143.021008:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394143.021011:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507841280:0@lo:38: 00000100:00100000:3.0:1749394143.021016:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507841408:12345-0@lo:400: 00000100:00100000:1.0:1749394143.021017:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507841664:12345-0@lo:38: Request processed in 44us (106us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749394143.021019:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394143.021020:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507842176:0@lo:400: 00000100:00080000:0.0:1749394143.021022:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394143.021025:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507840896:0@lo:38: 00000100:00100000:1.0:1749394143.021032:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1777 00000100:00100000:1.0:1749394143.021043:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507841920 00000100:00080000:0.0:1749394143.021044:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394143.021046:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394143.021046:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507841920 00000100:00100000:0.0:1749394143.021050:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507841664:0@lo:38: 00000100:00100000:1.0:1749394143.021061:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1778 00000100:00100000:1.0:1749394143.021065:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507841792:12345-0@lo:38: 00000100:00100000:0.0:1749394143.021069:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1779 00000100:00100000:3.0:1749394143.021107:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507841408:12345-0@lo:400: Request processed in 89us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394143.021116:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507841920:12345-0@lo:38: 00000100:00100000:3.0:1749394143.021118:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00010000:00020000:1.0:1749394143.021126:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394143.021133:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394143.021145:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394143.021165:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507841792:12345-0@lo:38: Request processed in 98us (223us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394143.021168:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507842048 00000100:00100000:0.0:1749394143.021169:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507841920:12345-0@lo:38: Request processed in 53us (200us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394143.021172:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1778 00000100:00100000:2.0:1749394143.021174:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507842048 00000100:00100000:0.0:1749394143.021176:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1779 00000100:00100000:3.0:1749394143.021183:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507840768:0@lo:400: 00000100:00100000:0.0:1749394143.021222:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507841408:0@lo:400: 00000100:00100000:2.0:1749394143.021226:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1749394143.021237:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507842048:12345-0@lo:400: 00000100:00080000:0.0:1749394143.021245:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394143.021248:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394143.021252:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507841792:0@lo:38: 00000100:00080000:0.0:1749394143.021260:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394143.021262:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394143.021265:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507841920:0@lo:38: 00000100:00100000:2.0:1749394143.021302:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507842048:12345-0@lo:400: Request processed in 65us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394143.021313:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00080000:2.0:1749394143.021335:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1749394143.021346:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffc000 x1834371507842048/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394143.021363:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507842048:0@lo:400: 00000100:00100000:2.0:1749394143.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394143.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394143.852323:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394144.192200:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394144.270219:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507842304:0@lo:700: 00000100:00100000:2.0:1749394144.270286:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394144.270322:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507842432:0@lo:700: 00000100:00100000:1.0:1749394144.270365:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394144.270390:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394144.270420:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507842304 00000100:00100000:3.0:1749394144.270420:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507842432 00000100:00100000:1.0:1749394144.270421:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1749394144.270430:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507842304 00000100:00100000:3.0:1749394144.270431:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507842432 00000100:00080000:2.0:1749394144.270500:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394144.270501:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1749394144.270511:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507842304:12345-0@lo:700: 00000100:00100000:3.0:1749394144.270524:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:3.0:1749394144.270537:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507842432:12345-0@lo:700: 00000100:00100000:0.0:1749394144.270555:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 0 seconds 00000100:00100000:0.0:1749394144.270562:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507842560:0@lo:700: 40000000:00080000:0.0:1749394144.270576:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394144.270579:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394144.270652:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:0.0:1749394144.270653:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507842304:12345-0@lo:700: Request processed in 143us (367us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394144.270662:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:3.0:1749394144.270662:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507842688:0@lo:700: 40000000:00080000:3.0:1749394144.270677:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394144.270682:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394144.270696:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507842304:0@lo:700: 00000100:00100000:3.0:1749394144.270745:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507842432:12345-0@lo:700: Request processed in 210us (377us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394144.270757:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:1.0:1749394144.270763:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507842432:0@lo:700: 00000100:00100000:2.0:1749394144.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394144.854348:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394144.877216:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 0 seconds 00000100:00100000:0.0:1749394144.877229:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507842816:0@lo:900: 00000100:00100000:2.0:1749394145.192209:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394145.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394145.856307:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394146.192260:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394146.271224:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507842944:0@lo:700: 00000100:00100000:1.0:1749394146.271225:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507843072:0@lo:700: 00000100:00100000:2.0:1749394146.271299:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394146.271339:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394146.271401:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394146.271410:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1749394146.271410:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507842944 00000100:00100000:3.0:1749394146.271420:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507842944 00000100:00100000:0.0:1749394146.271455:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507843072 00000100:00080000:2.0:1749394146.271460:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394146.271464:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507843072 00000100:00080000:2.0:1749394146.271488:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394146.271502:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1749394146.271515:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507842944:12345-0@lo:700: 00000100:00100000:0.0:1749394146.271517:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:0.0:1749394146.271526:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507843072:12345-0@lo:700: 00000100:00100000:0.0:1749394146.271562:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 0 seconds 00000100:00100000:0.0:1749394146.271569:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507843200:0@lo:700: 40000000:00080000:0.0:1749394146.271583:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394146.271586:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394146.271653:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507843072:12345-0@lo:700: Request processed in 127us (313us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394146.271653:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394146.271660:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507843328:0@lo:700: 00000100:00100000:0.0:1749394146.271662:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:1.0:1749394146.271680:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507843072:0@lo:700: 40000000:00080000:3.0:1749394146.271690:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394146.271693:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394146.271751:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507842944:12345-0@lo:700: Request processed in 237us (450us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394146.271764:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:2.0:1749394146.271789:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507842944:0@lo:700: 00000100:00100000:2.0:1749394146.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394146.351674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394146.351715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394146.351752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394146.351785:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499774464 00000100:00100000:0.0:1749394146.351790:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499774464 00000100:00100000:1.0:1749394146.351798:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499774592 00000100:00100000:1.0:1749394146.351808:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499774592 00000100:00100000:0.0:1749394146.351816:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1780 00000100:00100000:0.0:1749394146.351823:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499774464:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394146.351833:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499774336 00000100:00100000:1.0:1749394146.351842:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1781 00000100:00100000:3.0:1749394146.351842:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499774336 00010000:00080000:0.0:1749394146.351850:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1188 last 0 00000100:00100000:1.0:1749394146.351850:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499774592:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394146.351874:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1188 last 0 00000100:00100000:3.0:1749394146.351898:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 623 00000100:00100000:0.0:1749394146.351910:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499774464:12345-192.168.203.32@tcp:38: Request processed in 86us (239us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394146.351911:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499774336:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394146.351919:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1780 00000100:00100000:1.0:1749394146.351923:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499774592:12345-192.168.203.32@tcp:38: Request processed in 72us (169us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394146.351931:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1781 00000100:00100000:3.0:1749394146.351966:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499774336:12345-192.168.203.32@tcp:400: Request processed in 55us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394146.351978:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 623 00010000:00010000:3.0:1749394146.858334:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394146.878217:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 0 seconds 00000100:00100000:0.0:1749394146.878232:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507843456:0@lo:900: 00000100:00100000:2.0:1749394147.100316:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507843584:0@lo:41: 00000100:00100000:2.0:1749394147.100417:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394147.100470:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507843584 00000100:00100000:0.0:1749394147.100481:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507843584 00000100:00100000:0.0:1749394147.100525:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1749394147.100534:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507843584:12345-0@lo:41: 00000004:00000024:0.0:1749394147.100571:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394147.100636:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507843584:12345-0@lo:41: Request processed in 102us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394147.100644:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1749394147.100673:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507843584:0@lo:41: 00000100:00100000:2.0:1749394147.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394147.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394147.860340:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749394148.028247:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394148.028250:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507843712:0@lo:400: 00000100:00080000:2.0:1749394148.028258:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394148.028263:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394148.028271:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1184 00000100:00080000:2.0:1749394148.028277:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394148.028284:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394148.028312:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0e680 x1834371507843840/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394148.028323:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394148.028400:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394148.028407:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749394148.028409:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507843840:0@lo:38: 00000100:00080000:2.0:1749394148.028410:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394148.028414:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1749394148.028416:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1184 00000100:00080000:2.0:1749394148.028419:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394148.028423:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507843968:0@lo:400: 00000100:00080000:2.0:1749394148.028425:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394148.028426:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507843712 00000100:00100000:3.0:1749394148.028437:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507843712 00000100:00100000:2.0:1749394148.028444:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0f100 x1834371507844096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394148.028456:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394148.028462:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394148.028487:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507843968 00000100:00080000:2.0:1749394148.028487:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394148.028488:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1749394148.028492:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507843968 00000100:00080000:2.0:1749394148.028492:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394148.028495:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394148.028497:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507844096:0@lo:38: 00000100:00080000:2.0:1749394148.028499:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1184 00000100:00100000:3.0:1749394148.028501:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507843712:12345-0@lo:400: 00000100:00080000:2.0:1749394148.028503:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394148.028507:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394148.028516:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394148.028521:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1749394148.028525:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e12300 x1834371507844352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394148.028528:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507843968:12345-0@lo:400: 00000100:00080000:2.0:1749394148.028542:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394148.028544:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507843840 00000100:00080000:2.0:1749394148.028548:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749394148.028549:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507843840 00000100:00080000:2.0:1749394148.028550:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394148.028555:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1184 00000100:00080000:2.0:1749394148.028558:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394148.028562:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394148.028569:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507844096 00000100:00100000:1.0:1749394148.028571:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507844096 00000100:00100000:0.0:1749394148.028582:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507843968:12345-0@lo:400: Request processed in 54us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394148.028583:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddb9880 x1834371507844480/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394148.028586:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1782 00000100:00100000:3.0:1749394148.028588:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507843712:12345-0@lo:400: Request processed in 88us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394148.028590:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1749394148.028592:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507843840:12345-0@lo:38: 00000100:00100000:3.0:1749394148.028600:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1749394148.028614:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507844224:0@lo:400: 00000100:00080000:2.0:1749394148.028614:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00010000:00020000:1.0:1749394148.028616:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749394148.028618:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394148.028620:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394148.028626:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1184 00000100:00080000:2.0:1749394148.028629:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394148.028633:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394148.028635:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394148.028647:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507843840:12345-0@lo:38: Request processed in 54us (184us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394148.028650:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddbbb80 x1834371507844864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394148.028654:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749394148.028654:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1782 00000100:00100000:0.0:1749394148.028660:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507844608:0@lo:400: 00000100:00080000:2.0:1749394148.028664:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394148.028666:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507844224 00000100:00100000:1.0:1749394148.028669:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1783 00000100:00080000:2.0:1749394148.028669:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394148.028671:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394148.028671:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507844224 00000100:00100000:1.0:1749394148.028673:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507844096:12345-0@lo:38: 00000100:00080000:2.0:1749394148.028677:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1184 00000100:00100000:0.0:1749394148.028679:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394148.028679:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00010000:00020000:1.0:1749394148.028683:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749394148.028684:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394148.028699:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1749394148.028701:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880093b00e00 x1834371507845120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394148.028704:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507844096:12345-0@lo:38: Request processed in 30us (188us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394148.028705:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507844608 00000100:00100000:0.0:1749394148.028709:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507844608 00000100:00100000:3.0:1749394148.028709:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507844224:12345-0@lo:400: 00000100:00100000:1.0:1749394148.028711:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1783 00000100:00100000:1.0:1749394148.028731:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507844352:0@lo:38: 00000100:00100000:0.0:1749394148.028738:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1749394148.028744:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507844608:12345-0@lo:400: 00000100:00100000:1.0:1749394148.028756:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394148.028758:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507844224:12345-0@lo:400: Request processed in 49us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394148.028759:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507845376:0@lo:400: 00000100:00100000:3.0:1749394148.028768:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1749394148.028774:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507844480:0@lo:38: 00000100:00100000:0.0:1749394148.028776:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507844608:12345-0@lo:400: Request processed in 32us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394148.028783:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1749394148.028793:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394148.028799:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394148.028802:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394148.028805:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507844864:0@lo:38: 00000100:00100000:0.0:1749394148.028810:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507845248:0@lo:400: 00000100:00100000:1.0:1749394148.028824:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394148.028829:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507845376 00000100:00100000:0.0:1749394148.028830:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394148.028835:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507845376 00000100:00100000:2.0:1749394148.028847:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507845248 00000100:00100000:2.0:1749394148.028852:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507845248 00000100:00100000:1.0:1749394148.028854:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507845120:0@lo:38: 00010000:00080000:0.0:1749394148.028859:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012ddbad80 x1834371507844608/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394148.028871:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1749394148.028874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394148.028875:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507844608:0@lo:400: 00000100:00100000:3.0:1749394148.028880:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507845376:12345-0@lo:400: 00000100:00100000:0.0:1749394148.028886:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507844224:0@lo:400: 00000100:00080000:1.0:1749394148.028897:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394148.028898:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00080000:1.0:1749394148.028901:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394148.028906:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507844096:0@lo:38: 00000100:00100000:2.0:1749394148.028907:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507845248:12345-0@lo:400: 00000100:00100000:0.0:1749394148.028910:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507844352 00000100:00100000:0.0:1749394148.028913:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507844352 00000100:00080000:1.0:1749394148.028915:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394148.028917:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394148.028920:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507843840:0@lo:38: 00000100:00100000:0.0:1749394148.028927:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507844480 00000100:00100000:0.0:1749394148.028929:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507844480 00000100:00100000:3.0:1749394148.028931:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507845376:12345-0@lo:400: Request processed in 51us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394148.028936:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507844864 00000100:00100000:0.0:1749394148.028939:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507844864 00000100:00100000:3.0:1749394148.028942:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1749394148.028947:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507845120 00000100:00100000:0.0:1749394148.028950:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507845120 00000100:00100000:2.0:1749394148.028951:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507845248:12345-0@lo:400: Request processed in 44us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394148.028953:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784 00000100:00100000:1.0:1749394148.028958:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507844352:12345-0@lo:38: 00000100:00100000:2.0:1749394148.028960:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00080000:3.0:1749394148.028961:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394148.028962:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785 00000100:00100000:0.0:1749394148.028967:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507844480:12345-0@lo:38: 00010000:00020000:1.0:1749394148.028972:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394148.028978:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1786 00010000:00020000:0.0:1749394148.028983:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394148.028986:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507844864:12345-0@lo:38: 00000100:00100000:1.0:1749394148.029000:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507844352:12345-0@lo:38: Request processed in 40us (242us total) trans 0 rc -19/-19 00010000:00080000:2.0:1749394148.029001:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880093b02680 x1834371507845376/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394148.029006:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784 00010000:00020000:3.0:1749394148.029008:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394148.029011:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507844480:12345-0@lo:38: Request processed in 43us (217us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394148.029018:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785 00000100:00100000:2.0:1749394148.029018:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507845376:0@lo:400: 00000100:00100000:1.0:1749394148.029033:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787 00000100:00100000:1.0:1749394148.029038:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507845120:12345-0@lo:38: 00000100:00100000:2.0:1749394148.029043:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507844992:0@lo:41: 00000100:00100000:3.0:1749394148.029045:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507844864:12345-0@lo:38: Request processed in 57us (218us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749394148.029049:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394148.029054:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1786 00010000:00080000:0.0:1749394148.029068:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880093b02d80 x1834371507845248/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394148.029104:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507845248:0@lo:400: 00000100:00100000:1.0:1749394148.029112:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507845120:12345-0@lo:38: Request processed in 71us (235us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394148.029116:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394148.029118:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787 00000100:00100000:0.0:1749394148.029123:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507844736:0@lo:400: 00000100:00080000:1.0:1749394148.029144:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394148.029145:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394148.029147:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394148.029151:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507844352:0@lo:38: 00000100:00100000:2.0:1749394148.029156:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507844992 00000100:00080000:1.0:1749394148.029159:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394148.029161:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507844992 00000100:00100000:0.0:1749394148.029168:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507843968:0@lo:400: 00000100:00080000:1.0:1749394148.029169:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394148.029173:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507844480:0@lo:38: 00000100:00100000:0.0:1749394148.029177:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507843712:0@lo:400: 00000100:00100000:3.0:1749394148.029181:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507844736 00000100:00080000:1.0:1749394148.029185:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394148.029187:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507844736 00000100:00080000:1.0:1749394148.029188:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394148.029189:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1749394148.029191:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507844864:0@lo:38: 00000100:00080000:1.0:1749394148.029198:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394148.029198:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507844992:12345-0@lo:41: 00000100:00080000:1.0:1749394148.029201:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394148.029204:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507845120:0@lo:38: 00000100:00100000:3.0:1749394148.029220:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1749394148.029227:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e765c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507844736:12345-0@lo:400: 00000004:00000024:2.0:1749394148.029230:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394148.029292:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507844992:12345-0@lo:41: Request processed in 94us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394148.029292:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e765c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507844736:12345-0@lo:400: Request processed in 63us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394148.029304:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1749394148.029304:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00080000:3.0:1749394148.029323:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394148.029326:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507844992:0@lo:41: 00010000:00080000:0.0:1749394148.029373:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012ddbb800 x1834371507844736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394148.029383:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507844736:0@lo:400: 00000100:00100000:2.0:1749394148.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394148.272207:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507845504:0@lo:700: 00000100:00100000:1.0:1749394148.272210:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507845632:0@lo:700: 00000100:00100000:2.0:1749394148.272252:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394148.272295:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394148.272376:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1749394148.272378:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507845504 00000100:00100000:3.0:1749394148.272386:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507845504 00000100:00100000:2.0:1749394148.272393:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1749394148.272433:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507845632 00000100:00100000:3.0:1749394148.272439:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507845632 00000100:00100000:0.0:1749394148.272448:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:1.0:1749394148.272461:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:0.0:1749394148.272463:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507845504:12345-0@lo:700: 00000100:00100000:1.0:1749394148.272474:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507845632:12345-0@lo:700: 00000100:00100000:0.0:1749394148.272503:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 0 seconds 00000100:00100000:0.0:1749394148.272510:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507845760:0@lo:700: 40000000:00080000:0.0:1749394148.272523:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394148.272526:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394148.272552:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eab40 going to sleep for 0 seconds 00000100:00100000:1.0:1749394148.272558:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507845888:0@lo:700: 40000000:00080000:1.0:1749394148.272570:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394148.272573:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394148.272585:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507845504:12345-0@lo:700: Request processed in 126us (331us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394148.272593:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1749394148.272608:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507845504:0@lo:700: 00000100:00100000:1.0:1749394148.272609:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507845632:12345-0@lo:700: Request processed in 140us (314us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394148.272618:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:1.0:1749394148.272650:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507845632:0@lo:700: 00000100:00100000:2.0:1749394148.322175:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394148.862314:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394148.879212:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 0 seconds 00000100:00100000:0.0:1749394148.879225:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507846016:0@lo:900: 00000100:00100000:2.0:1749394149.192196:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394149.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394149.864313:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394150.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394150.273225:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507846272:0@lo:700: 00000100:00100000:2.0:1749394150.273225:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507846144:0@lo:700: 00000100:00100000:1.0:1749394150.273305:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394150.273383:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507846272 00000100:00100000:2.0:1749394150.273394:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507846272 00000100:00100000:1.0:1749394150.273432:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaa80 going to sleep for 11 seconds 00000100:00080000:3.0:1749394150.273435:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394150.273456:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:3.0:1749394150.273459:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394150.273470:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507846272:12345-0@lo:700: 00000100:00100000:3.0:1749394150.273498:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394150.273515:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83ff00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394150.273525:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507846400:0@lo:700: 00000100:00100000:0.0:1749394150.273527:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507846144 00000100:00100000:0.0:1749394150.273536:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507846144 40000000:00080000:2.0:1749394150.273544:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394150.273548:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394150.273589:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1749394150.273598:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507846144:12345-0@lo:700: 00000100:00080000:3.0:1749394150.273600:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394150.273619:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507846272:12345-0@lo:700: Request processed in 150us (312us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394150.273633:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 0 seconds 00000100:00100000:2.0:1749394150.273639:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:0.0:1749394150.273640:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507846528:0@lo:700: 00000100:00100000:1.0:1749394150.273649:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507846272:0@lo:700: 40000000:00080000:0.0:1749394150.273652:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394150.273655:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394150.273709:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507846144:12345-0@lo:700: Request processed in 112us (251us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394150.273718:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:3.0:1749394150.273732:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507846144:0@lo:700: 00000100:00100000:2.0:1749394150.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394150.866360:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394150.880213:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 0 seconds 00000100:00100000:0.0:1749394150.880227:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507846656:0@lo:900: 00000100:00100000:2.0:1749394150.899180:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394150.899204:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507846784/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394155 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394150.899270:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394150.899373:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394150.899400:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507846784 00000100:00100000:0.0:1749394150.899410:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507846784 00000100:00080000:3.0:1749394150.899443:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394150.899475:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:0.0:1749394150.899485:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507846784:12345-0@lo:700: 40000000:00080000:0.0:1749394150.899515:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394150.899569:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507846784:12345-0@lo:700: Request processed in 85us (298us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394150.899577:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100400:2.0:1749394150.899587:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507846784/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394166 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394150.916208:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394150.919173:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394150.919194:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507846912/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394155 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394150.919235:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394150.919292:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394150.919343:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507846912 00000100:00100000:0.0:1749394150.919351:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507846912 00000100:00080000:3.0:1749394150.919380:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394150.919410:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:0.0:1749394150.919422:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507846912:12345-0@lo:700: 40000000:00080000:0.0:1749394150.919457:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394150.919524:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507846912:12345-0@lo:700: Request processed in 102us (285us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394150.919537:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100400:2.0:1749394150.919537:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507846912/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394166 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394150.919548:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394151.192250:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394151.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394151.359741:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394151.359795:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394151.359833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394151.359885:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499774720 00000100:00100000:3.0:1749394151.359886:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499774848 00000100:00100000:2.0:1749394151.359896:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499774720 00000100:00100000:3.0:1749394151.359896:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499774848 00000100:00100000:2.0:1749394151.359942:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 625 00000100:00100000:3.0:1749394151.359944:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499774976 00000100:00100000:3.0:1749394151.359948:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499774976 00000100:00100000:2.0:1749394151.359951:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499774720:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394151.359967:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1788 00000100:00100000:3.0:1749394151.359974:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499774848:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394151.359981:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1789 00000100:00100000:1.0:1749394151.359991:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499774976:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749394151.360003:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1193 last 0 00010000:00080000:1.0:1749394151.360019:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1193 last 0 00000100:00100000:2.0:1749394151.360022:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2001:x1834371499774720:12345-192.168.203.32@tcp:400: Request processed in 72us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394151.360030:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 625 00000100:00100000:3.0:1749394151.360059:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499774848:12345-192.168.203.32@tcp:38: Request processed in 83us (325us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394151.360067:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1788 00000100:00100000:1.0:1749394151.360119:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499774976:12345-192.168.203.32@tcp:38: Request processed in 127us (284us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394151.360128:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1789 00010000:00010000:2.0:1749394151.868349:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394152.108364:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507847040:0@lo:41: 00000100:00100000:0.0:1749394152.108434:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394152.108501:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507847040 00000100:00100000:2.0:1749394152.108511:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507847040 00000100:00100000:2.0:1749394152.108556:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1749394152.108565:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507847040:12345-0@lo:41: 00000004:00000024:2.0:1749394152.108602:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394152.108666:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507847040:12345-0@lo:41: Request processed in 101us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394152.108674:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1749394152.108705:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507847040:0@lo:41: 00000100:00100000:2.0:1749394152.192153:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394152.274212:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507847168:0@lo:700: 00000100:00100000:3.0:1749394152.274219:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507847296:0@lo:700: 00000100:00100000:1.0:1749394152.274262:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394152.274303:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394152.274363:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1749394152.274363:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 11 seconds 00000100:00100000:0.0:1749394152.274401:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507847168 00000100:00100000:0.0:1749394152.274409:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507847168 00000100:00100000:2.0:1749394152.274424:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507847296 00000100:00100000:2.0:1749394152.274433:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507847296 00000100:00100000:0.0:1749394152.274467:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00080000:3.0:1749394152.274468:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394152.274476:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507847168:12345-0@lo:700: 00000100:00100000:2.0:1749394152.274483:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:2.0:1749394152.274492:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507847296:12345-0@lo:700: 00000100:00100000:0.0:1749394152.274513:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 0 seconds 00000100:00100000:0.0:1749394152.274520:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507847424:0@lo:700: 40000000:00080000:0.0:1749394152.274532:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394152.274535:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394152.274591:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fc00 going to sleep for 0 seconds 00000100:00100000:0.0:1749394152.274594:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507847168:12345-0@lo:700: Request processed in 120us (332us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394152.274598:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507847552:0@lo:700: 00000100:00100000:0.0:1749394152.274604:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 40000000:00080000:2.0:1749394152.274610:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394152.274613:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394152.274630:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507847168:0@lo:700: 00000100:00100000:2.0:1749394152.274668:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507847296:12345-0@lo:700: Request processed in 176us (364us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394152.274676:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:3.0:1749394152.274694:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507847296:0@lo:700: 00000100:00100000:2.0:1749394152.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394152.870374:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394152.881217:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b780 going to sleep for 0 seconds 00000100:00100000:0.0:1749394152.881231:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0f100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507847680:0@lo:900: 00000100:00080000:2.0:1749394153.036247:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394153.036257:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394153.036262:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394153.036270:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1189 00000100:00080000:2.0:1749394153.036277:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394153.036280:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1749394153.036287:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749394153.036289:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749394153.036304:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507847808:0@lo:400: 00000100:00100000:3.0:1749394153.036328:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507847936:0@lo:41: 00000100:00100000:2.0:1749394153.036346:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c4e00 x1834371507848064/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394153.036389:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394153.036395:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394153.036398:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394153.036399:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1749394153.036404:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1189 00000100:00080000:2.0:1749394153.036407:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394153.036407:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394153.036409:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394153.036413:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394153.036418:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507848192:0@lo:400: 00000100:00100000:2.0:1749394153.036430:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ad880 x1834371507848320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394153.036445:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394153.036448:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507847808 00000100:00080000:2.0:1749394153.036450:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394153.036453:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394153.036455:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507847808 00000100:00080000:2.0:1749394153.036457:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1189 00000100:00080000:2.0:1749394153.036460:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394153.036463:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394153.036465:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394153.036473:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507847936 00000100:00100000:3.0:1749394153.036478:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507847936 00000100:00100000:2.0:1749394153.036480:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8adc00 x1834371507848448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394153.036493:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00080000:2.0:1749394153.036494:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394153.036498:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749394153.036501:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507847808:12345-0@lo:400: 00000100:00080000:2.0:1749394153.036501:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394153.036502:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507848192 00000100:00080000:2.0:1749394153.036505:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1189 00000100:00100000:1.0:1749394153.036508:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00080000:2.0:1749394153.036509:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394153.036514:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394153.036518:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507848192 00000100:00100000:1.0:1749394153.036519:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507847936:12345-0@lo:41: 00000100:00100000:3.0:1749394153.036540:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1749394153.036545:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507847808:12345-0@lo:400: Request processed in 44us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394153.036547:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507848192:12345-0@lo:400: 00000004:00000024:1.0:1749394153.036551:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749394153.036552:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1749394153.036552:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e220000 x1834371507848576/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394153.036569:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394153.036574:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394153.036577:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394153.036582:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1189 00000100:00080000:2.0:1749394153.036584:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394153.036589:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394153.036592:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507847936:12345-0@lo:41: Request processed in 75us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394153.036600:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1749394153.036603:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e220380 x1834371507848704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394153.036604:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507847808:0@lo:400: 00000100:00100000:3.0:1749394153.036604:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507848192:12345-0@lo:400: Request processed in 55us (140us total) trans 0 rc 0/0 00000100:00080000:2.0:1749394153.036611:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394153.036612:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00080000:2.0:1749394153.036615:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394153.036616:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394153.036619:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1189 00000100:00080000:2.0:1749394153.036621:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394153.036624:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394153.036633:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e220700 x1834371507848832/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394153.036637:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507848064:0@lo:38: 00000100:00100000:1.0:1749394153.036639:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507848192:0@lo:400: 00000100:00100000:3.0:1749394153.036651:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507847936:0@lo:41: 00000100:00100000:0.0:1749394153.036662:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394153.036662:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749394153.036670:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507849088:0@lo:400: 00000100:00100000:0.0:1749394153.036679:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507848320:0@lo:38: 00000100:00100000:3.0:1749394153.036682:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507848064 00000100:00100000:3.0:1749394153.036685:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507848064 00000100:00100000:1.0:1749394153.036697:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394153.036698:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394153.036704:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1790 00000100:00100000:3.0:1749394153.036708:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507848064:12345-0@lo:38: 00000100:00100000:0.0:1749394153.036712:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507848448:0@lo:38: 00000100:00100000:2.0:1749394153.036715:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507848320 00000100:00100000:2.0:1749394153.036721:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507848320 00010000:00020000:3.0:1749394153.036729:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394153.036730:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394153.036735:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507848960:0@lo:400: 00000100:00100000:2.0:1749394153.036750:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507848448 00000100:00100000:2.0:1749394153.036753:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507848448 00000100:00100000:1.0:1749394153.036758:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394153.036761:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507848576:0@lo:38: 00000100:00100000:3.0:1749394153.036763:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507848064:12345-0@lo:38: Request processed in 53us (100us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394153.036767:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1791 00000100:00100000:3.0:1749394153.036771:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1790 00000100:00100000:2.0:1749394153.036773:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507848320:12345-0@lo:38: 00000100:00100000:0.0:1749394153.036778:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394153.036782:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1792 00000100:00100000:3.0:1749394153.036786:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507848448:12345-0@lo:38: 00000100:00100000:1.0:1749394153.036787:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507849088 00000100:00100000:0.0:1749394153.036788:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507848704:0@lo:38: 00000100:00100000:1.0:1749394153.036791:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507849088 00010000:00020000:2.0:1749394153.036794:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749394153.036797:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394153.036803:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394153.036821:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507848960 00000100:00100000:0.0:1749394153.036822:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507848832:0@lo:38: 00000100:00100000:3.0:1749394153.036822:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507848448:12345-0@lo:38: Request processed in 34us (90us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394153.036823:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507848960 00000100:00100000:3.0:1749394153.036828:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1792 00000100:00100000:2.0:1749394153.036835:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507848320:12345-0@lo:38: Request processed in 61us (136us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394153.036837:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394153.036838:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507848576 00000100:00100000:1.0:1749394153.036841:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1749394153.036841:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507848576 00000100:00100000:2.0:1749394153.036842:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1791 00000100:00100000:1.0:1749394153.036848:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507849088:12345-0@lo:400: 00000100:00100000:3.0:1749394153.036848:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507848704 00000100:00100000:3.0:1749394153.036851:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507848704 00000100:02020000:0.0:1749394153.036853:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:2.0:1749394153.036856:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507848832 00000100:00080000:0.0:1749394153.036858:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394153.036858:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507848832 00000100:00100000:3.0:1749394153.036859:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793 00000100:00080000:0.0:1749394153.036862:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394153.036863:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507848576:12345-0@lo:38: 00000100:00100000:0.0:1749394153.036866:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507848064:0@lo:38: 00000100:00100000:2.0:1749394153.036868:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1794 00000100:00100000:2.0:1749394153.036873:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507848704:12345-0@lo:38: 00000100:00080000:0.0:1749394153.036876:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394153.036879:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394153.036883:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507848320:0@lo:38: 00000100:00100000:1.0:1749394153.036883:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507849088:12345-0@lo:400: Request processed in 36us (186us total) trans 0 rc 0/0 00010000:00020000:3.0:1749394153.036883:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749394153.036887:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749394153.036890:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394153.036890:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00080000:0.0:1749394153.036893:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394153.036896:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507848448:0@lo:38: 00000100:00100000:1.0:1749394153.036903:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1749394153.036908:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507848960:12345-0@lo:400: 00000100:00100000:3.0:1749394153.036910:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507848576:12345-0@lo:38: Request processed in 45us (131us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394153.036911:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507848704:12345-0@lo:38: Request processed in 37us (107us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394153.036917:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793 00000100:00080000:0.0:1749394153.036918:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394153.036920:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394153.036920:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1794 00000100:00100000:0.0:1749394153.036923:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507848576:0@lo:38: 00000100:00100000:3.0:1749394153.036930:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1795 00000100:00080000:0.0:1749394153.036931:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394153.036931:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507848960:12345-0@lo:400: Request processed in 20us (170us total) trans 0 rc 0/0 00000100:00080000:0.0:1749394153.036933:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394153.036934:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507848832:12345-0@lo:38: 00000100:00100000:0.0:1749394153.036937:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507848704:0@lo:38: 00000100:00100000:1.0:1749394153.036938:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00010000:00020000:3.0:1749394153.036944:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749394153.036951:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394153.036965:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507848832:12345-0@lo:38: Request processed in 30us (127us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394153.036971:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1795 00010000:00080000:1.0:1749394153.036975:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e220e00 x1834371507849088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394169 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749394153.036982:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394153.036985:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394153.036988:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507849088:0@lo:400: 00000100:00100000:2.0:1749394153.036990:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507848832:0@lo:38: 00010000:00080000:1.0:1749394153.036999:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e220a80 x1834371507848960/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394169 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394153.037009:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507848960:0@lo:400: 00000100:00100000:2.0:1749394153.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394153.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394153.872326:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394154.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394154.275234:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507849344:0@lo:700: 00000100:00100000:3.0:1749394154.275234:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507849216:0@lo:700: 00000100:00100000:1.0:1749394154.275342:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394154.275407:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394154.275416:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1749394154.275433:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 11 seconds 00000100:00100000:2.0:1749394154.275435:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507849344 00000100:00100000:2.0:1749394154.275446:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507849344 00000100:00100000:0.0:1749394154.275466:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507849216 00000100:00100000:0.0:1749394154.275475:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507849216 00000100:00080000:1.0:1749394154.275509:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394154.275533:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:0.0:1749394154.275544:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:2.0:1749394154.275547:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507849344:12345-0@lo:700: 00000100:00100000:0.0:1749394154.275553:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507849216:12345-0@lo:700: 00000100:00100000:0.0:1749394154.275592:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394154.275600:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507849472:0@lo:700: 40000000:00080000:0.0:1749394154.275615:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394154.275618:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394154.275684:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507849216:12345-0@lo:700: Request processed in 132us (278us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394154.275686:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f83fc00 going to sleep for 0 seconds 00000100:00100000:0.0:1749394154.275693:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:2.0:1749394154.275696:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e220700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507849600:0@lo:700: 40000000:00080000:2.0:1749394154.275713:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:3.0:1749394154.275713:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507849216:0@lo:700: 40000000:00020000:2.0:1749394154.275718:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394154.275787:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507849344:12345-0@lo:700: Request processed in 241us (443us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394154.275801:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:1.0:1749394154.275806:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507849344:0@lo:700: 00000100:00100000:2.0:1749394154.322175:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394154.874361:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394154.882206:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394154.882219:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507849728:0@lo:900: 00000100:00100000:2.0:1749394155.192194:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394155.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394155.876356:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394156.192209:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394156.276239:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507849984:0@lo:700: 00000100:00100000:3.0:1749394156.276239:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507849856:0@lo:700: 00000100:00100000:3.0:1749394156.276337:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394156.276386:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394156.276406:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 11 seconds 00000100:00100000:1.0:1749394156.276413:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaa80 going to sleep for 11 seconds 00000100:00100000:2.0:1749394156.276414:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507849856 00000100:00100000:2.0:1749394156.276423:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507849856 00000100:00080000:1.0:1749394156.276481:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394156.276483:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507849984 00000100:00100000:2.0:1749394156.276487:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507849984 00000100:00080000:1.0:1749394156.276500:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394156.276505:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:3.0:1749394156.276518:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:0.0:1749394156.276521:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507849856:12345-0@lo:700: 00000100:00100000:3.0:1749394156.276529:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507849984:12345-0@lo:700: 00000100:00100000:0.0:1749394156.276565:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394156.276573:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507850112:0@lo:700: 40000000:00080000:0.0:1749394156.276587:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394156.276591:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394156.276618:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12540 going to sleep for 0 seconds 00000100:00100000:3.0:1749394156.276624:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507850240:0@lo:700: 40000000:00080000:3.0:1749394156.276635:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394156.276638:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394156.276658:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507849856:12345-0@lo:700: Request processed in 141us (321us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394156.276667:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:2.0:1749394156.276692:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507849856:0@lo:700: 00000100:00100000:3.0:1749394156.276702:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507849984:12345-0@lo:700: Request processed in 175us (316us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394156.276712:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:1.0:1749394156.276728:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507849984:0@lo:700: 00000100:00100000:2.0:1749394156.322174:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394156.367765:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394156.367807:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394156.367845:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394156.367855:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499775104 00000100:00100000:2.0:1749394156.367863:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499775104 00000100:00100000:2.0:1749394156.367911:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 627 00000100:00100000:2.0:1749394156.367923:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499775104:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394156.367927:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499775232 00000100:00100000:3.0:1749394156.367937:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499775232 00000100:00100000:3.0:1749394156.367976:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499775360 00000100:00100000:3.0:1749394156.367979:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499775360 00000100:00100000:2.0:1749394156.367988:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499775104:12345-192.168.203.32@tcp:400: Request processed in 65us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394156.367990:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1796 00000100:00100000:1.0:1749394156.368000:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499775232:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394156.368001:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 627 00000100:00100000:3.0:1749394156.368011:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1797 00000100:00100000:3.0:1749394156.368019:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499775360:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394156.368030:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1198 last 0 00010000:00080000:3.0:1749394156.368042:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1198 last 0 00000100:00100000:1.0:1749394156.368121:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499775232:12345-192.168.203.32@tcp:38: Request processed in 119us (311us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394156.368130:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1796 00000100:00100000:3.0:1749394156.368130:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499775360:12345-192.168.203.32@tcp:38: Request processed in 109us (282us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394156.368139:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1797 00010000:00010000:3.0:1749394156.878347:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394156.883212:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394156.883226:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507850368:0@lo:900: 00000100:00100000:3.0:1749394157.116387:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749394157.116409:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507850496:0@lo:41: 00000100:00100000:3.0:1749394157.116473:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394157.116527:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507850496 00000100:00100000:0.0:1749394157.116539:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507850496 00000100:00100000:0.0:1749394157.116581:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1749394157.116590:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507850496:12345-0@lo:41: 00000004:00000024:0.0:1749394157.116628:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394157.116691:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507850496:12345-0@lo:41: Request processed in 101us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394157.116699:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1749394157.116732:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507850496:0@lo:41: 00000100:00100000:2.0:1749394157.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394157.322165:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394157.880375:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749394158.044246:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394158.044252:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507850624:0@lo:400: 00000100:00080000:2.0:1749394158.044255:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394158.044260:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394158.044268:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1194 00000100:00080000:2.0:1749394158.044309:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394158.044316:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394158.044342:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e221500 x1834371507850880/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394158.044349:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507850752:0@lo:41: 00000100:00100000:3.0:1749394158.044365:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394158.044386:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394158.044390:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749394158.044392:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507850880:0@lo:38: 00000100:00080000:2.0:1749394158.044392:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394158.044395:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1194 00000100:00080000:2.0:1749394158.044398:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394158.044401:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394158.044409:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394158.044412:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e221c00 x1834371507851136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394158.044429:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394158.044433:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394158.044434:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394158.044436:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1749394158.044438:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1194 00000100:00100000:0.0:1749394158.044439:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1749394158.044440:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394158.044444:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394158.044445:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394158.044447:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507851008:0@lo:400: 00000100:00100000:3.0:1749394158.044449:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507851264:0@lo:400: 00000100:00100000:2.0:1749394158.044454:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e222300 x1834371507851392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394158.044462:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394158.044465:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394158.044467:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394158.044469:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1194 00000100:00100000:0.0:1749394158.044471:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394158.044472:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394158.044476:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394158.044480:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507851136:0@lo:38: 00000100:00100000:2.0:1749394158.044485:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e222680 x1834371507851520/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394158.044492:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507850624 00000100:00100000:3.0:1749394158.044498:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507850624 00000100:00100000:1.0:1749394158.044501:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394158.044506:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507850752 00000100:00080000:2.0:1749394158.044508:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394158.044511:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507850752 00000100:00080000:2.0:1749394158.044511:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394158.044513:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394158.044515:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507851392:0@lo:38: 00000100:00080000:2.0:1749394158.044516:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1194 00000100:00080000:2.0:1749394158.044519:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394158.044522:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394158.044531:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e223100 x1834371507851904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394158.044532:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394158.044537:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507851008 00000100:00100000:3.0:1749394158.044537:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00080000:2.0:1749394158.044539:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394158.044540:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507851008 00000100:00080000:2.0:1749394158.044542:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394158.044543:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394158.044545:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507850624:12345-0@lo:400: 00000100:00100000:1.0:1749394158.044547:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507851520:0@lo:38: 00000100:00080000:2.0:1749394158.044547:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1194 00000100:00080000:2.0:1749394158.044549:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394158.044552:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394158.044555:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1749394158.044561:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e223480 x1834371507852032/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394158.044563:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507850752:12345-0@lo:41: 00000100:00100000:1.0:1749394158.044563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394158.044579:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507851904:0@lo:38: 00000100:00100000:3.0:1749394158.044589:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507850624:12345-0@lo:400: Request processed in 44us (227us total) trans 0 rc 0/0 00000004:00000024:0.0:1749394158.044592:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394158.044600:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507850880 00000100:00100000:2.0:1749394158.044605:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507850880 00000100:00100000:3.0:1749394158.044608:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1749394158.044621:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394158.044625:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507850752:12345-0@lo:41: Request processed in 62us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394158.044628:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507851136 00000100:00100000:2.0:1749394158.044630:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507851136 00000100:00100000:0.0:1749394158.044632:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1749394158.044638:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507851392 00000100:00100000:3.0:1749394158.044639:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507851520 00000100:00100000:2.0:1749394158.044641:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507851392 00000100:00100000:1.0:1749394158.044642:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507852032:0@lo:38: 00000100:00100000:3.0:1749394158.044643:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507851520 00000100:00100000:2.0:1749394158.044647:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507851904 00000100:00100000:0.0:1749394158.044649:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:2.0:1749394158.044649:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507851904 00000100:00100000:0.0:1749394158.044654:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507851008:12345-0@lo:400: 00000100:00100000:3.0:1749394158.044657:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1798 00000100:00100000:3.0:1749394158.044662:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507850880:12345-0@lo:38: 00000100:00100000:2.0:1749394158.044663:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799 00000100:00100000:1.0:1749394158.044668:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394158.044670:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507851136:12345-0@lo:38: 00000100:00100000:0.0:1749394158.044679:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507851008:12345-0@lo:400: Request processed in 25us (209us total) trans 0 rc 0/0 00010000:00020000:3.0:1749394158.044684:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394158.044686:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00010000:00020000:2.0:1749394158.044691:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394158.044704:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507852032 00000100:00100000:1.0:1749394158.044710:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507852032 00000100:00100000:0.0:1749394158.044711:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800 00000100:00100000:0.0:1749394158.044716:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507851392:12345-0@lo:38: 00000100:00100000:3.0:1749394158.044722:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507850880:12345-0@lo:38: Request processed in 58us (278us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394158.044729:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1801 00010000:00020000:0.0:1749394158.044731:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394158.044732:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507851136:12345-0@lo:38: Request processed in 61us (230us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394158.044735:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507851520:12345-0@lo:38: 00000100:00100000:3.0:1749394158.044744:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1798 00000100:00100000:2.0:1749394158.044748:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799 00010000:00020000:1.0:1749394158.044753:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394158.044754:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507851392:12345-0@lo:38: Request processed in 37us (221us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394158.044759:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802 00000100:00100000:3.0:1749394158.044763:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507851904:12345-0@lo:38: 00000100:00100000:2.0:1749394158.044764:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1803 00000100:00100000:2.0:1749394158.044769:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507852032:12345-0@lo:38: 00010000:00020000:3.0:1749394158.044775:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394158.044777:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800 00000100:00100000:1.0:1749394158.044781:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507851520:12345-0@lo:38: Request processed in 44us (216us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749394158.044781:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394158.044788:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1801 00000100:00100000:3.0:1749394158.044798:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507851904:12345-0@lo:38: Request processed in 33us (177us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394158.044801:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e222d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507851776:0@lo:400: 00000100:00100000:2.0:1749394158.044804:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507852032:12345-0@lo:38: Request processed in 34us (135us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394158.044804:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802 00000100:00100000:2.0:1749394158.044811:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1803 00000100:00080000:1.0:1749394158.044819:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394158.044822:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394158.044824:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394158.044826:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394158.044829:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507852032:0@lo:38: 00000100:00100000:2.0:1749394158.044837:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507852288:0@lo:400: 00000100:00080000:1.0:1749394158.044838:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394158.044841:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394158.044844:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507851520:0@lo:38: 00000100:00100000:3.0:1749394158.044851:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507850624:0@lo:400: 00000100:00080000:1.0:1749394158.044853:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394158.044856:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394158.044857:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507851008:0@lo:400: 00000100:00100000:1.0:1749394158.044859:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507851904:0@lo:38: 00000100:00100000:2.0:1749394158.044863:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394158.044868:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394158.044870:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394158.044871:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507850752:0@lo:41: 00000100:00100000:3.0:1749394158.044871:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507851648:0@lo:400: 00000100:00100000:1.0:1749394158.044874:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507851136:0@lo:38: 00000100:00080000:1.0:1749394158.044882:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394158.044884:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394158.044887:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507851392:0@lo:38: 00000100:00100000:0.0:1749394158.044888:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749394158.044893:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507851776 00000100:00100000:3.0:1749394158.044893:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394158.044894:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507852160:0@lo:400: 00000100:00100000:2.0:1749394158.044897:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507851776 00000100:00080000:1.0:1749394158.044906:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394158.044909:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394158.044913:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507850880:0@lo:38: 00000100:00100000:0.0:1749394158.044914:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394158.044931:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507852288 00000100:00100000:2.0:1749394158.044933:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507852288 00000100:00100000:3.0:1749394158.044933:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507851648 00000100:00100000:3.0:1749394158.044937:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507851648 00000100:00100000:0.0:1749394158.044939:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507851264 00000100:00100000:0.0:1749394158.044942:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507851264 00000100:00100000:2.0:1749394158.044948:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507852160 00000100:00100000:2.0:1749394158.044951:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507852160 00000100:00100000:0.0:1749394158.044961:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1749394158.044966:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1749394158.044967:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507851264:12345-0@lo:400: 00000100:00100000:2.0:1749394158.044972:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507851776:12345-0@lo:400: 00000100:00100000:1.0:1749394158.044976:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1749394158.044981:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1749394158.044985:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507852288:12345-0@lo:400: 00000100:00100000:3.0:1749394158.044988:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507851648:12345-0@lo:400: 00000100:00100000:0.0:1749394158.044997:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507851264:12345-0@lo:400: Request processed in 30us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394158.045003:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1749394158.045012:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507851776:12345-0@lo:400: Request processed in 40us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394158.045019:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1749394158.045025:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1749394158.045027:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507851648:12345-0@lo:400: Request processed in 40us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394158.045031:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507852160:12345-0@lo:400: 00000100:00100000:1.0:1749394158.045037:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507852288:12345-0@lo:400: Request processed in 54us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394158.045044:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1749394158.045050:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00010000:00080000:2.0:1749394158.045051:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e223b80 x1834371507852288/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394158.045054:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507852160:12345-0@lo:400: Request processed in 23us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394158.045060:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1749394158.045064:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507852288:0@lo:400: 00000100:00080000:3.0:1749394158.045096:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749394158.045100:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1749394158.045139:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e223800 x1834371507852160/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749394158.045148:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e222a00 x1834371507851648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394158.045153:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507852160:0@lo:400: 00000100:00100000:0.0:1749394158.045161:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507851648:0@lo:400: 00010000:00080000:1.0:1749394158.045165:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e222d80 x1834371507851776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394158.045172:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507851264:0@lo:400: 00000100:00100000:1.0:1749394158.045175:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507851776:0@lo:400: 00000100:00100000:2.0:1749394158.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394158.277209:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507852544:0@lo:700: 00000100:00100000:2.0:1749394158.277219:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e223b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507852416:0@lo:700: 00000100:00100000:1.0:1749394158.277254:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394158.277337:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394158.277357:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaa80 going to sleep for 11 seconds 00000100:00100000:2.0:1749394158.277367:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790000 going to sleep for 11 seconds 00000100:00100000:3.0:1749394158.277383:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507852544 00000100:00100000:3.0:1749394158.277391:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507852544 00000100:00100000:3.0:1749394158.277437:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507852416 00000100:00100000:3.0:1749394158.277440:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507852416 00000100:00100000:0.0:1749394158.277457:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:3.0:1749394158.277468:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:0.0:1749394158.277471:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507852544:12345-0@lo:700: 00000100:00100000:3.0:1749394158.277476:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507852416:12345-0@lo:700: 00000100:00100000:3.0:1749394158.277525:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 0 seconds 00000100:00100000:3.0:1749394158.277531:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507852672:0@lo:700: 40000000:00080000:3.0:1749394158.277542:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394158.277546:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394158.277604:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394158.277610:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507852416:12345-0@lo:700: Request processed in 134us (275us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394158.277611:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507852800:0@lo:700: 00000100:00100000:3.0:1749394158.277619:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 40000000:00080000:0.0:1749394158.277624:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394158.277627:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394158.277654:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e223b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507852416:0@lo:700: 00000100:00100000:0.0:1749394158.277683:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507852544:12345-0@lo:700: Request processed in 215us (429us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394158.277692:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:1.0:1749394158.277778:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507852544:0@lo:700: 00000100:00100000:2.0:1749394158.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394158.882335:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394158.884201:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394158.884214:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507852928:0@lo:900: 00000100:00100000:2.0:1749394159.192196:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394159.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394159.884384:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394160.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394160.278222:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507853184:0@lo:700: 00000100:00100000:2.0:1749394160.278222:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e223b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507853056:0@lo:700: 00000100:00100000:2.0:1749394160.278327:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394160.278366:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394160.278392:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790000 going to sleep for 11 seconds 00000100:00100000:1.0:1749394160.278403:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1749394160.278454:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507853056 00000100:00100000:0.0:1749394160.278465:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507853056 00000100:00100000:3.0:1749394160.278490:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507853184 00000100:00100000:3.0:1749394160.278499:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507853184 00000100:00080000:2.0:1749394160.278528:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394160.278539:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:0.0:1749394160.278548:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507853056:12345-0@lo:700: 00000100:00100000:3.0:1749394160.278554:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:3.0:1749394160.278562:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507853184:12345-0@lo:700: 00000100:00100000:0.0:1749394160.278592:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394160.278600:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507853312:0@lo:700: 40000000:00080000:0.0:1749394160.278614:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394160.278618:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394160.278675:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394160.278683:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507853056:12345-0@lo:700: Request processed in 136us (357us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394160.278683:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507853440:0@lo:700: 00000100:00100000:0.0:1749394160.278693:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 40000000:00080000:3.0:1749394160.278694:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394160.278697:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394160.278712:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e223b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507853056:0@lo:700: 00000100:00100000:3.0:1749394160.278753:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507853184:12345-0@lo:700: Request processed in 192us (388us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394160.278773:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:1.0:1749394160.278849:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507853184:0@lo:700: 00000100:00100000:2.0:1749394160.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394160.885209:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394160.885222:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef6d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507853568:0@lo:900: 00010000:00010000:3.0:1749394160.886318:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394161.192353:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394161.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394161.375559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394161.375606:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394161.375664:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499775488 00000100:00100000:2.0:1749394161.375678:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499775488 00000100:00100000:0.0:1749394161.375696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394161.375727:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499775616 00000100:00100000:0.0:1749394161.375732:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499775744 00000100:00100000:3.0:1749394161.375736:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499775616 00000100:00100000:0.0:1749394161.375738:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499775744 00000100:00100000:2.0:1749394161.375745:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 629 00000100:00100000:2.0:1749394161.375759:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499775488:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394161.375773:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1804 00000100:00100000:3.0:1749394161.375781:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499775616:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394161.375784:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1805 00000100:00100000:0.0:1749394161.375791:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499775744:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749394161.375809:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1203 last 0 00010000:00080000:0.0:1749394161.375814:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1203 last 0 00000100:00100000:2.0:1749394161.375844:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499775488:12345-192.168.203.32@tcp:400: Request processed in 85us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394161.375855:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 629 00000100:00100000:0.0:1749394161.375861:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499775744:12345-192.168.203.32@tcp:38: Request processed in 69us (165us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394161.375869:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1805 00000100:00100000:3.0:1749394161.375869:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499775616:12345-192.168.203.32@tcp:38: Request processed in 87us (262us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394161.375877:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1804 00010000:00010000:2.0:1749394161.888322:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394161.916181:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394161.916213:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507853696/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394166 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394161.916315:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394161.916384:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749394161.916409:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507853696 00000100:00100000:3.0:1749394161.916420:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507853696 00000100:00080000:2.0:1749394161.916484:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394161.916488:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1749394161.916498:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507853696:12345-0@lo:700: 40000000:00080000:3.0:1749394161.916526:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749394161.916580:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507853696:12345-0@lo:700: Request processed in 84us (265us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749394161.916588:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:2.0:1749394161.916600:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507853696/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394177 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394161.916612:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394161.919146:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394161.919166:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507853824/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394166 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394161.919207:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394161.919284:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749394161.919324:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507853824 00000100:00100000:3.0:1749394161.919333:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507853824 00000100:00080000:2.0:1749394161.919387:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394161.919390:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:3.0:1749394161.919398:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507853824:12345-0@lo:700: 40000000:00080000:3.0:1749394161.919417:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749394161.919456:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507853824:12345-0@lo:700: Request processed in 58us (248us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749394161.919464:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507853824/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394177 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394161.919464:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:2.0:1749394161.919474:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394162.124316:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749394162.124339:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507853952:0@lo:41: 00000100:00100000:2.0:1749394162.124394:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394162.124524:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507853952 00000100:00100000:1.0:1749394162.124543:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507853952 00000100:00100000:1.0:1749394162.124599:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1749394162.124607:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507853952:12345-0@lo:41: 00000004:00000024:1.0:1749394162.124639:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749394162.124701:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507853952:12345-0@lo:41: Request processed in 94us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394162.124708:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1749394162.124759:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507853952:0@lo:41: 00000100:00100000:0.0:1749394162.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394162.279210:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507854208:0@lo:700: 00000100:00100000:2.0:1749394162.279210:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e222d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507854080:0@lo:700: 00000100:00100000:1.0:1749394162.279301:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394162.279338:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394162.279358:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaa80 going to sleep for 11 seconds 00000100:00100000:2.0:1749394162.279363:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394162.279417:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507854208 00000100:00100000:3.0:1749394162.279426:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507854208 00000100:00100000:0.0:1749394162.279446:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507854080 00000100:00100000:0.0:1749394162.279455:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507854080 00000100:00100000:3.0:1749394162.279481:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:3.0:1749394162.279490:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507854208:12345-0@lo:700: 00000100:00100000:0.0:1749394162.279508:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:0.0:1749394162.279517:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507854080:12345-0@lo:700: 00000100:00080000:2.0:1749394162.279524:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394162.279528:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 0 seconds 00000100:00100000:3.0:1749394162.279535:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507854336:0@lo:700: 40000000:00080000:3.0:1749394162.279545:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394162.279548:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394162.279575:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394162.279582:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507854464:0@lo:700: 00000100:00100000:3.0:1749394162.279591:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507854208:12345-0@lo:700: Request processed in 102us (290us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394162.279594:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394162.279597:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394162.279599:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:1.0:1749394162.279605:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507854208:0@lo:700: 00000100:00100000:0.0:1749394162.279650:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507854080:12345-0@lo:700: Request processed in 133us (312us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394162.279658:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:2.0:1749394162.279673:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507854080:0@lo:700: 00000100:00100000:2.0:1749394162.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394162.886212:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394162.886226:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507854592:0@lo:900: 00010000:00010000:3.0:1749394162.890317:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749394163.052216:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394163.052225:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394163.052229:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394163.052235:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1199 00000100:00080000:2.0:1749394163.052263:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394163.052270:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394163.052284:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e222d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507854720:0@lo:400: 00000100:00100000:2.0:1749394163.052292:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e221f80 x1834371507854976/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394163.052304:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507854848:0@lo:41: 00000100:00080000:2.0:1749394163.052324:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394163.052328:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394163.052329:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394163.052334:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507854976:0@lo:38: 00000100:00080000:2.0:1749394163.052334:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1199 00000100:00080000:2.0:1749394163.052337:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394163.052342:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749394163.052358:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e221500 x1834371507855232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394163.052360:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394163.052375:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394163.052380:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394163.052385:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394163.052388:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394163.052393:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1199 00000100:00080000:2.0:1749394163.052397:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394163.052399:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394163.052402:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394163.052418:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e221c00 x1834371507855488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394163.052426:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507855360:0@lo:400: 00000100:00100000:1.0:1749394163.052435:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507855232:0@lo:38: 00000100:00100000:3.0:1749394163.052436:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507854848 00000100:00080000:2.0:1749394163.052440:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394163.052444:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749394163.052445:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507854848 00000100:00080000:2.0:1749394163.052447:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394163.052451:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1199 00000100:00100000:0.0:1749394163.052452:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394163.052454:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394163.052457:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394163.052458:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394163.052471:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749394163.052472:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e223100 x1834371507855616/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394163.052476:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507855488:0@lo:38: 00000100:00100000:0.0:1749394163.052478:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507855104:0@lo:400: 00000100:00080000:2.0:1749394163.052487:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394163.052487:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507855360 00000100:00100000:3.0:1749394163.052492:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507855360 00000100:00080000:2.0:1749394163.052493:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749394163.052494:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394163.052495:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394163.052500:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1199 00000100:00080000:2.0:1749394163.052503:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394163.052507:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394163.052511:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507855616:0@lo:38: 00000100:00100000:0.0:1749394163.052513:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394163.052516:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1749394163.052522:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e222680 x1834371507855744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394163.052527:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507854848:12345-0@lo:41: 00000100:00100000:1.0:1749394163.052529:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394163.052534:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394163.052538:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749394163.052539:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507855104 00000100:00080000:2.0:1749394163.052540:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394163.052544:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507855744:0@lo:38: 00000100:00100000:0.0:1749394163.052545:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507855104 00000100:00080000:2.0:1749394163.052545:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1199 00000100:00080000:2.0:1749394163.052548:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394163.052552:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394163.052559:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394163.052564:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e223480 x1834371507855872/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394163.052569:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1749394163.052576:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507855360:12345-0@lo:400: 00000004:00000024:3.0:1749394163.052580:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749394163.052584:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507854976 00000100:00100000:1.0:1749394163.052589:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507854976 00000100:00100000:1.0:1749394163.052609:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507855232 00000100:00100000:1.0:1749394163.052612:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507855232 00000100:00100000:1.0:1749394163.052619:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507855488 00000100:00100000:0.0:1749394163.052621:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507855360:12345-0@lo:400: Request processed in 45us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394163.052628:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1749394163.052631:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507855488 00000100:00100000:2.0:1749394163.052633:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507855616 00000100:00100000:3.0:1749394163.052633:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3765:x1834371507854848:12345-0@lo:41: Request processed in 105us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394163.052640:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507855616 00000100:00100000:1.0:1749394163.052642:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507855744 00000100:00100000:1.0:1749394163.052644:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507855744 00000100:00100000:3.0:1749394163.052646:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1749394163.052651:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1749394163.052654:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1806 00000100:00100000:0.0:1749394163.052656:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507855104:12345-0@lo:400: 00000100:00100000:1.0:1749394163.052660:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507854976:12345-0@lo:38: 00000100:00100000:2.0:1749394163.052672:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1807 00000100:00100000:0.0:1749394163.052680:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507855104:12345-0@lo:400: Request processed in 23us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394163.052681:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507855232:12345-0@lo:38: 00000100:00100000:3.0:1749394163.052682:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808 00010000:00020000:1.0:1749394163.052683:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394163.052686:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1749394163.052690:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507855488:12345-0@lo:38: 00010000:00020000:2.0:1749394163.052703:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394163.052712:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809 00010000:00020000:3.0:1749394163.052714:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394163.052716:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507854976:12345-0@lo:38: Request processed in 55us (317us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394163.052717:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507855744:12345-0@lo:38: 00000100:00100000:1.0:1749394163.052723:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1806 00010000:00020000:0.0:1749394163.052732:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394163.052738:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810 00000100:00100000:1.0:1749394163.052742:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507855616:12345-0@lo:38: 00000100:00100000:2.0:1749394163.052744:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507855232:12345-0@lo:38: Request processed in 64us (286us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394163.052752:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1807 00010000:00020000:1.0:1749394163.052753:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394163.052758:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507855744:12345-0@lo:38: Request processed in 40us (198us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394163.052765:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809 00000100:00100000:3.0:1749394163.052766:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507855488:12345-0@lo:38: Request processed in 74us (269us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394163.052771:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507855616:12345-0@lo:38: Request processed in 28us (241us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394163.052778:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808 00000100:00100000:2.0:1749394163.052779:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507855872:0@lo:38: 00000100:00100000:1.0:1749394163.052792:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810 00000100:00100000:0.0:1749394163.052796:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507855104:0@lo:400: 00000100:00100000:2.0:1749394163.052804:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394163.052806:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507855360:0@lo:400: 00000100:00100000:3.0:1749394163.052815:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507856128:0@lo:400: 00000100:00100000:1.0:1749394163.052816:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507855872 00000100:00100000:1.0:1749394163.052819:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507855872 00000100:00100000:0.0:1749394163.052828:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507856000:0@lo:400: 00000100:00100000:1.0:1749394163.052834:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811 00000100:00080000:2.0:1749394163.052834:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394163.052838:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394163.052839:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507855872:12345-0@lo:38: 00000100:00100000:2.0:1749394163.052842:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507855744:0@lo:38: 00010000:00020000:1.0:1749394163.052850:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749394163.052851:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394163.052853:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394163.052854:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394163.052857:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507855616:0@lo:38: 00000100:00080000:2.0:1749394163.052866:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394163.052868:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394163.052871:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507855488:0@lo:38: 00000100:00100000:0.0:1749394163.052872:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507856128 00000100:00100000:0.0:1749394163.052876:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507856128 00000100:00100000:1.0:1749394163.052878:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507855872:12345-0@lo:38: Request processed in 38us (73us total) trans 0 rc -19/-19 00000100:02020000:2.0:1749394163.052881:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:1.0:1749394163.052884:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811 00000100:00080000:2.0:1749394163.052885:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394163.052887:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394163.052890:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507855232:0@lo:38: 00000100:00080000:2.0:1749394163.052899:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394163.052902:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394163.052905:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507854976:0@lo:38: 00000100:00100000:3.0:1749394163.052905:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507854848:0@lo:41: 00000100:00100000:0.0:1749394163.052906:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:1.0:1749394163.052911:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507854720 00000100:00100000:0.0:1749394163.052912:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507856128:12345-0@lo:400: 00000100:00100000:1.0:1749394163.052914:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507854720 00000100:00080000:2.0:1749394163.052933:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394163.052936:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394163.052939:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1749394163.052939:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507855872:0@lo:38: 00000100:00100000:0.0:1749394163.052945:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507856128:12345-0@lo:400: Request processed in 33us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394163.052945:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507854720:12345-0@lo:400: 00000100:00100000:0.0:1749394163.052951:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00080000:2.0:1749394163.052953:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1749394163.052959:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e221180 x1834371507856128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394163.052967:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394163.052977:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507856128:0@lo:400: 00000100:00100000:0.0:1749394163.052991:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507854720:0@lo:400: 00000100:00100000:1.0:1749394163.052991:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507854720:12345-0@lo:400: Request processed in 45us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394163.052998:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1749394163.053009:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507856000 00000100:00100000:0.0:1749394163.053012:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507856000 00000100:00100000:0.0:1749394163.053047:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1749394163.053052:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d564380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507856000:12345-0@lo:400: 00000100:00080000:2.0:1749394163.053063:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394163.053123:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d564380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507856000:12345-0@lo:400: Request processed in 70us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394163.053130:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00010000:00080000:2.0:1749394163.053142:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012e221880 x1834371507856000/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394163.053154:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507856000:0@lo:400: 00000100:00100000:0.0:1749394163.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394163.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394163.892326:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394164.192310:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394164.280262:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507856384:0@lo:700: 00000100:00100000:2.0:1749394164.280263:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d080000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507856256:0@lo:700: 00000100:00100000:2.0:1749394164.280346:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394164.280389:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394164.280438:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394164.280447:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1749394164.280465:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507856256 00000100:00100000:3.0:1749394164.280470:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507856384 00000100:00100000:0.0:1749394164.280476:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507856256 00000100:00100000:3.0:1749394164.280478:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507856384 00000100:00080000:2.0:1749394164.280543:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394164.280558:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:3.0:1749394164.280567:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507856384:12345-0@lo:700: 00000100:00100000:0.0:1749394164.280570:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1749394164.280580:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507856256:12345-0@lo:700: 00000100:00100000:3.0:1749394164.280610:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 0 seconds 00000100:00100000:3.0:1749394164.280618:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507856512:0@lo:700: 40000000:00080000:3.0:1749394164.280631:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394164.280634:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394164.280691:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507856384:12345-0@lo:700: Request processed in 125us (301us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394164.280692:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394164.280700:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d564700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507856640:0@lo:700: 00000100:00100000:3.0:1749394164.280700:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:1.0:1749394164.280706:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507856384:0@lo:700: 40000000:00080000:0.0:1749394164.280713:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394164.280715:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394164.280769:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507856256:12345-0@lo:700: Request processed in 190us (425us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394164.280778:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1749394164.280814:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d080000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507856256:0@lo:700: 00000100:00100000:2.0:1749394164.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394164.887221:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394164.887275:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d564700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507856768:0@lo:900: 00010000:00010000:3.0:1749394164.894322:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394165.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394165.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394165.896365:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394166.192259:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394166.281247:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d080000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507856896:0@lo:700: 00000100:00100000:1.0:1749394166.281252:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507857024:0@lo:700: 00000100:00100000:2.0:1749394166.281332:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394166.281372:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394166.281408:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eab40 going to sleep for 11 seconds 00000100:00100000:2.0:1749394166.281409:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394166.281450:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507856896 00000100:00100000:0.0:1749394166.281461:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507856896 00000100:00100000:3.0:1749394166.281493:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507857024 00000100:00100000:3.0:1749394166.281502:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507857024 00000100:00080000:2.0:1749394166.281524:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394166.281535:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:0.0:1749394166.281545:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507856896:12345-0@lo:700: 00000100:00100000:3.0:1749394166.281556:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:3.0:1749394166.281565:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507857024:12345-0@lo:700: 00000100:00100000:0.0:1749394166.281589:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394166.281597:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d564700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507857152:0@lo:700: 40000000:00080000:0.0:1749394166.281610:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394166.281614:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394166.281670:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394166.281677:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507856896:12345-0@lo:700: Request processed in 134us (347us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394166.281678:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d560a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507857280:0@lo:700: 00000100:00100000:0.0:1749394166.281687:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 40000000:00080000:3.0:1749394166.281689:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394166.281692:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394166.281707:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d080000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507856896:0@lo:700: 00000100:00100000:3.0:1749394166.281748:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507857024:12345-0@lo:700: Request processed in 184us (376us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394166.281758:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1749394166.281769:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507857024:0@lo:700: 00000100:00100000:2.0:1749394166.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394166.383695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394166.383735:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394166.383770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394166.383818:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499775872 00000100:00100000:1.0:1749394166.383827:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499775872 00000100:00100000:3.0:1749394166.383845:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499776000 00000100:00100000:2.0:1749394166.383852:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499776128 00000100:00100000:3.0:1749394166.383855:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499776000 00000100:00100000:2.0:1749394166.383861:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499776128 00000100:00100000:1.0:1749394166.383871:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 631 00000100:00100000:1.0:1749394166.383880:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499775872:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394166.383918:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1812 00000100:00100000:2.0:1749394166.383929:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1813 00000100:00100000:3.0:1749394166.383929:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499776000:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394166.383938:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d564a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499776128:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394166.383939:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499775872:12345-192.168.203.32@tcp:400: Request processed in 58us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394166.383946:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 631 00010000:00080000:2.0:1749394166.383963:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1208 last 0 00010000:00080000:3.0:1749394166.383963:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1208 last 0 00000100:00100000:2.0:1749394166.384015:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d564a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499776128:12345-192.168.203.32@tcp:38: Request processed in 78us (244us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394166.384025:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1813 00000100:00100000:3.0:1749394166.384029:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499776000:12345-192.168.203.32@tcp:38: Request processed in 97us (288us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394166.384042:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1812 00000100:00100000:0.0:1749394166.888246:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394166.888261:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d564e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507857408:0@lo:900: 00010000:00010000:3.0:1749394166.898318:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394167.132360:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507857536:0@lo:41: 00000100:00100000:0.0:1749394167.132430:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394167.132535:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507857536 00000100:00100000:3.0:1749394167.132545:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507857536 00000100:00100000:3.0:1749394167.132613:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1749394167.132627:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d564e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507857536:12345-0@lo:41: 00000004:00000024:3.0:1749394167.132667:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394167.132744:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d564e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507857536:12345-0@lo:41: Request processed in 119us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394167.132756:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1749394167.132771:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507857536:0@lo:41: 00000100:00100000:2.0:1749394167.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394167.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394167.900320:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394168.060335:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394168.060343:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394168.060347:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394168.060354:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1204 00000100:00080000:0.0:1749394168.060359:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394168.060366:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394168.060371:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d565180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507857664:0@lo:400: 00000100:00100000:3.0:1749394168.060374:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507857792:0@lo:41: 00000100:00100000:0.0:1749394168.060387:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d565500 x1834371507857920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394168.060420:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394168.060424:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394168.060426:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394168.060429:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1204 00000100:00080000:0.0:1749394168.060431:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394168.060434:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749394168.060443:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394168.060444:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394168.060446:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d565c00 x1834371507858176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394168.060456:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507858048:0@lo:400: 00000100:00080000:0.0:1749394168.060464:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394168.060467:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394168.060469:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394168.060472:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1204 00000100:00080000:0.0:1749394168.060474:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394168.060478:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394168.060483:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507857792 00000100:00100000:0.0:1749394168.060487:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d566300 x1834371507858432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394168.060490:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507857792 00000100:00080000:0.0:1749394168.060496:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394168.060497:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1749394168.060499:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749394168.060500:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394168.060501:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394168.060505:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1204 00000100:00100000:2.0:1749394168.060505:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507858304:0@lo:400: 00000100:00080000:0.0:1749394168.060506:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394168.060509:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394168.060518:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d566680 x1834371507858560/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394168.060523:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507858048 00000100:00100000:3.0:1749394168.060526:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507858048 00000100:00100000:2.0:1749394168.060527:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394168.060537:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507858304 00000100:00100000:3.0:1749394168.060540:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507858304 00000100:00080000:0.0:1749394168.060541:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394168.060544:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394168.060546:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394168.060546:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d566a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507858688:0@lo:400: 00000100:00100000:1.0:1749394168.060547:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507857664 00000100:00080000:0.0:1749394168.060549:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1204 00000100:00080000:0.0:1749394168.060551:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394168.060552:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1749394168.060553:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507857664 00000100:00080000:0.0:1749394168.060554:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394168.060560:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507857792:12345-0@lo:41: 00000100:00100000:0.0:1749394168.060564:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d567100 x1834371507858944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394168.060565:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394168.060572:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394168.060576:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394168.060577:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394168.060580:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1204 00000100:00080000:0.0:1749394168.060582:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394168.060584:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00080000:0.0:1749394168.060585:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394168.060589:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d565500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507857920:0@lo:38: 00000100:00100000:1.0:1749394168.060591:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507857664:12345-0@lo:400: 00000100:00100000:0.0:1749394168.060594:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d567480 x1834371507859072/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000024:3.0:1749394168.060594:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394168.060611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394168.060632:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507858176:0@lo:38: 00000100:00100000:1.0:1749394168.060636:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507857664:12345-0@lo:400: Request processed in 45us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394168.060638:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507857792:12345-0@lo:41: Request processed in 78us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394168.060640:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1749394168.060646:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1749394168.060650:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507858048:12345-0@lo:400: 00000100:00100000:2.0:1749394168.060650:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394168.060655:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1749394168.060661:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1749394168.060662:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d566300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507858432:0@lo:38: 00000100:00100000:3.0:1749394168.060667:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507858304:12345-0@lo:400: 00000100:00100000:2.0:1749394168.060681:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394168.060693:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507859200:0@lo:400: 00000100:00100000:2.0:1749394168.060698:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d566680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507858560:0@lo:38: 00000100:00100000:3.0:1749394168.060702:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507858304:12345-0@lo:400: Request processed in 35us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394168.060705:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507858048:12345-0@lo:400: Request processed in 57us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394168.060708:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1749394168.060713:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:2.0:1749394168.060717:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394168.060723:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394168.060731:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507858944:0@lo:38: 00000100:00100000:0.0:1749394168.060737:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507858688 00000100:00100000:0.0:1749394168.060742:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507858688 00000100:00100000:2.0:1749394168.060748:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394168.060748:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507857792:0@lo:41: 00000100:00100000:1.0:1749394168.060754:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507858048:0@lo:400: 00000100:00100000:2.0:1749394168.060765:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507859072:0@lo:38: 00000100:00100000:3.0:1749394168.060767:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507858816:0@lo:400: 00000100:00100000:0.0:1749394168.060772:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507859200 00000100:00100000:0.0:1749394168.060774:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507859200 00000100:00100000:2.0:1749394168.060781:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394168.060790:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394168.060794:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1749394168.060796:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507857920 00000100:00100000:0.0:1749394168.060799:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507858688:12345-0@lo:400: 00000100:00100000:1.0:1749394168.060800:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507857920 00000100:00100000:2.0:1749394168.060810:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507858176 00000100:00100000:1.0:1749394168.060813:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507858432 00000100:00100000:1.0:1749394168.060815:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507858432 00000100:00100000:2.0:1749394168.060815:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507858176 00000100:00100000:3.0:1749394168.060820:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507858816 00000100:00100000:1.0:1749394168.060822:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507858560 00000100:00100000:1.0:1749394168.060824:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507858560 00000100:00100000:3.0:1749394168.060824:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507858816 00000100:00100000:0.0:1749394168.060828:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507858688:12345-0@lo:400: Request processed in 28us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394168.060830:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507858944 00000100:00100000:1.0:1749394168.060832:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507859072 00000100:00100000:2.0:1749394168.060832:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507858944 00000100:00100000:0.0:1749394168.060834:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1749394168.060835:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507859072 00000100:00100000:2.0:1749394168.060843:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814 00000100:00100000:3.0:1749394168.060847:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1749394168.060850:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507857920:12345-0@lo:38: 00000100:00100000:3.0:1749394168.060853:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507859200:12345-0@lo:400: 00000100:00100000:1.0:1749394168.060858:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1815 00000100:00100000:0.0:1749394168.060861:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1749394168.060864:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507858432:12345-0@lo:38: 00000100:00100000:0.0:1749394168.060867:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507858816:12345-0@lo:400: 00010000:00020000:2.0:1749394168.060871:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394168.060881:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394168.060888:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507859200:12345-0@lo:400: Request processed in 34us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394168.060901:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507858816:12345-0@lo:400: Request processed in 35us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394168.060907:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1749394168.060909:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507857920:12345-0@lo:38: Request processed in 59us (297us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394168.060910:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1749394168.060914:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507858432:12345-0@lo:38: Request processed in 49us (231us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394168.060916:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814 00000100:00100000:1.0:1749394168.060921:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1815 00000100:00100000:0.0:1749394168.060928:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507859328:0@lo:400: 00000100:00100000:2.0:1749394168.060931:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1816 00000100:00100000:1.0:1749394168.060936:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817 00000100:00100000:2.0:1749394168.060936:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507858176:12345-0@lo:38: 00000100:00100000:1.0:1749394168.060940:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507858560:12345-0@lo:38: 00010000:00020000:2.0:1749394168.060947:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1749394168.060950:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d567800 x1834371507859200/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749394168.060952:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394168.060954:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394168.060963:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507859200:0@lo:400: 00000100:00100000:2.0:1749394168.060972:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507858176:12345-0@lo:38: Request processed in 35us (322us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394168.060977:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507858560:12345-0@lo:38: Request processed in 35us (258us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394168.060978:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1816 00000100:00100000:3.0:1749394168.060981:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507859328 00000100:00100000:1.0:1749394168.060983:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817 00000100:00100000:3.0:1749394168.060984:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507859328 00000100:00100000:2.0:1749394168.060990:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818 00000100:00100000:1.0:1749394168.060995:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1819 00000100:00100000:2.0:1749394168.060995:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507858944:12345-0@lo:38: 00010000:00080000:0.0:1749394168.060997:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d566d80 x1834371507858816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394168.060999:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507859072:12345-0@lo:38: 00010000:00020000:2.0:1749394168.061004:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394168.061004:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1749394168.061010:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507858816:0@lo:400: 00000100:00100000:3.0:1749394168.061010:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507859328:12345-0@lo:400: 00010000:00020000:1.0:1749394168.061018:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749394168.061041:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1749394168.061045:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394168.061054:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507859328:12345-0@lo:400: Request processed in 45us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394168.061057:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507859072:12345-0@lo:38: Request processed in 56us (275us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394168.061057:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507858944:12345-0@lo:38: Request processed in 60us (306us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394168.061060:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00010000:00080000:0.0:1749394168.061064:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d567b80 x1834371507859328/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394168.061064:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1819 00000100:00100000:2.0:1749394168.061098:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818 00000100:00100000:0.0:1749394168.061115:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507859328:0@lo:400: 00000100:00080000:2.0:1749394168.061129:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394168.061133:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:3.0:1749394168.061136:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d566a00 x1834371507858688/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394168.061137:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507859072:0@lo:38: 00000100:00080000:2.0:1749394168.061147:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394168.061147:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d566a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507858688:0@lo:400: 00000100:00080000:2.0:1749394168.061150:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394168.061153:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507857920:0@lo:38: 00000100:00100000:3.0:1749394168.061158:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507858304:0@lo:400: 00000100:00080000:2.0:1749394168.061162:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394168.061165:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394168.061168:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507858176:0@lo:38: 00000100:00100000:3.0:1749394168.061172:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507857664:0@lo:400: 00000100:00080000:2.0:1749394168.061177:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394168.061179:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394168.061182:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d566300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507858432:0@lo:38: 00000100:00080000:2.0:1749394168.061189:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394168.061192:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394168.061195:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d566680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507858560:0@lo:38: 00000100:00080000:2.0:1749394168.061202:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394168.061229:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394168.061232:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507858944:0@lo:38: 00000100:00100000:2.0:1749394168.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394168.282239:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d082680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507859456:0@lo:700: 00000100:00100000:1.0:1749394168.282242:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507859584:0@lo:700: 00000100:00100000:2.0:1749394168.282289:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394168.282329:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394168.282351:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394168.282354:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394168.282388:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507859456 00000100:00100000:3.0:1749394168.282398:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507859456 00000100:00100000:3.0:1749394168.282444:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507859584 00000100:00100000:3.0:1749394168.282447:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507859584 00000100:00100000:0.0:1749394168.282463:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:3.0:1749394168.282473:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:0.0:1749394168.282478:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507859456:12345-0@lo:700: 00000100:00100000:3.0:1749394168.282482:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507859584:12345-0@lo:700: 00000100:00100000:3.0:1749394168.282519:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 0 seconds 00000100:00100000:3.0:1749394168.282526:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507859712:0@lo:700: 40000000:00080000:3.0:1749394168.282550:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394168.282553:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394168.282609:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394168.282617:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d567b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507859840:0@lo:700: 00000100:00100000:3.0:1749394168.282617:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507859584:12345-0@lo:700: Request processed in 135us (287us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394168.282626:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 40000000:00080000:0.0:1749394168.282629:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394168.282631:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394168.282642:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507859584:0@lo:700: 00000100:00100000:0.0:1749394168.282690:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507859456:12345-0@lo:700: Request processed in 216us (400us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394168.282699:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1749394168.282712:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d082680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507859456:0@lo:700: 00000100:00100000:2.0:1749394168.322175:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394168.889252:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394168.889267:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d567b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507859968:0@lo:900: 00010000:00010000:3.0:1749394168.902361:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394169.192271:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394169.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394169.904295:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394170.192219:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394170.283253:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507860224:0@lo:700: 00000100:00100000:2.0:1749394170.283253:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d082680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507860096:0@lo:700: 00000100:00100000:2.0:1749394170.283328:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394170.283366:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394170.283397:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394170.283403:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394170.283405:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507860096 00000100:00100000:0.0:1749394170.283416:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507860096 00000100:00100000:3.0:1749394170.283464:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507860224 00000100:00100000:3.0:1749394170.283471:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507860224 00000100:00080000:1.0:1749394170.283480:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394170.283513:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:3.0:1749394170.283524:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:0.0:1749394170.283528:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507860096:12345-0@lo:700: 00000100:00100000:3.0:1749394170.283533:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507860224:12345-0@lo:700: 00000100:00100000:3.0:1749394170.283575:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12b40 going to sleep for 0 seconds 00000100:00100000:3.0:1749394170.283582:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507860352:0@lo:700: 40000000:00080000:3.0:1749394170.283595:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394170.283598:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394170.283664:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507860224:12345-0@lo:700: Request processed in 132us (297us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394170.283665:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394170.283673:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:0.0:1749394170.283675:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d567b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507860480:0@lo:700: 40000000:00080000:0.0:1749394170.283692:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:1.0:1749394170.283694:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507860224:0@lo:700: 40000000:00020000:0.0:1749394170.283697:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394170.283757:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507860096:12345-0@lo:700: Request processed in 232us (429us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394170.283767:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:2.0:1749394170.283779:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d082680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507860096:0@lo:700: 00000100:00100000:2.0:1749394170.322146:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394170.890260:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394170.890275:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d567b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507860608:0@lo:900: 00010000:00010000:3.0:1749394170.906310:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394171.192368:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394171.322166:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394171.391888:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394171.391947:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394171.391972:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499776384 00000100:00100000:3.0:1749394171.391986:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499776384 00000100:00100000:0.0:1749394171.391995:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394171.392029:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499776512 00000100:00100000:3.0:1749394171.392034:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499776512 00000100:00100000:0.0:1749394171.392041:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499776256 00000100:00100000:0.0:1749394171.392047:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499776256 00000100:00100000:3.0:1749394171.392059:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1820 00000100:00100000:1.0:1749394171.392101:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1821 00000100:00100000:0.0:1749394171.392110:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 633 00000100:00100000:1.0:1749394171.392112:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499776512:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394171.392117:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d567b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499776384:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394171.392119:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499776256:12345-192.168.203.32@tcp:400: 00010000:00080000:1.0:1749394171.392147:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1213 last 0 00010000:00080000:3.0:1749394171.392159:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1213 last 0 00000100:00100000:0.0:1749394171.392208:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499776256:12345-192.168.203.32@tcp:400: Request processed in 64us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394171.392216:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 633 00000100:00100000:1.0:1749394171.392233:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499776512:12345-192.168.203.32@tcp:38: Request processed in 120us (236us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394171.392242:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1821 00000100:00100000:3.0:1749394171.392246:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d567b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499776384:12345-192.168.203.32@tcp:38: Request processed in 174us (362us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394171.392274:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1820 00010000:00010000:3.0:1749394171.908357:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749394172.140381:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749394172.140413:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507860736:0@lo:41: 00000100:00100000:1.0:1749394172.140494:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394172.140624:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507860736 00000100:00100000:2.0:1749394172.140637:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507860736 00000100:00100000:2.0:1749394172.140693:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1749394172.140703:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507860736:12345-0@lo:41: 00000004:00000024:2.0:1749394172.140740:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394172.140801:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507860736:12345-0@lo:41: Request processed in 99us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394172.140809:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1749394172.140866:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507860736:0@lo:41: 00000100:00100000:2.0:1749394172.192173:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394172.284213:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d082680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507860864:0@lo:700: 00000100:00100000:1.0:1749394172.284237:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507860992:0@lo:700: 00000100:00100000:2.0:1749394172.284253:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394172.284294:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394172.284304:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394172.284317:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394172.284345:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507860864 00000100:00100000:0.0:1749394172.284356:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507860864 00000100:00080000:1.0:1749394172.284388:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394172.284404:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507860992 00000100:00100000:0.0:1749394172.284413:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:3.0:1749394172.284414:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507860992 00000100:00100000:0.0:1749394172.284426:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507860864:12345-0@lo:700: 00000100:00080000:1.0:1749394172.284435:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394172.284453:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1749394172.284464:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507860992:12345-0@lo:700: 00000100:00100000:0.0:1749394172.284474:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b600 going to sleep for 0 seconds 00000100:00100000:0.0:1749394172.284483:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d566680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507861120:0@lo:700: 40000000:00080000:0.0:1749394172.284501:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394172.284505:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394172.284543:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394172.284550:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507861248:0@lo:700: 40000000:00080000:1.0:1749394172.284562:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394172.284565:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394172.284579:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507860864:12345-0@lo:700: Request processed in 154us (322us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394172.284593:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:1.0:1749394172.284601:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507860992:12345-0@lo:700: Request processed in 139us (307us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394172.284610:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:2.0:1749394172.284628:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d082680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507860864:0@lo:700: 00000100:00100000:1.0:1749394172.284644:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507860992:0@lo:700: 00000100:00100000:2.0:1749394172.322199:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394172.891294:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b600 going to sleep for 0 seconds 00000100:00100000:0.0:1749394172.891312:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d566680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507861376:0@lo:900: 00010000:00010000:3.0:1749394172.910355:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394172.916190:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394172.916216:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507861504/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394177 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394172.916284:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394172.916354:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394172.916420:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507861504 00000100:00100000:1.0:1749394172.916431:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507861504 00000100:00080000:2.0:1749394172.916499:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394172.916506:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:1.0:1749394172.916517:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507861504:12345-0@lo:700: 40000000:00080000:1.0:1749394172.916546:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749394172.916603:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507861504:12345-0@lo:700: Request processed in 88us (318us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749394172.916612:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:2.0:1749394172.916628:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507861504/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394188 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394172.916639:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394172.919163:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394172.919204:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507861632/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394177 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394172.919245:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394172.919302:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749394172.919361:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507861632 00000100:00100000:1.0:1749394172.919370:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507861632 00000100:00100000:1.0:1749394172.919429:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00080000:2.0:1749394172.919430:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394172.919438:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507861632:12345-0@lo:700: 40000000:00080000:1.0:1749394172.919481:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749394172.919533:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507861632:12345-0@lo:700: Request processed in 96us (286us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749394172.919542:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:2.0:1749394172.919559:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507861632/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394188 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394172.919570:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394173.068270:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507861760:0@lo:41: 00000100:00080000:1.0:1749394173.068301:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394173.068311:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394173.068317:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394173.068320:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394173.068325:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1209 00000100:00080000:1.0:1749394173.068331:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394173.068339:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394173.068364:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08c380 x1834371507862016/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394173.068369:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507861888:0@lo:400: 00000100:00100000:3.0:1749394173.068388:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507861760 00000100:00100000:3.0:1749394173.068399:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507861760 00000100:00080000:1.0:1749394173.068412:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394173.068414:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394173.068416:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507862144:0@lo:400: 00000100:00080000:1.0:1749394173.068419:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394173.068422:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394173.068428:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1209 00000100:00080000:1.0:1749394173.068431:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394173.068438:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394173.068440:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394173.068446:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1749394173.068456:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08ca80 x1834371507862272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394173.068458:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d566680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507861760:12345-0@lo:41: 00000100:00100000:2.0:1749394173.068465:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507862016:0@lo:38: 00000100:00100000:0.0:1749394173.068472:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507861888 00000100:00080000:1.0:1749394173.068472:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394173.068477:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749394173.068478:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507861888 00000100:00080000:1.0:1749394173.068479:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394173.068483:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1209 00000100:00100000:2.0:1749394173.068491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394173.068497:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000004:00000024:3.0:1749394173.068497:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00080000:1.0:1749394173.068503:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394173.068508:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1749394173.068511:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507862272:0@lo:38: 00000100:00100000:0.0:1749394173.068516:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507861888:12345-0@lo:400: 00000100:00100000:1.0:1749394173.068521:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08ce00 x1834371507862400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394173.068535:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394173.068538:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394173.068540:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394173.068541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394173.068544:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1209 00000100:00080000:1.0:1749394173.068546:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394173.068549:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394173.068561:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507862400:0@lo:38: 00000100:00100000:1.0:1749394173.068562:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08d180 x1834371507862528/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394173.068572:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394173.068575:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394173.068577:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394173.068581:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1209 00000100:00100000:0.0:1749394173.068582:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507861888:12345-0@lo:400: Request processed in 66us (167us total) trans 0 rc 0/0 00000100:00080000:1.0:1749394173.068583:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394173.068585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394173.068586:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d566680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507861760:12345-0@lo:41: Request processed in 127us (261us total) trans 0 rc 0/0 00000100:00080000:1.0:1749394173.068587:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394173.068590:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1749394173.068597:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08d500 x1834371507862656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394173.068599:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1749394173.068600:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507862528:0@lo:38: 00000100:00080000:1.0:1749394173.068606:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394173.068609:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394173.068610:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394173.068613:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1209 00000100:00100000:3.0:1749394173.068619:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507862144 00000100:00080000:1.0:1749394173.068621:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394173.068625:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394173.068625:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507862144 00000100:00100000:2.0:1749394173.068628:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394173.068638:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08d880 x1834371507862784/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394173.068648:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507861760:0@lo:41: 00000100:00100000:2.0:1749394173.068650:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507862656:0@lo:38: 00000100:00100000:3.0:1749394173.068652:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:3.0:1749394173.068659:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507862144:12345-0@lo:400: 00000100:00100000:2.0:1749394173.068670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394173.068675:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507861888:0@lo:400: 00000100:00100000:1.0:1749394173.068677:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507862016 00000100:00100000:1.0:1749394173.068682:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507862016 00000100:00100000:2.0:1749394173.068684:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507862784:0@lo:38: 00000100:00100000:2.0:1749394173.068700:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394173.068704:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507862272 00000100:00100000:1.0:1749394173.068705:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507862400 00000100:00100000:0.0:1749394173.068708:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507862272 00000100:00100000:1.0:1749394173.068708:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507862400 00000100:00100000:3.0:1749394173.068715:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507862144:12345-0@lo:400: Request processed in 54us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394173.068716:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507862528 00000100:00100000:0.0:1749394173.068718:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507862656 00000100:00100000:1.0:1749394173.068718:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507862528 00000100:00100000:0.0:1749394173.068721:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507862656 00000100:00100000:3.0:1749394173.068722:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1749394173.068726:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507862784 00000100:00100000:2.0:1749394173.068731:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507862784 00000100:00100000:1.0:1749394173.068733:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822 00000100:00100000:1.0:1749394173.068739:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507862016:12345-0@lo:38: 00000100:00100000:0.0:1749394173.068745:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823 00000100:00100000:0.0:1749394173.068750:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507862400:12345-0@lo:38: 00010000:00020000:1.0:1749394173.068762:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394173.068764:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1824 00010000:00020000:0.0:1749394173.068769:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394173.068771:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1825 00000100:00100000:2.0:1749394173.068772:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507862272:12345-0@lo:38: 00000100:00100000:3.0:1749394173.068777:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507862528:12345-0@lo:38: 00010000:00020000:2.0:1749394173.068790:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394173.068807:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507862400:12345-0@lo:38: Request processed in 55us (220us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749394173.068807:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394173.068814:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823 00000100:00100000:1.0:1749394173.068822:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507862016:12345-0@lo:38: Request processed in 81us (329us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394173.068822:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507862272:12345-0@lo:38: Request processed in 51us (279us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394173.068827:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826 00000100:00100000:0.0:1749394173.068832:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507862656:12345-0@lo:38: 00000100:00100000:2.0:1749394173.068832:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1824 00000100:00100000:3.0:1749394173.068835:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507862528:12345-0@lo:38: Request processed in 58us (207us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394173.068839:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822 00010000:00020000:0.0:1749394173.068843:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394173.068844:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1825 00000100:00100000:2.0:1749394173.068848:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1827 00000100:00100000:2.0:1749394173.068852:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507862784:12345-0@lo:38: 00010000:00020000:2.0:1749394173.068863:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394173.068871:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507862656:12345-0@lo:38: Request processed in 36us (198us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394173.068881:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826 00000100:00100000:2.0:1749394173.068881:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507862784:12345-0@lo:38: Request processed in 27us (179us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394173.068887:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1827 00000100:00080000:2.0:1749394173.068914:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394173.068918:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394173.068922:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507862144:0@lo:400: 00000100:00100000:2.0:1749394173.068923:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507862656:0@lo:38: 00000100:00080000:2.0:1749394173.068931:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394173.068934:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394173.068937:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507862784:0@lo:38: 00000100:00080000:2.0:1749394173.068945:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394173.068947:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394173.068951:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507862528:0@lo:38: 00000100:00080000:2.0:1749394173.068958:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394173.068961:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394173.068964:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507862400:0@lo:38: 00000100:00080000:2.0:1749394173.068972:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394173.068974:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394173.068976:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507862272:0@lo:38: 00000100:00080000:2.0:1749394173.068984:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394173.068986:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394173.068989:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507862016:0@lo:38: 00000100:00100000:2.0:1749394173.192232:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394173.322208:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394173.912294:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394174.192238:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394174.285255:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0b0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507862912:0@lo:700: 00000100:00100000:1.0:1749394174.285256:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507863040:0@lo:700: 00000100:00100000:2.0:1749394174.285327:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394174.285356:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507862912 00000100:00100000:1.0:1749394174.285365:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507862912 00000100:00100000:2.0:1749394174.285413:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394174.285428:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1749394174.285439:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507862912:12345-0@lo:700: 00000100:00100000:0.0:1749394174.285458:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394174.285463:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394174.285477:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394174.285484:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507863168:0@lo:700: 00000100:00100000:2.0:1749394174.285485:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507863040 00000100:00100000:0.0:1749394174.285492:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394174.285493:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507863040 40000000:00080000:1.0:1749394174.285501:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394174.285504:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394174.285546:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507862912:12345-0@lo:700: Request processed in 109us (219us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394174.285558:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:1.0:1749394174.285566:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:2.0:1749394174.285569:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507863040:12345-0@lo:700: 00000100:00080000:3.0:1749394174.285572:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394174.285606:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790180 going to sleep for 0 seconds 00000100:00100000:2.0:1749394174.285614:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d0b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507863296:0@lo:700: 40000000:00080000:2.0:1749394174.285629:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394174.285632:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394174.285682:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507863040:12345-0@lo:700: Request processed in 115us (227us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394174.285692:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:0.0:1749394174.285715:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507863040:0@lo:700: 00000100:00100000:2.0:1749394174.285726:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d0b0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507862912:0@lo:700: 00000100:00100000:2.0:1749394174.322201:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394174.892264:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b540 going to sleep for 0 seconds 00000100:00100000:0.0:1749394174.892281:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507863424:0@lo:900: 00010000:00010000:3.0:1749394174.914351:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394175.192362:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394175.322238:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394175.916402:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394176.192217:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394176.286238:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d565500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507863552:0@lo:700: 00000100:00100000:2.0:1749394176.286250:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0b0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507863680:0@lo:700: 00000100:00100000:0.0:1749394176.286319:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394176.286362:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507863552 00000100:00100000:2.0:1749394176.286372:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507863552 00000100:00100000:0.0:1749394176.286385:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b540 going to sleep for 11 seconds 00000100:00080000:0.0:1749394176.286413:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394176.286439:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:3.0:1749394176.286446:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394176.286453:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507863552:12345-0@lo:700: 00000100:00100000:1.0:1749394176.286477:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507863680 00000100:00100000:3.0:1749394176.286480:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394176.286486:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507863680 00000100:00100000:2.0:1749394176.286499:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790180 going to sleep for 0 seconds 00000100:00100000:2.0:1749394176.286508:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d0b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507863808:0@lo:700: 40000000:00080000:2.0:1749394176.286528:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394176.286534:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00080000:0.0:1749394176.286543:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394176.286559:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:1.0:1749394176.286568:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507863680:12345-0@lo:700: 00000100:00100000:2.0:1749394176.286588:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507863552:12345-0@lo:700: Request processed in 136us (266us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394176.286597:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507863552:0@lo:700: 00000100:00100000:2.0:1749394176.286601:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:1.0:1749394176.286619:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394176.286626:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507863936:0@lo:700: 40000000:00080000:1.0:1749394176.286642:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394176.286645:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394176.286700:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507863680:12345-0@lo:700: Request processed in 133us (257us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394176.286710:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:3.0:1749394176.286721:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d0b0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507863680:0@lo:700: 00000100:00100000:2.0:1749394176.322205:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394176.399749:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394176.399788:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394176.399825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394176.399874:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499776640 00000100:00100000:3.0:1749394176.399883:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499776640 00000100:00100000:2.0:1749394176.399904:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499776768 00000100:00100000:2.0:1749394176.399913:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499776768 00000100:00100000:3.0:1749394176.399939:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 635 00000100:00100000:2.0:1749394176.399941:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499776896 00000100:00100000:2.0:1749394176.399944:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499776896 00000100:00100000:3.0:1749394176.399948:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499776640:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394176.399960:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1828 00000100:00100000:1.0:1749394176.399970:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d565500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499776768:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394176.399973:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1829 00000100:00100000:2.0:1749394176.399980:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d565180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499776896:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394176.400000:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1218 last 0 00010000:00080000:2.0:1749394176.400004:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1218 last 0 00000100:00100000:3.0:1749394176.400005:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499776640:12345-192.168.203.32@tcp:400: Request processed in 58us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394176.400013:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 635 00000100:00100000:2.0:1749394176.400053:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d565180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499776896:12345-192.168.203.32@tcp:38: Request processed in 72us (227us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394176.400060:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d565500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499776768:12345-192.168.203.32@tcp:38: Request processed in 89us (270us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394176.400061:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1829 00000100:00100000:1.0:1749394176.400069:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1828 00000100:00100000:0.0:1749394176.893260:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b540 going to sleep for 0 seconds 00000100:00100000:0.0:1749394176.893276:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507864064:0@lo:900: 00010000:00010000:3.0:1749394176.918312:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1749394177.148439:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749394177.148468:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507864192:0@lo:41: 00000100:00100000:1.0:1749394177.148551:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394177.148643:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507864192 00000100:00100000:3.0:1749394177.148655:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507864192 00000100:00100000:3.0:1749394177.148715:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:3.0:1749394177.148724:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507864192:12345-0@lo:41: 00000004:00000024:3.0:1749394177.148763:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394177.148825:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507864192:12345-0@lo:41: Request processed in 100us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394177.148832:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1749394177.148871:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507864192:0@lo:41: 00000100:00100000:0.0:1749394177.192216:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394177.322201:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394177.920350:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749394178.076261:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394178.076271:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749394178.076285:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507864320:0@lo:400: 00000100:00080000:1.0:1749394178.076290:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394178.076299:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1214 00000100:00080000:1.0:1749394178.076305:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394178.076314:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749394178.076319:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507864448:0@lo:41: 00000100:00100000:1.0:1749394178.076345:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08e680 x1834371507864576/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394178.076362:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394178.076396:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394178.076414:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394178.076419:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394178.076422:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394178.076428:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1214 00000100:00080000:1.0:1749394178.076432:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394178.076435:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507864320 00000100:00080000:1.0:1749394178.076437:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394178.076442:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507864320 00000100:00100000:2.0:1749394178.076452:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507864576:0@lo:38: 00000100:00100000:1.0:1749394178.076458:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08ed80 x1834371507864832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394178.076471:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:1.0:1749394178.076475:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394178.076480:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749394178.076481:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507864704:0@lo:400: 00000100:00100000:3.0:1749394178.076482:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00080000:1.0:1749394178.076483:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394178.076488:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1214 00000100:00100000:3.0:1749394178.076491:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507864320:12345-0@lo:400: 00000100:00080000:1.0:1749394178.076492:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394178.076497:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394178.076500:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394178.076508:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394178.076515:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08f100 x1834371507864960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394178.076528:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394178.076533:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749394178.076537:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507864448 00000100:00100000:2.0:1749394178.076540:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507864832:0@lo:38: 00000100:00100000:0.0:1749394178.076542:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507864448 00000100:00080000:1.0:1749394178.076545:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394178.076551:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1214 00000100:00100000:3.0:1749394178.076551:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507864320:12345-0@lo:400: Request processed in 60us (189us total) trans 0 rc 0/0 00000100:00080000:1.0:1749394178.076555:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394178.076559:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1749394178.076560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394178.076561:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394178.076568:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507864704 00000100:00100000:0.0:1749394178.076570:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507864704 00000100:00100000:2.0:1749394178.076574:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507864960:0@lo:38: 00000100:00100000:1.0:1749394178.076581:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08f480 x1834371507865088/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394178.076585:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1749394178.076590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394178.076593:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507864448:12345-0@lo:41: 00000100:00100000:3.0:1749394178.076594:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1749394178.076601:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507864704:12345-0@lo:400: 00000100:00100000:2.0:1749394178.076606:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507865088:0@lo:38: 00000100:00100000:2.0:1749394178.076621:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:0.0:1749394178.076624:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00080000:1.0:1749394178.076627:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394178.076629:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507864704:12345-0@lo:400: Request processed in 28us (120us total) trans 0 rc 0/0 00000100:00080000:1.0:1749394178.076632:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394178.076635:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394178.076635:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00080000:1.0:1749394178.076641:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1214 00000100:00080000:1.0:1749394178.076644:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394178.076649:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394178.076649:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507864576 00000100:00100000:2.0:1749394178.076654:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507864576 00000100:00100000:0.0:1749394178.076657:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507864448:12345-0@lo:41: Request processed in 64us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394178.076664:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1749394178.076666:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08dc00 x1834371507865472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394178.076669:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507864832 00000100:00100000:3.0:1749394178.076674:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507864832 00000100:00100000:2.0:1749394178.076675:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507864960 00000100:00100000:2.0:1749394178.076677:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507864960 00000100:00080000:1.0:1749394178.076680:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394178.076683:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394178.076685:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394178.076686:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507865088 00000100:00080000:1.0:1749394178.076688:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1214 00000100:00100000:2.0:1749394178.076688:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507865088 00000100:00080000:1.0:1749394178.076690:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394178.076690:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830 00000100:00080000:1.0:1749394178.076694:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394178.076698:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507864576:12345-0@lo:38: 00000100:00100000:0.0:1749394178.076699:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831 00000100:00100000:1.0:1749394178.076703:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08c380 x1834371507865600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394178.076704:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507864832:12345-0@lo:38: 00000100:00100000:2.0:1749394178.076713:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832 00000100:00100000:2.0:1749394178.076719:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507864960:12345-0@lo:38: 00010000:00020000:3.0:1749394178.076721:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394178.076737:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394178.076744:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507865728:0@lo:400: 00010000:00020000:2.0:1749394178.076745:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394178.076746:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507864576:12345-0@lo:38: Request processed in 49us (247us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394178.076753:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830 00000100:00100000:3.0:1749394178.076765:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833 00000100:00100000:0.0:1749394178.076767:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507864832:12345-0@lo:38: Request processed in 62us (207us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394178.076770:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507865088:12345-0@lo:38: 00000100:00100000:0.0:1749394178.076774:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831 00000100:00100000:2.0:1749394178.076780:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507864960:12345-0@lo:38: Request processed in 60us (189us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749394178.076780:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394178.076784:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394178.076788:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832 00000100:00100000:0.0:1749394178.076794:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507865344:0@lo:400: 00000100:00100000:3.0:1749394178.076799:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507865088:12345-0@lo:38: Request processed in 28us (177us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394178.076805:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833 00000100:00100000:2.0:1749394178.076813:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507865472:0@lo:38: 00000100:00100000:0.0:1749394178.076818:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394178.076838:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507864704:0@lo:400: 00000100:00100000:2.0:1749394178.076839:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394178.076842:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507864448:0@lo:41: 00000100:00100000:0.0:1749394178.076846:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507864320:0@lo:400: 00000100:00100000:2.0:1749394178.076856:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507865600:0@lo:38: 00000100:00100000:3.0:1749394178.076859:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507865216:0@lo:400: 00000100:00100000:0.0:1749394178.076868:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507865856:0@lo:400: 00000100:00100000:1.0:1749394178.076871:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507865728 00000100:00100000:2.0:1749394178.076872:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394178.076876:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507865728 00000100:00100000:3.0:1749394178.076881:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:02020000:2.0:1749394178.076894:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:2.0:1749394178.076898:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394178.076902:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00080000:0.0:1749394178.076903:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394178.076906:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507865088:0@lo:38: 00000100:00100000:1.0:1749394178.076909:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507865344 00000100:00100000:1.0:1749394178.076912:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507865344 00000100:00080000:2.0:1749394178.076915:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394178.076916:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507865216 00000100:00080000:2.0:1749394178.076918:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394178.076920:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507865216 00000100:00100000:2.0:1749394178.076921:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507864832:0@lo:38: 00000100:02020000:2.0:1749394178.076929:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:2.0:1749394178.076931:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394178.076934:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394178.076936:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1749394178.076937:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507864960:0@lo:38: 00000100:00100000:1.0:1749394178.076944:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507865728:12345-0@lo:400: 00000100:00080000:2.0:1749394178.076944:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394178.076944:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00080000:2.0:1749394178.076947:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394178.076950:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507864576:0@lo:38: 00000100:00100000:0.0:1749394178.076951:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1749394178.076951:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507865344:12345-0@lo:400: 00000100:00100000:0.0:1749394178.076957:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507865216:12345-0@lo:400: 00000100:00100000:2.0:1749394178.076979:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507865472 00000100:00100000:2.0:1749394178.076982:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507865472 00000100:00100000:2.0:1749394178.076993:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507865600 00000100:00100000:2.0:1749394178.076995:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507865600 00000100:00100000:3.0:1749394178.076997:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507865344:12345-0@lo:400: Request processed in 47us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394178.076999:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507865216:12345-0@lo:400: Request processed in 42us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394178.077000:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507865728:12345-0@lo:400: Request processed in 54us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394178.077004:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1749394178.077007:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834 00000100:00100000:0.0:1749394178.077008:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1749394178.077012:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507865472:12345-0@lo:38: 00000100:00100000:1.0:1749394178.077013:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00010000:00020000:2.0:1749394178.077024:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394178.077031:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835 00000100:00100000:0.0:1749394178.077036:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507865600:12345-0@lo:38: 00010000:00080000:3.0:1749394178.077040:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d08f800 x1834371507865216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394178.077043:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00020000:0.0:1749394178.077050:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394178.077050:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507865472:12345-0@lo:38: Request processed in 37us (210us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394178.077053:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507865216:0@lo:400: 00000100:00100000:2.0:1749394178.077057:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834 00000100:00100000:0.0:1749394178.077099:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507865600:12345-0@lo:38: Request processed in 34us (198us total) trans 0 rc -19/-19 00010000:00080000:1.0:1749394178.077105:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d08ca80 x1834371507865728/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394178.077106:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835 00000100:00080000:2.0:1749394178.077119:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:3.0:1749394178.077120:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d08fb80 x1834371507865344/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749394178.077122:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394178.077125:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394178.077125:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507865728:0@lo:400: 00000100:00100000:2.0:1749394178.077127:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507865472:0@lo:38: 00000100:00100000:3.0:1749394178.077131:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507865344:0@lo:400: 00000100:00080000:2.0:1749394178.077154:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394178.077157:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394178.077160:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507865600:0@lo:38: 00000100:00100000:1.0:1749394178.077185:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507865856 00000100:00100000:1.0:1749394178.077191:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507865856 00000100:00100000:1.0:1749394178.077241:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00080000:2.0:1749394178.077245:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394178.077247:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507865856:12345-0@lo:400: 00000100:00100000:1.0:1749394178.077291:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507865856:12345-0@lo:400: Request processed in 44us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394178.077297:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00010000:00080000:0.0:1749394178.077326:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d08ce00 x1834371507865856/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394178.077340:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507865856:0@lo:400: 00000100:00100000:0.0:1749394178.192222:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394178.287227:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507865984:0@lo:700: 00000100:00100000:0.0:1749394178.287247:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d567100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507866112:0@lo:700: 00000100:00100000:3.0:1749394178.287274:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394178.287302:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394178.287329:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12e40 going to sleep for 11 seconds 00000100:00100000:0.0:1749394178.287346:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b540 going to sleep for 11 seconds 00000100:00100000:2.0:1749394178.287398:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507865984 00000100:00100000:1.0:1749394178.287404:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507866112 00000100:00100000:2.0:1749394178.287409:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507865984 00000100:00100000:1.0:1749394178.287415:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507866112 00000100:00100000:2.0:1749394178.287475:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1749394178.287487:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507865984:12345-0@lo:700: 00000100:00100000:1.0:1749394178.287500:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1749394178.287515:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507866112:12345-0@lo:700: 00000100:00100000:2.0:1749394178.287531:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790180 going to sleep for 0 seconds 00000100:00100000:2.0:1749394178.287540:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d0b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507866240:0@lo:700: 40000000:00080000:2.0:1749394178.287558:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394178.287563:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394178.287649:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394178.287651:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507865984:12345-0@lo:700: Request processed in 165us (374us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394178.287659:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507866368:0@lo:700: 00000100:00100000:2.0:1749394178.287664:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:3.0:1749394178.287673:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507865984:0@lo:700: 40000000:00080000:1.0:1749394178.287688:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394178.287692:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394178.287755:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507866112:12345-0@lo:700: Request processed in 244us (453us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394178.287765:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1749394178.287843:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d567100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507866112:0@lo:700: 00000100:00100000:2.0:1749394178.322204:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394178.894258:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b540 going to sleep for 0 seconds 00000100:00100000:0.0:1749394178.894272:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507866496:0@lo:900: 00010000:00010000:3.0:1749394178.922311:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394179.192315:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394179.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394179.924390:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394180.192234:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394180.288258:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e222d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507866752:0@lo:700: 00000100:00100000:3.0:1749394180.288258:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507866624:0@lo:700: 00000100:00100000:3.0:1749394180.288329:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394180.288370:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394180.288399:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12e40 going to sleep for 11 seconds 00000100:00100000:0.0:1749394180.288405:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b540 going to sleep for 11 seconds 00000100:00100000:2.0:1749394180.288451:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507866624 00000100:00100000:2.0:1749394180.288462:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507866624 00000100:00100000:1.0:1749394180.288506:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507866752 00000100:00100000:1.0:1749394180.288515:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507866752 00000100:00080000:3.0:1749394180.288529:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394180.288532:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:2.0:1749394180.288542:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507866624:12345-0@lo:700: 00000100:00100000:1.0:1749394180.288551:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:1.0:1749394180.288559:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507866752:12345-0@lo:700: 00000100:00100000:2.0:1749394180.288585:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790180 going to sleep for 0 seconds 00000100:00100000:2.0:1749394180.288592:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d0b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507866880:0@lo:700: 40000000:00080000:2.0:1749394180.288610:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394180.288613:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394180.288671:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394180.288679:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507867008:0@lo:700: 00000100:00100000:2.0:1749394180.288679:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507866624:12345-0@lo:700: Request processed in 138us (349us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394180.288688:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 40000000:00080000:1.0:1749394180.288691:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394180.288694:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394180.288709:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507866624:0@lo:700: 00000100:00100000:1.0:1749394180.288756:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507866752:12345-0@lo:700: Request processed in 197us (385us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394180.288765:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:0.0:1749394180.288839:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507866752:0@lo:700: 00000100:00100000:2.0:1749394180.322212:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394180.895254:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b540 going to sleep for 0 seconds 00000100:00100000:0.0:1749394180.895269:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507867136:0@lo:900: 00010000:00010000:3.0:1749394180.926360:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394181.192264:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394181.322212:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394181.407549:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394181.407594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394181.407633:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394181.407684:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499777024 00000100:00100000:3.0:1749394181.407696:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499777024 00000100:00100000:2.0:1749394181.407709:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499777152 00000100:00100000:2.0:1749394181.407718:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499777152 00000100:00100000:2.0:1749394181.407747:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499777280 00000100:00100000:2.0:1749394181.407749:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499777280 00000100:00100000:3.0:1749394181.407762:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 637 00000100:00100000:1.0:1749394181.407767:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1836 00000100:00100000:3.0:1749394181.407772:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499777024:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394181.407778:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499777152:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394181.407779:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1837 00000100:00100000:2.0:1749394181.407787:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499777280:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394181.407810:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1223 last 0 00010000:00080000:2.0:1749394181.407812:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1223 last 0 00000100:00100000:3.0:1749394181.407853:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499777024:12345-192.168.203.32@tcp:400: Request processed in 82us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394181.407863:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 637 00000100:00100000:2.0:1749394181.407866:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499777280:12345-192.168.203.32@tcp:38: Request processed in 79us (232us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394181.407874:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1837 00000100:00100000:1.0:1749394181.407881:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499777152:12345-192.168.203.32@tcp:38: Request processed in 103us (285us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394181.407889:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1836 00010000:00010000:2.0:1749394181.928290:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394182.156322:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749394182.156348:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507867264:0@lo:41: 00000100:00100000:0.0:1749394182.156418:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394182.156545:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507867264 00000100:00100000:2.0:1749394182.156557:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507867264 00000100:00100000:2.0:1749394182.156616:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1749394182.156625:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507867264:12345-0@lo:41: 00000004:00000024:2.0:1749394182.156662:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394182.156723:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507867264:12345-0@lo:41: Request processed in 98us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394182.156731:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1749394182.156756:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507867264:0@lo:41: 00000100:00100000:2.0:1749394182.192202:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394182.289229:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e221500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507867392:0@lo:700: 00000100:00100000:3.0:1749394182.289244:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507867520:0@lo:700: 00000100:00100000:0.0:1749394182.289274:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394182.289335:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394182.289337:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b540 going to sleep for 11 seconds 00000100:00100000:1.0:1749394182.289365:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507867392 00000100:00100000:3.0:1749394182.289367:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394182.289375:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507867392 00000100:00100000:2.0:1749394182.289404:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507867520 00000100:00100000:2.0:1749394182.289414:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507867520 00000100:00080000:3.0:1749394182.289414:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394182.289429:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:1.0:1749394182.289441:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507867392:12345-0@lo:700: 00000100:00080000:3.0:1749394182.289443:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394182.289465:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1749394182.289476:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d562a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507867520:12345-0@lo:700: 00000100:00100000:1.0:1749394182.289504:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394182.289512:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507867648:0@lo:700: 40000000:00080000:1.0:1749394182.289526:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394182.289530:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394182.289605:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790180 going to sleep for 0 seconds 00000100:00100000:1.0:1749394182.289607:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507867392:12345-0@lo:700: Request processed in 169us (332us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394182.289615:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d0b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507867776:0@lo:700: 00000100:00100000:1.0:1749394182.289618:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 40000000:00080000:2.0:1749394182.289635:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:0.0:1749394182.289637:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e221500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507867392:0@lo:700: 40000000:00020000:2.0:1749394182.289640:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394182.289707:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d562a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507867520:12345-0@lo:700: Request processed in 231us (372us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394182.289720:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:3.0:1749394182.289749:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507867520:0@lo:700: 00000100:00100000:2.0:1749394182.322196:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394182.896226:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b540 going to sleep for 0 seconds 00000100:00100000:0.0:1749394182.896241:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e221500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507867904:0@lo:900: 00010000:00010000:3.0:1749394182.930389:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749394183.084271:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394183.084280:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394183.084284:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394183.084291:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1219 00000100:00080000:1.0:1749394183.084295:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394183.084302:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394183.084323:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08d500 x1834371507868160/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394183.084353:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394183.084357:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394183.084359:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394183.084361:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507868160:0@lo:38: 00000100:00080000:1.0:1749394183.084362:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1219 00000100:00080000:1.0:1749394183.084365:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394183.084366:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507868032:0@lo:400: 00000100:00080000:1.0:1749394183.084367:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394183.084378:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08c000 x1834371507868544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394183.084384:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507868416:0@lo:400: 00000100:00080000:1.0:1749394183.084395:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394183.084412:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394183.084413:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394183.084417:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1219 00000100:00080000:1.0:1749394183.084420:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394183.084423:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394183.084436:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08ce00 x1834371507868800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394183.084444:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394183.084445:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394183.084446:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394183.084447:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394183.084447:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394183.084449:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394183.084453:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1219 00000100:00080000:1.0:1749394183.084455:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394183.084458:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394183.084467:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08c380 x1834371507868928/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394183.084477:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394183.084480:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394183.084481:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394183.084484:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1219 00000100:00080000:1.0:1749394183.084486:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394183.084487:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507868672:0@lo:400: 00000100:00100000:0.0:1749394183.084488:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507868288:0@lo:41: 00000100:00080000:1.0:1749394183.084489:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394183.084498:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08dc00 x1834371507869056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394183.084506:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394183.084510:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394183.084513:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394183.084515:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394183.084519:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1219 00000100:00080000:1.0:1749394183.084521:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394183.084524:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394183.084525:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507868032 00000100:00100000:0.0:1749394183.084530:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507868416 00000100:00100000:2.0:1749394183.084532:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507868032 00000100:00100000:0.0:1749394183.084535:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507868416 00000100:00100000:1.0:1749394183.084535:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08fb80 x1834371507869184/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394183.084558:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507868544:0@lo:38: 00000100:00100000:0.0:1749394183.084566:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507868672 00000100:00100000:0.0:1749394183.084568:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507868672 00000100:00100000:2.0:1749394183.084569:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1749394183.084578:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394183.084580:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507869312:0@lo:400: 00000100:00100000:2.0:1749394183.084580:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507868032:12345-0@lo:400: 00000100:00100000:0.0:1749394183.084583:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1749394183.084590:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507868416:12345-0@lo:400: 00000100:00100000:3.0:1749394183.084593:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507868800:0@lo:38: 00000100:00100000:3.0:1749394183.084616:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394183.084626:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394183.084632:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507868928:0@lo:38: 00000100:00100000:2.0:1749394183.084633:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507868032:12345-0@lo:400: Request processed in 55us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394183.084640:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1749394183.084643:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507868416:12345-0@lo:400: Request processed in 52us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394183.084650:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:3.0:1749394183.084650:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394183.084666:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507869056:0@lo:38: 00000100:00100000:0.0:1749394183.084667:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1749394183.084672:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507868672:12345-0@lo:400: 00000100:00100000:1.0:1749394183.084672:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507868032:0@lo:400: 00000100:00100000:2.0:1749394183.084681:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507868160 00000100:00100000:3.0:1749394183.084683:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394183.084684:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507868160 00000100:00100000:1.0:1749394183.084697:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749394183.084697:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507869184:0@lo:38: 00000100:00100000:2.0:1749394183.084699:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507868544 00000100:00100000:0.0:1749394183.084700:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507868672:12345-0@lo:400: Request processed in 28us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394183.084701:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507868544 00000100:00100000:0.0:1749394183.084707:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1749394183.084707:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507869440:0@lo:400: 00000100:00100000:2.0:1749394183.084708:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507868800 00000100:00100000:2.0:1749394183.084710:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507868800 00000100:00100000:3.0:1749394183.084714:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394183.084716:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507868928 00000100:00100000:2.0:1749394183.084718:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507868928 00000100:00100000:0.0:1749394183.084724:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507869056 00000100:00100000:2.0:1749394183.084725:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507869184 00000100:00100000:0.0:1749394183.084727:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507869056 00000100:00100000:2.0:1749394183.084728:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507869184 00000100:00100000:2.0:1749394183.084736:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838 00000100:00100000:0.0:1749394183.084742:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839 00000100:00100000:2.0:1749394183.084743:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d562d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507868160:12345-0@lo:38: 00000100:00100000:0.0:1749394183.084747:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507868544:12345-0@lo:38: 00000100:00100000:1.0:1749394183.084747:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749394183.084766:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394183.084773:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507868672:0@lo:400: 00010000:00020000:0.0:1749394183.084776:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394183.084794:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507869312 00000100:00100000:3.0:1749394183.084799:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507868416:0@lo:400: 00000100:00100000:2.0:1749394183.084800:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d562d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507868160:12345-0@lo:38: Request processed in 58us (358us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394183.084801:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507869312 00000100:00100000:0.0:1749394183.084804:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507868544:12345-0@lo:38: Request processed in 56us (227us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394183.084807:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838 00000100:00100000:0.0:1749394183.084811:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839 00000100:00100000:2.0:1749394183.084818:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1840 00000100:00080000:3.0:1749394183.084819:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394183.084822:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507868800:12345-0@lo:38: 00000100:00100000:0.0:1749394183.084823:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841 00000100:00080000:3.0:1749394183.084824:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394183.084827:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d563b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507868928:12345-0@lo:38: 00000100:00100000:3.0:1749394183.084828:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507868544:0@lo:38: 00010000:00020000:2.0:1749394183.084833:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749394183.084838:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00020000:0.0:1749394183.084839:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749394183.084841:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394183.084844:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507868160:0@lo:38: 00000100:00100000:1.0:1749394183.084846:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507869440 00000100:00100000:1.0:1749394183.084851:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507869440 00000100:00100000:2.0:1749394183.084854:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507868800:12345-0@lo:38: Request processed in 30us (236us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394183.084859:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d563b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507868928:12345-0@lo:38: Request processed in 30us (208us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394183.084860:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1840 00000100:00080000:3.0:1749394183.084860:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394183.084862:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394183.084865:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841 00000100:00100000:3.0:1749394183.084866:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507868800:0@lo:38: 00000100:00100000:2.0:1749394183.084869:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842 00000100:00100000:2.0:1749394183.084873:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507869184:12345-0@lo:38: 00000100:00080000:3.0:1749394183.084874:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394183.084875:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843 00000100:00080000:3.0:1749394183.084876:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394183.084879:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507869056:12345-0@lo:38: 00000100:00100000:3.0:1749394183.084880:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507868928:0@lo:38: 00000100:00100000:1.0:1749394183.084883:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00010000:00020000:2.0:1749394183.084883:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394183.084889:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394183.084895:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507869312:12345-0@lo:400: 00000100:00080000:3.0:1749394183.084896:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394183.084906:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507869184:12345-0@lo:38: Request processed in 31us (190us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394183.084909:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507869056:12345-0@lo:38: Request processed in 29us (225us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394183.084912:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842 00000100:00100000:3.0:1749394183.084913:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1749394183.084916:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843 00000100:00100000:3.0:1749394183.084922:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507869440:12345-0@lo:400: 00000100:00100000:0.0:1749394183.084938:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394183.084960:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507869312:12345-0@lo:400: Request processed in 65us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394183.084972:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507868288 00000100:00100000:1.0:1749394183.084974:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1749394183.084975:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507868288 00000100:00100000:3.0:1749394183.084976:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507869440:12345-0@lo:400: Request processed in 52us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394183.084987:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1749394183.084992:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:0.0:1749394183.084998:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507868288:12345-0@lo:41: 00000004:00000024:0.0:1749394183.085021:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00010000:00080000:1.0:1749394183.085022:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d08e680 x1834371507869440/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749394183.085030:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394183.085035:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394183.085039:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507869440:0@lo:400: 00000100:00100000:3.0:1749394183.085042:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507869056:0@lo:38: 00000100:00100000:0.0:1749394183.085054:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507868288:12345-0@lo:41: Request processed in 56us (115us total) trans 0 rc 0/0 00010000:00080000:1.0:1749394183.085055:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d08f800 x1834371507869312/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394183.085060:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1749394183.085136:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507869312:0@lo:400: 00000100:00100000:0.0:1749394183.085158:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507868288:0@lo:41: 00000100:00080000:3.0:1749394183.085164:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394183.085169:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394183.085177:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507869184:0@lo:38: 00000100:00100000:2.0:1749394183.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394183.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394183.916182:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394183.916213:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507869568/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394188 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394183.916282:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394183.916353:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394183.916405:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507869568 00000100:00100000:0.0:1749394183.916417:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507869568 00000100:00100000:0.0:1749394183.916466:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1749394183.916475:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507869568:12345-0@lo:700: 40000000:00080000:0.0:1749394183.916506:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:0.0:1749394183.916510:0:11402:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394183.916572:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507869568:12345-0@lo:700: Request processed in 97us (288us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394183.916581:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:2.0:1749394183.916598:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507869568/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394199 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394183.916609:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394183.919175:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394183.919195:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507869696/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394188 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394183.919236:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394183.919290:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394183.919321:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507869696 00000100:00100000:0.0:1749394183.919331:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507869696 00000100:00100000:0.0:1749394183.919371:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:0.0:1749394183.919382:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507869696:12345-0@lo:700: 40000000:00080000:0.0:1749394183.919401:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394183.919467:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507869696:12345-0@lo:700: Request processed in 85us (227us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394183.919481:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:2.0:1749394183.919487:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507869696/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394199 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394183.919498:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:2.0:1749394183.932343:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394184.192197:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394184.290220:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e222680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507869824:0@lo:700: 00000100:00100000:3.0:1749394184.290228:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507869952:0@lo:700: 00000100:00100000:0.0:1749394184.290270:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394184.290318:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394184.290338:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b540 going to sleep for 11 seconds 00000100:00100000:3.0:1749394184.290349:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394184.290358:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507869824 00000100:00100000:0.0:1749394184.290366:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507869952 00000100:00100000:1.0:1749394184.290366:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507869824 00000100:00100000:0.0:1749394184.290372:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507869952 00000100:00100000:0.0:1749394184.290433:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1749394184.290440:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507869952:12345-0@lo:700: 00000100:00100000:1.0:1749394184.290441:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00080000:3.0:1749394184.290446:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394184.290456:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507869824:12345-0@lo:700: 00000100:00100000:0.0:1749394184.290474:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b480 going to sleep for 0 seconds 00000100:00100000:0.0:1749394184.290481:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507870080:0@lo:700: 40000000:00080000:0.0:1749394184.290494:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394184.290497:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394184.290532:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507869952:12345-0@lo:700: Request processed in 92us (216us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394184.290537:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394184.290540:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:1.0:1749394184.290548:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507870208:0@lo:700: 00000100:00100000:3.0:1749394184.290553:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507869952:0@lo:700: 40000000:00080000:1.0:1749394184.290565:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394184.290568:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394184.290644:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507869824:12345-0@lo:700: Request processed in 189us (369us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394184.290658:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:0.0:1749394184.290667:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507869824:0@lo:700: 00000100:00100000:2.0:1749394184.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394184.897233:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b540 going to sleep for 0 seconds 00000100:00100000:0.0:1749394184.897248:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507870336:0@lo:900: 00010000:00010000:3.0:1749394184.934303:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394185.192193:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394185.322161:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394185.936330:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394186.192265:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394186.291231:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e222680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507870464:0@lo:700: 00000100:00100000:3.0:1749394186.291231:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d561180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507870592:0@lo:700: 00000100:00100000:3.0:1749394186.291318:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394186.291408:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394186.291415:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394186.291443:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b540 going to sleep for 11 seconds 00000100:00100000:1.0:1749394186.291476:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507870592 00000100:00100000:2.0:1749394186.291477:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507870464 00000100:00100000:1.0:1749394186.291489:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507870592 00000100:00100000:2.0:1749394186.291489:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507870464 00000100:00080000:3.0:1749394186.291554:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394186.291565:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1749394186.291577:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:2.0:1749394186.291579:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507870464:12345-0@lo:700: 00000100:00100000:3.0:1749394186.291588:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d562300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507870592:12345-0@lo:700: 00000100:00100000:2.0:1749394186.291630:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790240 going to sleep for 0 seconds 00000100:00100000:2.0:1749394186.291640:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d0b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507870720:0@lo:700: 40000000:00080000:2.0:1749394186.291667:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394186.291672:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394186.291728:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:3.0:1749394186.291734:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ef5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507870848:0@lo:700: 40000000:00080000:3.0:1749394186.291746:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394186.291749:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394186.291759:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507870464:12345-0@lo:700: Request processed in 182us (343us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394186.291771:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:0.0:1749394186.291788:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e222680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507870464:0@lo:700: 00000100:00100000:3.0:1749394186.291795:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d562300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507870592:12345-0@lo:700: Request processed in 209us (476us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394186.291804:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:3.0:1749394186.291840:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d561180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507870592:0@lo:700: 00000100:00100000:2.0:1749394186.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394186.415576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394186.415637:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394186.415698:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394186.415699:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499777408 00000100:00100000:2.0:1749394186.415708:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499777408 00000100:00100000:0.0:1749394186.415730:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499777536 00000100:00100000:0.0:1749394186.415737:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499777536 00000100:00100000:2.0:1749394186.415761:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 639 00000100:00100000:0.0:1749394186.415767:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499777664 00000100:00100000:0.0:1749394186.415770:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499777664 00000100:00100000:2.0:1749394186.415770:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499777408:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394186.415783:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1844 00000100:00100000:1.0:1749394186.415793:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499777536:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394186.415824:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1228 last 0 00000100:00100000:0.0:1749394186.415826:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1845 00000100:00100000:2.0:1749394186.415826:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499777408:12345-192.168.203.32@tcp:400: Request processed in 56us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394186.415835:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 639 00000100:00100000:0.0:1749394186.415836:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499777664:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394186.415868:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1228 last 0 00000100:00100000:1.0:1749394186.415881:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499777536:12345-192.168.203.32@tcp:38: Request processed in 87us (245us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394186.415889:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1844 00000100:00100000:0.0:1749394186.415924:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499777664:12345-192.168.203.32@tcp:38: Request processed in 85us (225us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394186.415936:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1845 00000100:00100000:0.0:1749394186.898196:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b540 going to sleep for 0 seconds 00000100:00100000:0.0:1749394186.898207:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e220e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507870976:0@lo:900: 00010000:00010000:3.0:1749394186.938341:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749394187.164324:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507871104:0@lo:41: 00000100:00100000:3.0:1749394187.164407:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394187.164472:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507871104 00000100:00100000:0.0:1749394187.164483:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507871104 00000100:00100000:0.0:1749394187.164526:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:0.0:1749394187.164534:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507871104:12345-0@lo:41: 00000004:00000024:0.0:1749394187.164570:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394187.164634:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507871104:12345-0@lo:41: Request processed in 100us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394187.164643:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1749394187.164673:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507871104:0@lo:41: 00000100:00100000:2.0:1749394187.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394187.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394187.940336:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394188.092218:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1749394188.092219:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394188.092227:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394188.092230:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394188.092239:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1224 00000100:00100000:0.0:1749394188.092240:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507871360:0@lo:41: 00000100:00080000:1.0:1749394188.092256:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394188.092264:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394188.092289:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08e680 x1834371507871488/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394188.092305:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394188.092314:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394188.092317:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507871232:0@lo:400: 00000100:00080000:1.0:1749394188.092318:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394188.092320:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394188.092323:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1224 00000100:00080000:1.0:1749394188.092326:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394188.092329:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394188.092340:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08f480 x1834371507871744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394188.092345:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507871488:0@lo:38: 00000100:00080000:1.0:1749394188.092350:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394188.092351:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507871616:0@lo:400: 00000100:00080000:1.0:1749394188.092353:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394188.092354:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394188.092357:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1224 00000100:00080000:1.0:1749394188.092359:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394188.092363:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394188.092367:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394188.092372:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08e300 x1834371507871872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394188.092384:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394188.092389:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394188.092391:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394188.092392:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394188.092396:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1224 00000100:00080000:1.0:1749394188.092407:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394188.092407:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394188.092413:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394188.092425:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507871360 00000100:00100000:2.0:1749394188.092425:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507871232 00000100:00100000:1.0:1749394188.092432:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08ea00 x1834371507872000/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394188.092433:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507871360 00000100:00100000:2.0:1749394188.092433:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507871232 00000100:00100000:3.0:1749394188.092442:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507871744:0@lo:38: 00000100:00100000:0.0:1749394188.092462:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507871616 00000100:00100000:3.0:1749394188.092462:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394188.092464:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507871616 00000100:00100000:2.0:1749394188.092468:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1749394188.092476:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507871232:12345-0@lo:400: 00000100:00100000:3.0:1749394188.092477:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507871872:0@lo:38: 00000100:00080000:1.0:1749394188.092479:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394188.092480:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00080000:1.0:1749394188.092485:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749394188.092487:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507871360:12345-0@lo:41: 00000100:00080000:1.0:1749394188.092487:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394188.092495:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1224 00000100:00100000:3.0:1749394188.092495:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394188.092498:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394188.092503:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394188.092513:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507872000:0@lo:38: 00000004:00000024:0.0:1749394188.092516:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394188.092520:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507871232:12345-0@lo:400: Request processed in 44us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394188.092521:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08c380 x1834371507872384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394188.092528:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1749394188.092530:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394188.092536:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394188.092541:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394188.092543:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394188.092548:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1224 00000100:00100000:3.0:1749394188.092548:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507872384:0@lo:38: 00000100:00080000:1.0:1749394188.092551:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394188.092553:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507871360:12345-0@lo:41: Request processed in 66us (248us total) trans 0 rc 0/0 00000100:00080000:1.0:1749394188.092556:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394188.092561:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1749394188.092565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394188.092567:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507871616:12345-0@lo:400: 00000100:00100000:0.0:1749394188.092574:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1749394188.092574:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08ce00 x1834371507872512/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394188.092591:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507871488 00000100:00100000:2.0:1749394188.092594:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507871616:12345-0@lo:400: Request processed in 27us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394188.092596:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507871488 00000100:00100000:2.0:1749394188.092601:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1749394188.092615:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507871744 00000100:00100000:3.0:1749394188.092617:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507871744 00000100:00100000:0.0:1749394188.092621:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507871616:0@lo:400: 00000100:00100000:2.0:1749394188.092622:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507871872 00000100:00100000:3.0:1749394188.092625:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507872000 00000100:00100000:2.0:1749394188.092626:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507871872 00000100:00100000:3.0:1749394188.092627:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507872000 00000100:00100000:0.0:1749394188.092634:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507871360:0@lo:41: 00000100:00100000:3.0:1749394188.092636:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507872384 00000100:00100000:3.0:1749394188.092638:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507872384 00000100:00100000:1.0:1749394188.092639:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507872512:0@lo:38: 00000100:00100000:2.0:1749394188.092639:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1846 00000100:00100000:2.0:1749394188.092645:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d561180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507871488:12345-0@lo:38: 00000100:00100000:3.0:1749394188.092648:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847 00000100:00100000:3.0:1749394188.092654:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507871744:12345-0@lo:38: 00000100:00100000:0.0:1749394188.092656:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507872768:0@lo:400: 00010000:00020000:2.0:1749394188.092666:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749394188.092673:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394188.092684:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394188.092692:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394188.092704:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749394188.092710:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507872640:0@lo:400: 00000100:00100000:3.0:1749394188.092713:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507871744:12345-0@lo:38: Request processed in 57us (249us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394188.092719:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847 00000100:00100000:2.0:1749394188.092725:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d561180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507871488:12345-0@lo:38: Request processed in 76us (315us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394188.092730:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394188.092736:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1846 00000100:00080000:1.0:1749394188.092738:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394188.092743:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507872512 00000100:00080000:1.0:1749394188.092744:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394188.092746:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507872512 00000100:00100000:0.0:1749394188.092752:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507872768 00000100:00100000:0.0:1749394188.092755:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507872768 00000100:00100000:2.0:1749394188.092757:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848 00000100:00100000:1.0:1749394188.092760:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507871744:0@lo:38: 00000100:00100000:2.0:1749394188.092765:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507871872:12345-0@lo:38: 00000100:00100000:3.0:1749394188.092771:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1849 00000100:00100000:3.0:1749394188.092776:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e764000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507872000:12345-0@lo:38: 00000100:00100000:0.0:1749394188.092781:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507872640 00000100:00080000:1.0:1749394188.092781:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394188.092784:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507872640 00010000:00020000:2.0:1749394188.092784:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749394188.092785:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394188.092789:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507871488:0@lo:38: 00010000:00020000:3.0:1749394188.092790:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394188.092801:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1749394188.092807:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507872768:12345-0@lo:400: 00000100:00100000:1.0:1749394188.092831:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850 00000100:00100000:1.0:1749394188.092837:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507872384:12345-0@lo:38: 00000100:00100000:3.0:1749394188.092839:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507872000:12345-0@lo:38: Request processed in 62us (307us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394188.092840:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e764380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507871872:12345-0@lo:38: Request processed in 73us (343us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394188.092845:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849 00000100:00100000:0.0:1749394188.092846:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507872768:12345-0@lo:400: Request processed in 38us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394188.092852:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1749394188.092852:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848 00010000:00020000:1.0:1749394188.092854:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394188.092857:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1851 00000100:00100000:3.0:1749394188.092861:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507872512:12345-0@lo:38: 00000100:00100000:0.0:1749394188.092864:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1749394188.092869:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507872640:12345-0@lo:400: 00010000:00020000:3.0:1749394188.092872:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394188.092893:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507872256:0@lo:400: 00000100:00100000:1.0:1749394188.092895:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e766a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507872384:12345-0@lo:38: Request processed in 57us (329us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394188.092901:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507872640:12345-0@lo:400: Request processed in 31us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394188.092902:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507872512:12345-0@lo:38: Request processed in 40us (212us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394188.092903:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850 00000100:00100000:0.0:1749394188.092907:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1749394188.092909:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1851 00000100:00080000:0.0:1749394188.092920:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394188.092929:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:02020000:1.0:1749394188.092931:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:3.0:1749394188.092934:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507872128:0@lo:400: 00000100:00080000:1.0:1749394188.092935:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394188.092937:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394188.092941:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507872512:0@lo:38: 00010000:00080000:0.0:1749394188.092945:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d08d500 x1834371507872640/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:1.0:1749394188.092951:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1749394188.092954:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394188.092956:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394188.092957:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507872640:0@lo:400: 00000100:00100000:1.0:1749394188.092960:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507872384:0@lo:38: 00000100:00100000:3.0:1749394188.092960:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394188.092966:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507871232:0@lo:400: 00000100:00080000:1.0:1749394188.092968:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:0.0:1749394188.092969:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d08c000 x1834371507872768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394188.092971:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394188.092974:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507872000:0@lo:38: 00000100:00100000:0.0:1749394188.092978:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507872768:0@lo:400: 00000100:00080000:1.0:1749394188.092982:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394188.092984:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394188.092987:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507872256 00000100:00100000:3.0:1749394188.092991:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507872256 00000100:00100000:1.0:1749394188.092995:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507871872:0@lo:38: 00000100:00100000:0.0:1749394188.092997:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507872128 00000100:00100000:0.0:1749394188.093000:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507872128 00000100:00100000:3.0:1749394188.093019:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1749394188.093025:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1749394188.093026:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507872256:12345-0@lo:400: 00000100:00100000:0.0:1749394188.093031:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e767100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507872128:12345-0@lo:400: 00000100:00100000:0.0:1749394188.093138:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e767100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507872128:12345-0@lo:400: Request processed in 36us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394188.093145:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00080000:0.0:1749394188.093162:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394188.093176:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507872256:12345-0@lo:400: Request processed in 148us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394188.093183:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00010000:00080000:2.0:1749394188.093187:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d08fb80 x1834371507872128/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394188.093206:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507872128:0@lo:400: 00010000:00080000:2.0:1749394188.093239:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d08dc00 x1834371507872256/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394188.093264:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507872256:0@lo:400: 00000100:00100000:2.0:1749394188.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394188.292213:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507872896:0@lo:700: 00000100:00100000:3.0:1749394188.292213:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507873024:0@lo:700: 00000100:00100000:3.0:1749394188.292260:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394188.292289:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507873024 00000100:00100000:0.0:1749394188.292295:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507873024 00000100:00100000:3.0:1749394188.292321:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394188.292327:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:0.0:1749394188.292334:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507873024:12345-0@lo:700: 00000100:00100000:1.0:1749394188.292362:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394188.292366:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b480 going to sleep for 0 seconds 00000100:00100000:0.0:1749394188.292373:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507873152:0@lo:700: 40000000:00080000:0.0:1749394188.292388:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394188.292391:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394188.292401:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b540 going to sleep for 11 seconds 00000100:00100000:2.0:1749394188.292416:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507872896 00000100:00100000:2.0:1749394188.292427:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507872896 00000100:00100000:0.0:1749394188.292442:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507873024:12345-0@lo:700: Request processed in 107us (181us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394188.292450:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:0.0:1749394188.292467:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:0.0:1749394188.292473:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507872896:12345-0@lo:700: 00000100:00100000:3.0:1749394188.292474:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e766300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507873024:0@lo:700: 00000100:00100000:0.0:1749394188.292492:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b480 going to sleep for 0 seconds 00000100:00100000:0.0:1749394188.292497:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507873280:0@lo:700: 40000000:00080000:0.0:1749394188.292504:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394188.292507:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394188.292530:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507872896:12345-0@lo:700: Request processed in 57us (173us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394188.292537:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:1.0:1749394188.292556:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507872896:0@lo:700: 00000100:00100000:2.0:1749394188.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394188.899233:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b480 going to sleep for 0 seconds 00000100:00100000:0.0:1749394188.899248:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507873408:0@lo:900: 00010000:00010000:3.0:1749394188.942360:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394189.192198:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394189.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394189.944354:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394190.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394190.293223:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507873536:0@lo:700: 00000100:00100000:3.0:1749394190.293223:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c127100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507873664:0@lo:700: 00000100:00100000:1.0:1749394190.293300:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394190.293337:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394190.293384:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 11 seconds 00000100:00100000:3.0:1749394190.293385:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507873536 00000100:00100000:3.0:1749394190.293392:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507873536 00000100:00080000:1.0:1749394190.293419:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394190.293434:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507873664 00000100:00100000:3.0:1749394190.293440:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:0.0:1749394190.293445:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507873664 00000100:00100000:3.0:1749394190.293449:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507873536:12345-0@lo:700: 00000100:00100000:2.0:1749394190.293469:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee129c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394190.293486:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12180 going to sleep for 0 seconds 00000100:00100000:3.0:1749394190.293492:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507873792:0@lo:700: 00000100:00080000:1.0:1749394190.293505:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 40000000:00080000:3.0:1749394190.293505:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394190.293508:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394190.293517:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:0.0:1749394190.293529:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507873664:12345-0@lo:700: 00000100:00100000:3.0:1749394190.293542:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507873536:12345-0@lo:700: Request processed in 94us (242us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394190.293551:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:1.0:1749394190.293562:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507873536:0@lo:700: 00000100:00100000:0.0:1749394190.293575:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b480 going to sleep for 0 seconds 00000100:00100000:0.0:1749394190.293584:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507873920:0@lo:700: 40000000:00080000:0.0:1749394190.293601:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394190.293605:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394190.293675:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507873664:12345-0@lo:700: Request processed in 146us (335us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394190.293689:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:2.0:1749394190.293698:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507873664:0@lo:700: 00000100:00100000:2.0:1749394190.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394190.900231:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b480 going to sleep for 0 seconds 00000100:00100000:0.0:1749394190.900247:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507874048:0@lo:900: 00010000:00010000:3.0:1749394190.946357:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394191.192225:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394191.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394191.423417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394191.423464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394191.423547:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499777792 00000100:00100000:0.0:1749394191.423557:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394191.423560:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499777792 00000100:00100000:2.0:1749394191.423586:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499777920 00000100:00100000:2.0:1749394191.423595:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499777920 00000100:00100000:0.0:1749394191.423597:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499778048 00000100:00100000:0.0:1749394191.423603:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499778048 00000100:00100000:3.0:1749394191.423615:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 641 00000100:00100000:3.0:1749394191.423625:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499777792:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749394191.423645:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1852 00000100:00100000:0.0:1749394191.423653:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1853 00000100:00100000:2.0:1749394191.423653:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499777920:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394191.423660:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499778048:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749394191.423683:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1233 last 0 00010000:00080000:0.0:1749394191.423684:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1233 last 0 00000100:00100000:3.0:1749394191.423696:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499777792:12345-192.168.203.32@tcp:400: Request processed in 71us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394191.423704:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 641 00000100:00100000:0.0:1749394191.423735:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499778048:12345-192.168.203.32@tcp:38: Request processed in 74us (177us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394191.423741:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499777920:12345-192.168.203.32@tcp:38: Request processed in 88us (276us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394191.423743:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1853 00000100:00100000:2.0:1749394191.423750:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1852 00010000:00010000:2.0:1749394191.948334:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394192.172347:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507874176:0@lo:41: 00000100:00100000:2.0:1749394192.172419:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394192.172481:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507874176 00000100:00100000:0.0:1749394192.172493:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507874176 00000100:00100000:0.0:1749394192.172540:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1749394192.172548:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507874176:12345-0@lo:41: 00000004:00000024:0.0:1749394192.172584:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394192.172653:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507874176:12345-0@lo:41: Request processed in 104us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394192.172661:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1749394192.172687:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507874176:0@lo:41: 00000100:00100000:2.0:1749394192.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394192.294210:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0b3100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507874304:0@lo:700: 00000100:00100000:1.0:1749394192.294211:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507874432:0@lo:700: 00000100:00100000:2.0:1749394192.294256:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394192.294302:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394192.294314:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7903c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394192.294328:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 11 seconds 00000100:00100000:3.0:1749394192.294384:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507874304 00000100:00100000:0.0:1749394192.294389:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507874432 00000100:00100000:3.0:1749394192.294395:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507874304 00000100:00100000:0.0:1749394192.294398:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507874432 00000100:00080000:1.0:1749394192.294458:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394192.294474:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:0.0:1749394192.294483:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507874432:12345-0@lo:700: 00000100:00100000:3.0:1749394192.294484:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:3.0:1749394192.294500:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507874304:12345-0@lo:700: 00000100:00100000:0.0:1749394192.294523:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b480 going to sleep for 0 seconds 00000100:00100000:0.0:1749394192.294529:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507874560:0@lo:700: 40000000:00080000:0.0:1749394192.294541:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394192.294544:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394192.294588:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12c00 going to sleep for 0 seconds 00000100:00100000:0.0:1749394192.294598:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507874432:12345-0@lo:700: Request processed in 116us (296us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394192.294598:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507874688:0@lo:700: 00000100:00100000:0.0:1749394192.294607:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 40000000:00080000:3.0:1749394192.294613:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394192.294617:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394192.294622:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507874432:0@lo:700: 00000100:00100000:3.0:1749394192.294687:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507874304:12345-0@lo:700: Request processed in 189us (427us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394192.294701:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d0b3100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507874304:0@lo:700: 00000100:00100000:3.0:1749394192.294701:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:2.0:1749394192.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394192.901223:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b480 going to sleep for 0 seconds 00000100:00100000:0.0:1749394192.901238:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507874816:0@lo:900: 00010000:00010000:2.0:1749394192.950315:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749394193.100237:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394193.100243:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1749394193.100245:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394193.100249:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394193.100256:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1229 00000100:00080000:1.0:1749394193.100261:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394193.100263:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507875072:0@lo:400: 00000100:00080000:1.0:1749394193.100267:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394193.100287:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08e680 x1834371507875200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394193.100294:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1749394193.100312:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394193.100313:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507874944:0@lo:41: 00000100:00080000:1.0:1749394193.100316:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749394193.100330:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394193.100332:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394193.100336:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1229 00000100:00080000:1.0:1749394193.100339:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394193.100343:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749394193.100344:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507875200:0@lo:38: 00000100:00100000:1.0:1749394193.100356:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08ca80 x1834371507875456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394193.100373:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394193.100376:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394193.100380:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394193.100382:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394193.100385:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1229 00000100:00080000:1.0:1749394193.100387:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394193.100389:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507875328:0@lo:400: 00000100:00080000:1.0:1749394193.100391:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394193.100400:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08fb80 x1834371507875712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394193.100406:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394193.100408:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394193.100411:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394193.100413:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394193.100414:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394193.100414:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507875584:0@lo:400: 00000100:00080000:1.0:1749394193.100416:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1229 00000100:00080000:1.0:1749394193.100418:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394193.100421:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394193.100431:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08c000 x1834371507875840/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394193.100434:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394193.100440:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394193.100443:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507875072 00000100:00080000:1.0:1749394193.100443:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394193.100449:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394193.100449:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507875456:0@lo:38: 00000100:00100000:0.0:1749394193.100450:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507875072 00000100:00080000:1.0:1749394193.100453:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1229 00000100:00080000:1.0:1749394193.100455:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394193.100459:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394193.100465:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507874944 00000100:00100000:3.0:1749394193.100470:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507874944 00000100:00100000:1.0:1749394193.100471:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08d500 x1834371507875968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394193.100471:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394193.100480:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394193.100483:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749394193.100484:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00080000:1.0:1749394193.100485:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394193.100486:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507875712:0@lo:38: 00000100:00080000:1.0:1749394193.100488:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1229 00000100:00080000:1.0:1749394193.100490:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394193.100493:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507875072:12345-0@lo:400: 00000100:00080000:1.0:1749394193.100494:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394193.100497:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507875328 00000100:00100000:3.0:1749394193.100499:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507875328 00000100:00100000:2.0:1749394193.100502:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394193.100503:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08f800 x1834371507876096/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394193.100508:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507875584 00000100:00100000:3.0:1749394193.100510:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507875584 00000100:00100000:2.0:1749394193.100515:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507875840:0@lo:38: 00000100:00100000:3.0:1749394193.100521:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1749394193.100527:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507874944:12345-0@lo:41: 00000100:00100000:2.0:1749394193.100533:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394193.100536:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507875072:12345-0@lo:400: Request processed in 43us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394193.100544:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1749394193.100548:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507875200 00000100:00100000:2.0:1749394193.100551:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507875968:0@lo:38: 00000100:00100000:1.0:1749394193.100553:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507875200 00000004:00000024:3.0:1749394193.100557:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394193.100569:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394193.100575:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507875456 00000100:00100000:1.0:1749394193.100578:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507875456 00000100:00100000:0.0:1749394193.100579:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1749394193.100584:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507875712 00000100:00100000:0.0:1749394193.100585:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507875328:12345-0@lo:400: 00000100:00100000:1.0:1749394193.100586:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507875712 00000100:00100000:2.0:1749394193.100586:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507876096:0@lo:38: 00000100:00100000:1.0:1749394193.100592:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507875840 00000100:00100000:3.0:1749394193.100592:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507874944:12345-0@lo:41: Request processed in 64us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394193.100595:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507875840 00000100:00100000:3.0:1749394193.100599:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1749394193.100601:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507875968 00000100:00100000:1.0:1749394193.100603:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507875968 00000100:00100000:2.0:1749394193.100603:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394193.100610:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507876096 00000100:00100000:0.0:1749394193.100612:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507875328:12345-0@lo:400: Request processed in 28us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394193.100613:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507876096 00000100:00100000:3.0:1749394193.100613:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1749394193.100618:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507875584:12345-0@lo:400: 00000100:00100000:0.0:1749394193.100623:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1749394193.100634:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1854 00000100:00100000:2.0:1749394193.100641:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507875200:12345-0@lo:38: 00000100:00100000:3.0:1749394193.100641:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507875584:12345-0@lo:400: Request processed in 22us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394193.100648:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1855 00000100:00100000:1.0:1749394193.100654:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507875456:12345-0@lo:38: 00000100:00100000:0.0:1749394193.100659:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1856 00000100:00100000:3.0:1749394193.100659:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:0.0:1749394193.100664:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507875712:12345-0@lo:38: 00010000:00020000:2.0:1749394193.100664:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394193.100677:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394193.100684:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394193.100685:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507876352:0@lo:400: 00000100:00100000:2.0:1749394193.100694:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507875200:12345-0@lo:38: Request processed in 53us (288us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394193.100701:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1854 00000100:00100000:2.0:1749394193.100720:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857 00000100:00100000:0.0:1749394193.100723:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507875712:12345-0@lo:38: Request processed in 58us (220us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394193.100728:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507875840:12345-0@lo:38: 00000100:00100000:3.0:1749394193.100728:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394193.100730:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1856 00000100:00100000:1.0:1749394193.100730:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507875456:12345-0@lo:38: Request processed in 71us (255us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394193.100739:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1855 00010000:00020000:2.0:1749394193.100739:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394193.100744:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858 00000100:00100000:0.0:1749394193.100748:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507875968:12345-0@lo:38: 00000100:00100000:1.0:1749394193.100756:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1859 00000100:00100000:2.0:1749394193.100757:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507875840:12345-0@lo:38: Request processed in 32us (224us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749394193.100758:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394193.100758:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507876352 00000100:00100000:1.0:1749394193.100760:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507876096:12345-0@lo:38: 00000100:00100000:3.0:1749394193.100762:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507876352 00000100:00100000:2.0:1749394193.100764:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857 00010000:00020000:1.0:1749394193.100772:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394193.100777:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507875968:12345-0@lo:38: Request processed in 28us (207us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394193.100784:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858 00000100:00100000:2.0:1749394193.100786:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507876224:0@lo:400: 00000100:00100000:1.0:1749394193.100792:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507876096:12345-0@lo:38: Request processed in 30us (188us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394193.100792:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1749394193.100798:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1859 00000100:00100000:3.0:1749394193.100798:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eecd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507876352:12345-0@lo:400: 00000100:00100000:2.0:1749394193.100808:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394193.100820:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507875328:0@lo:400: 00000100:00100000:0.0:1749394193.100830:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507875072:0@lo:400: 00000100:00100000:3.0:1749394193.100833:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eecd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507876352:12345-0@lo:400: Request processed in 35us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394193.100834:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507875584:0@lo:400: 00000100:00100000:3.0:1749394193.100840:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00080000:2.0:1749394193.100844:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394193.100848:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394193.100849:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507874944:0@lo:41: 00000100:00100000:2.0:1749394193.100853:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507875968:0@lo:38: 00000100:00080000:2.0:1749394193.100862:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394193.100865:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394193.100866:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507876224 00000100:00100000:2.0:1749394193.100868:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507876096:0@lo:38: 00000100:00100000:0.0:1749394193.100871:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507876224 00000100:00080000:2.0:1749394193.100876:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394193.100879:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394193.100881:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507875456:0@lo:38: 00000100:00080000:1.0:1749394193.100885:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1749394193.100888:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394193.100890:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394193.100893:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507875712:0@lo:38: 00000100:00100000:0.0:1749394193.100896:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00080000:2.0:1749394193.100900:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394193.100902:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507876224:12345-0@lo:400: 00000100:00080000:2.0:1749394193.100902:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394193.100906:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507875840:0@lo:38: 00000100:00080000:2.0:1749394193.100916:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394193.100918:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394193.100921:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507875200:0@lo:38: 00000100:00100000:0.0:1749394193.100935:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507876224:12345-0@lo:400: Request processed in 33us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394193.100941:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00010000:00080000:2.0:1749394193.100961:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d08ed80 x1834371507876224/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394193.100973:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507876224:0@lo:400: 00010000:00080000:3.0:1749394193.101136:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e1a300 x1834371507876352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394193.101149:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507876352:0@lo:400: 00000100:00100000:2.0:1749394193.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394193.322161:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394193.952367:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394194.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394194.295209:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507876480:0@lo:700: 00000100:00100000:2.0:1749394194.295209:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507876608:0@lo:700: 00000100:00100000:1.0:1749394194.295286:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394194.295360:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394194.295373:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 11 seconds 00000100:00100000:2.0:1749394194.295385:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7903c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394194.295423:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507876480 00000100:00100000:0.0:1749394194.295427:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507876608 00000100:00100000:3.0:1749394194.295435:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507876480 00000100:00100000:0.0:1749394194.295438:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507876608 00000100:00080000:1.0:1749394194.295501:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394194.295505:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:3.0:1749394194.295515:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507876480:12345-0@lo:700: 00000100:00100000:0.0:1749394194.295528:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:0.0:1749394194.295538:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507876608:12345-0@lo:700: 00000100:00100000:3.0:1749394194.295559:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12c00 going to sleep for 0 seconds 00000100:00100000:3.0:1749394194.295567:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c126d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507876736:0@lo:700: 40000000:00080000:3.0:1749394194.295581:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394194.295584:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394194.295648:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b3c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394194.295651:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507876480:12345-0@lo:700: Request processed in 137us (365us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394194.295655:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507876864:0@lo:700: 00000100:00100000:3.0:1749394194.295660:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 40000000:00080000:0.0:1749394194.295671:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394194.295676:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394194.295681:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507876480:0@lo:700: 00000100:00100000:0.0:1749394194.295749:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507876608:12345-0@lo:700: Request processed in 209us (386us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394194.295761:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507876608:0@lo:700: 00000100:00100000:0.0:1749394194.295763:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:2.0:1749394194.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394194.902227:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b3c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394194.902241:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ef480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507876992:0@lo:900: 00000100:00100000:2.0:1749394194.916176:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394194.916200:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507877120/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394199 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394194.916261:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394194.916329:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394194.916392:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507877120 00000100:00100000:0.0:1749394194.916403:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507877120 00000100:00100000:0.0:1749394194.916461:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:0.0:1749394194.916470:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507877120:12345-0@lo:700: 40000000:00080000:0.0:1749394194.916501:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394194.916555:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507877120:12345-0@lo:700: Request processed in 86us (294us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394194.916564:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1749394194.916585:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507877120/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394210 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394194.916596:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394194.919170:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394194.919190:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507877248/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394199 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394194.919238:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394194.919316:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394194.919359:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507877248 00000100:00100000:0.0:1749394194.919368:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507877248 00000100:00100000:0.0:1749394194.919415:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:0.0:1749394194.919423:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507877248:12345-0@lo:700: 40000000:00080000:0.0:1749394194.919442:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394194.919492:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507877248:12345-0@lo:700: Request processed in 69us (252us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394194.919500:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:2.0:1749394194.919522:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507877248/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394210 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394194.919533:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:3.0:1749394194.954323:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394195.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394195.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394195.956307:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394196.192255:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394196.296217:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507877376:0@lo:700: 00000100:00100000:1.0:1749394196.296231:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507877504:0@lo:700: 00000100:00100000:2.0:1749394196.296292:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394196.296346:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394196.296361:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7903c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394196.296383:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 11 seconds 00000100:00100000:0.0:1749394196.296389:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507877376 00000100:00100000:0.0:1749394196.296399:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507877376 00000100:00100000:3.0:1749394196.296428:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507877504 00000100:00100000:3.0:1749394196.296438:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507877504 00000100:00080000:1.0:1749394196.296458:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394196.296477:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:0.0:1749394196.296490:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507877376:12345-0@lo:700: 00000100:00100000:1.0:1749394196.296503:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:1.0:1749394196.296515:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507877504:12345-0@lo:700: 00000100:00100000:0.0:1749394196.296542:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b3c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394196.296552:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507877632:0@lo:700: 40000000:00080000:0.0:1749394196.296571:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394196.296576:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394196.296600:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eae40 going to sleep for 0 seconds 00000100:00100000:1.0:1749394196.296617:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507877760:0@lo:700: 40000000:00080000:1.0:1749394196.296630:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394196.296632:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394196.296653:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507877376:12345-0@lo:700: Request processed in 163us (358us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394196.296667:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:2.0:1749394196.296669:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507877376:0@lo:700: 00000100:00100000:1.0:1749394196.296672:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507877504:12345-0@lo:700: Request processed in 160us (326us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394196.296681:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:1.0:1749394196.296715:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507877504:0@lo:700: 00000100:00100000:2.0:1749394196.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394196.431565:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394196.431608:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394196.431648:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499778176 00000100:00100000:3.0:1749394196.431656:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499778176 00000100:00100000:0.0:1749394196.431697:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394196.431700:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 643 00000100:00100000:3.0:1749394196.431713:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499778176:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394196.431731:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499778304 00000100:00100000:0.0:1749394196.431739:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499778432 00000100:00100000:1.0:1749394196.431740:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499778304 00000100:00100000:0.0:1749394196.431747:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499778432 00000100:00100000:1.0:1749394196.431776:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1860 00000100:00100000:1.0:1749394196.431783:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499778304:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394196.431785:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1861 00000100:00100000:0.0:1749394196.431796:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499778432:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394196.431800:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499778176:12345-192.168.203.32@tcp:400: Request processed in 86us (236us total) trans 0 rc 0/0 00010000:00080000:1.0:1749394196.431812:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1238 last 0 00000100:00100000:3.0:1749394196.431813:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 643 00010000:00080000:0.0:1749394196.431826:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1238 last 0 00000100:00100000:1.0:1749394196.431866:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499778304:12345-192.168.203.32@tcp:38: Request processed in 82us (257us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394196.431875:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1860 00000100:00100000:0.0:1749394196.431896:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499778432:12345-192.168.203.32@tcp:38: Request processed in 99us (196us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394196.431909:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1861 00000100:00100000:0.0:1749394196.903227:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b3c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394196.903243:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507877888:0@lo:900: 00010000:00010000:2.0:1749394196.958346:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394197.180346:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507878016:0@lo:41: 00000100:00100000:0.0:1749394197.180426:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394197.180518:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507878016 00000100:00100000:2.0:1749394197.180529:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507878016 00000100:00100000:2.0:1749394197.180579:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1749394197.180591:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507878016:12345-0@lo:41: 00000004:00000024:2.0:1749394197.180631:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394197.180709:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507878016:12345-0@lo:41: Request processed in 117us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394197.180722:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1749394197.180742:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507878016:0@lo:41: 00000100:00100000:2.0:1749394197.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394197.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394197.960356:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749394198.108251:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394198.108260:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394198.108264:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394198.108271:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1234 00000100:00080000:1.0:1749394198.108276:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394198.108282:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394198.108303:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e19500 x1834371507878400/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394198.108347:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394198.108348:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507878400:0@lo:38: 00000100:00080000:1.0:1749394198.108351:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394198.108364:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394198.108368:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1749394198.108369:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1234 00000100:00080000:1.0:1749394198.108371:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394198.108371:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507878272:0@lo:41: 00000100:00080000:1.0:1749394198.108375:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394198.108387:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507878528:0@lo:400: 00000100:00100000:1.0:1749394198.108390:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bb9180 x1834371507878656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394198.108407:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394198.108410:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394198.108412:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394198.108415:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1234 00000100:00080000:1.0:1749394198.108417:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394198.108420:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394198.108421:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394198.108421:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394198.108430:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bb9880 x1834371507878912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394198.108438:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394198.108441:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394198.108442:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394198.108445:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1234 00000100:00080000:1.0:1749394198.108447:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394198.108450:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507878400 00000100:00080000:1.0:1749394198.108450:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394198.108457:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507878400 00000100:00100000:1.0:1749394198.108459:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bb8380 x1834371507879040/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394198.108471:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1749394198.108478:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394198.108481:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749394198.108482:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507878784:0@lo:400: 00000100:00080000:1.0:1749394198.108486:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394198.108488:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862 00000100:00080000:1.0:1749394198.108491:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1234 00000100:00080000:1.0:1749394198.108493:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394198.108495:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507878400:12345-0@lo:38: 00000100:00100000:2.0:1749394198.108495:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507878656:0@lo:38: 00000100:00080000:1.0:1749394198.108497:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394198.108503:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394198.108510:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16b800 x1834371507879424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00020000:0.0:1749394198.108519:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749394198.108519:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394198.108519:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394198.108522:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394198.108524:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394198.108527:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1234 00000100:00080000:1.0:1749394198.108529:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394198.108531:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394198.108536:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507878272 00000100:00100000:2.0:1749394198.108538:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507878912:0@lo:38: 00000100:00100000:3.0:1749394198.108541:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507878272 00000100:00100000:1.0:1749394198.108543:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b168000 x1834371507879552/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394198.108558:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507878400:12345-0@lo:38: Request processed in 62us (139us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394198.108558:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394198.108565:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862 00000100:00100000:3.0:1749394198.108568:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507878784 00000100:00100000:3.0:1749394198.108570:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507878784 00000100:00100000:2.0:1749394198.108572:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507879040:0@lo:38: 00000100:00100000:0.0:1749394198.108581:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507878656 00000100:00100000:0.0:1749394198.108585:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507878656 00000100:00100000:3.0:1749394198.108585:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1749394198.108589:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394198.108590:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507879680:0@lo:400: 00000100:00100000:3.0:1749394198.108592:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507878272:12345-0@lo:41: 00000100:00100000:0.0:1749394198.108599:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507878912 00000100:00100000:0.0:1749394198.108602:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507878912 00000100:00100000:0.0:1749394198.108608:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507879040 00000100:00100000:0.0:1749394198.108610:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507879040 00000100:00100000:0.0:1749394198.108619:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1863 00000100:00080000:2.0:1749394198.108619:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000004:00000024:3.0:1749394198.108623:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749394198.108624:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507878656:12345-0@lo:38: 00000100:00080000:2.0:1749394198.108624:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394198.108628:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507878400:0@lo:38: 00000100:00100000:1.0:1749394198.108631:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749394198.108635:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394198.108646:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507879424:0@lo:38: 00000100:00100000:1.0:1749394198.108662:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749394198.108666:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507878272:12345-0@lo:41: Request processed in 74us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394198.108668:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507878656:12345-0@lo:38: Request processed in 43us (148us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394198.108670:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507879808:0@lo:400: 00000100:00100000:2.0:1749394198.108670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394198.108673:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1749394198.108675:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1863 00000100:00100000:0.0:1749394198.108682:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507879424 00000100:00100000:2.0:1749394198.108683:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507879552:0@lo:38: 00000100:00100000:0.0:1749394198.108685:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507879424 00000100:00100000:3.0:1749394198.108687:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1749394198.108689:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394198.108691:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1864 00000100:00100000:3.0:1749394198.108693:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507878784:12345-0@lo:400: 00000100:00100000:0.0:1749394198.108696:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507878912:12345-0@lo:38: 00000100:00100000:2.0:1749394198.108701:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749394198.108705:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394198.108716:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507879680 00000100:00080000:2.0:1749394198.108716:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394198.108719:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394198.108721:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507879680 00000100:00100000:2.0:1749394198.108723:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507878656:0@lo:38: 00000100:00100000:3.0:1749394198.108725:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507878784:12345-0@lo:400: Request processed in 32us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394198.108728:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507878912:12345-0@lo:38: Request processed in 31us (169us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749394198.108732:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394198.108734:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864 00000100:00080000:2.0:1749394198.108734:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394198.108738:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507878912:0@lo:38: 00000100:00100000:3.0:1749394198.108742:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1749394198.108744:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507879552 00000100:00100000:0.0:1749394198.108746:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507879552 00000100:00100000:1.0:1749394198.108752:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507879808 00000100:00100000:0.0:1749394198.108754:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865 00000100:00100000:1.0:1749394198.108755:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507879808 00000100:00100000:0.0:1749394198.108759:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507879040:12345-0@lo:38: 00000100:00100000:3.0:1749394198.108765:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866 00010000:00020000:0.0:1749394198.108770:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394198.108771:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507879424:12345-0@lo:38: 00000100:00100000:1.0:1749394198.108776:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:2.0:1749394198.108776:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1867 00000100:00100000:2.0:1749394198.108782:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507879552:12345-0@lo:38: 00000100:00100000:1.0:1749394198.108784:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507879680:12345-0@lo:400: 00010000:00020000:3.0:1749394198.108788:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394198.108792:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507879040:12345-0@lo:38: Request processed in 32us (204us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394198.108798:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865 00010000:00020000:2.0:1749394198.108799:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394198.108822:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394198.108825:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507879424:12345-0@lo:38: Request processed in 54us (154us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394198.108827:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507879680:12345-0@lo:400: Request processed in 43us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394198.108832:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866 00000100:00100000:2.0:1749394198.108833:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507879552:12345-0@lo:38: Request processed in 49us (130us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394198.108840:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1867 00000100:00100000:1.0:1749394198.108843:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1749394198.108850:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507878528 00000100:00100000:0.0:1749394198.108854:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507878528 00000100:00100000:1.0:1749394198.108859:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1749394198.108864:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507879808:12345-0@lo:400: 00000100:00100000:2.0:1749394198.108870:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507878144:0@lo:400: 00000100:00100000:3.0:1749394198.108870:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507878272:0@lo:41: 00000100:00100000:0.0:1749394198.108872:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1749394198.108877:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507878528:12345-0@lo:400: 00000100:00100000:3.0:1749394198.108887:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507879296:0@lo:400: 00000100:00100000:2.0:1749394198.108898:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394198.108901:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507879808:12345-0@lo:400: Request processed in 36us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394198.108907:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1749394198.108914:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394198.108919:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507878528:12345-0@lo:400: Request processed in 41us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394198.108924:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507879168:0@lo:400: 00000100:00100000:0.0:1749394198.108925:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1749394198.108937:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507879296 00000100:00100000:2.0:1749394198.108941:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394198.108942:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507879296 00000100:00100000:3.0:1749394198.108948:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507878144 00000100:00100000:0.0:1749394198.108952:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507878528:0@lo:400: 00000100:00100000:3.0:1749394198.108952:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507878144 00000100:00100000:1.0:1749394198.108961:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507879168 00000100:00100000:1.0:1749394198.108964:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507879168 00000100:00100000:2.0:1749394198.108968:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1749394198.108975:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507879296:12345-0@lo:400: 00000100:00100000:3.0:1749394198.108977:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1749394198.108980:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1749394198.108983:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136babc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507878144:12345-0@lo:400: 00000100:00100000:1.0:1749394198.108986:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507879168:12345-0@lo:400: 00000100:00080000:0.0:1749394198.108995:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1749394198.109036:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394198.109044:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507879296:12345-0@lo:400: Request processed in 69us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394198.109051:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1749394198.109054:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136babc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507878144:12345-0@lo:400: Request processed in 70us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394198.109055:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507879168:12345-0@lo:400: Request processed in 68us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394198.109061:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1749394198.109062:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00010000:00080000:2.0:1749394198.109123:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bb8a80 x1834371507879296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749394198.109126:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b168a80 x1834371507879808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394198.109137:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507879296:0@lo:400: 00000100:00100000:1.0:1749394198.109139:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507879808:0@lo:400: 00010000:00080000:1.0:1749394198.109150:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b168380 x1834371507879680/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394198.109159:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507879680:0@lo:400: 00000100:00100000:2.0:1749394198.109159:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507878144:0@lo:400: 00000100:00100000:1.0:1749394198.109170:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507878784:0@lo:400: 00010000:00080000:2.0:1749394198.109173:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099bbbb80 x1834371507879168/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394198.109182:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507879168:0@lo:400: 00000100:00080000:2.0:1749394198.109203:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394198.109206:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394198.109210:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507879424:0@lo:38: 00000100:00080000:2.0:1749394198.109217:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394198.109220:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394198.109223:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507879552:0@lo:38: 00000100:00080000:2.0:1749394198.109231:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394198.109234:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394198.109236:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507879040:0@lo:38: 00000100:00100000:2.0:1749394198.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394198.297210:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507879936:0@lo:700: 00000100:00100000:2.0:1749394198.297210:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507880064:0@lo:700: 00000100:00100000:2.0:1749394198.297265:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394198.297295:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507880064 00000100:00100000:1.0:1749394198.297310:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507880064 00000100:00100000:2.0:1749394198.297325:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7903c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394198.297346:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:1.0:1749394198.297353:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507880064:12345-0@lo:700: 00000100:00100000:1.0:1749394198.297384:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eae40 going to sleep for 0 seconds 00000100:00100000:1.0:1749394198.297390:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507880192:0@lo:700: 00000100:00100000:0.0:1749394198.297394:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 40000000:00080000:1.0:1749394198.297403:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394198.297406:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394198.297460:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507880064:12345-0@lo:700: Request processed in 107us (194us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394198.297461:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 11 seconds 00000100:00100000:2.0:1749394198.297463:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507879936 00000100:00100000:1.0:1749394198.297468:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:2.0:1749394198.297469:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507879936 00000100:00100000:3.0:1749394198.297483:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507880064:0@lo:700: 00000100:00100000:2.0:1749394198.297508:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:2.0:1749394198.297515:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507879936:12345-0@lo:700: 00000100:00100000:2.0:1749394198.297542:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790480 going to sleep for 0 seconds 00000100:00100000:2.0:1749394198.297548:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507880320:0@lo:700: 40000000:00080000:2.0:1749394198.297559:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394198.297562:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394198.297607:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507879936:12345-0@lo:700: Request processed in 91us (217us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394198.297615:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:0.0:1749394198.297642:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507879936:0@lo:700: 00000100:00100000:2.0:1749394198.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394198.904224:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b3c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394198.904238:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507880448:0@lo:900: 00010000:00010000:2.0:1749394198.962378:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394199.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394199.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394199.964317:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394200.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394200.298226:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507880576:0@lo:700: 00000100:00100000:3.0:1749394200.298226:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507880704:0@lo:700: 00000100:00100000:3.0:1749394200.298302:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394200.298341:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394200.298367:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee120c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394200.298377:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394200.298432:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507880704 00000100:00100000:2.0:1749394200.298443:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507880704 00000100:00100000:1.0:1749394200.298475:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507880576 00000100:00100000:1.0:1749394200.298484:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507880576 00000100:00080000:0.0:1749394200.298505:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394200.298516:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1749394200.298527:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507880704:12345-0@lo:700: 00000100:00100000:1.0:1749394200.298528:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:1.0:1749394200.298536:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507880576:12345-0@lo:700: 00000100:00100000:2.0:1749394200.298570:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790480 going to sleep for 0 seconds 00000100:00100000:2.0:1749394200.298577:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507880832:0@lo:700: 40000000:00080000:2.0:1749394200.298593:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394200.298596:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394200.298654:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eae40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394200.298657:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507880704:12345-0@lo:700: Request processed in 133us (354us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394200.298662:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507880960:0@lo:700: 00000100:00100000:2.0:1749394200.298666:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 40000000:00080000:1.0:1749394200.298677:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394200.298680:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394200.298687:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507880704:0@lo:700: 00000100:00100000:1.0:1749394200.298742:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507880576:12345-0@lo:700: Request processed in 206us (400us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394200.298751:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:0.0:1749394200.298761:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507880576:0@lo:700: 00000100:00100000:2.0:1749394200.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394200.905201:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b3c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394200.905215:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507881088:0@lo:900: 00010000:00010000:2.0:1749394200.966320:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394201.192208:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394201.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394201.439809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394201.439860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394201.439900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394201.439941:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499778688 00000100:00100000:2.0:1749394201.439942:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499778816 00000100:00100000:0.0:1749394201.439950:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499778688 00000100:00100000:2.0:1749394201.439952:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499778816 00000100:00100000:3.0:1749394201.440008:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499778560 00000100:00100000:3.0:1749394201.440018:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499778560 00000100:00100000:2.0:1749394201.440030:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1868 00000100:00100000:0.0:1749394201.440039:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1869 00000100:00100000:2.0:1749394201.440040:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499778816:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394201.440047:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499778688:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749394201.440105:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1243 last 0 00010000:00080000:0.0:1749394201.440111:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1243 last 0 00000100:00100000:3.0:1749394201.440128:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 645 00000100:00100000:3.0:1749394201.440138:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499778560:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394201.440179:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499778688:12345-192.168.203.32@tcp:38: Request processed in 131us (377us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394201.440180:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499778816:12345-192.168.203.32@tcp:38: Request processed in 140us (277us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394201.440187:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499778560:12345-192.168.203.32@tcp:400: Request processed in 51us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394201.440188:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1869 00000100:00100000:3.0:1749394201.440195:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 645 00000100:00100000:2.0:1749394201.440196:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1868 00010000:00010000:2.0:1749394201.968346:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394202.188405:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507881216:0@lo:41: 00000100:00100000:2.0:1749394202.188488:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394202.188554:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507881216 00000100:00100000:0.0:1749394202.188566:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507881216 00000100:00100000:0.0:1749394202.188613:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1749394202.188622:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007246f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507881216:12345-0@lo:41: 00000004:00000024:0.0:1749394202.188661:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394202.188725:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007246f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507881216:12345-0@lo:41: Request processed in 103us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394202.188734:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:2.0:1749394202.188762:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507881216:0@lo:41: 00000100:00100000:2.0:1749394202.192172:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394202.299213:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507881344:0@lo:700: 00000100:00100000:0.0:1749394202.299222:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507881472:0@lo:700: 00000100:00100000:3.0:1749394202.299259:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394202.299313:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394202.299322:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12300 going to sleep for 11 seconds 00000100:00100000:0.0:1749394202.299346:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394202.299382:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507881344 00000100:00100000:1.0:1749394202.299391:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507881344 00000100:00100000:2.0:1749394202.299425:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507881472 00000100:00100000:2.0:1749394202.299434:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507881472 00000100:00100000:1.0:1749394202.299458:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00080000:0.0:1749394202.299467:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394202.299468:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507881344:12345-0@lo:700: 00000100:00100000:2.0:1749394202.299486:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1749394202.299494:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507881472:12345-0@lo:700: 00000100:00100000:1.0:1749394202.299509:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eae40 going to sleep for 0 seconds 00000100:00100000:1.0:1749394202.299516:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507881600:0@lo:700: 40000000:00080000:1.0:1749394202.299546:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394202.299549:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394202.299604:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790480 going to sleep for 0 seconds 00000100:00100000:2.0:1749394202.299612:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507881728:0@lo:700: 00000100:00100000:1.0:1749394202.299614:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507881344:12345-0@lo:700: Request processed in 148us (354us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394202.299624:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 40000000:00080000:2.0:1749394202.299624:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394202.299628:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394202.299658:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507881344:0@lo:700: 00000100:00100000:2.0:1749394202.299687:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507881472:12345-0@lo:700: Request processed in 193us (376us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394202.299697:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1749394202.299739:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507881472:0@lo:700: 00000100:00100000:2.0:1749394202.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394202.906208:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b3c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394202.906219:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08df80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507881856:0@lo:900: 00010000:00010000:2.0:1749394202.970337:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749394203.116231:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394203.116237:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1749394203.116239:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394203.116243:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394203.116249:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1239 00000100:00080000:1.0:1749394203.116253:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394203.116256:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507881984:0@lo:400: 00000100:00080000:1.0:1749394203.116259:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394203.116268:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749394203.116280:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b169c00 x1834371507882240/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394203.116284:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507882112:0@lo:41: 00000100:00080000:1.0:1749394203.116303:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394203.116305:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394203.116306:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394203.116308:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394203.116312:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1239 00000100:00080000:1.0:1749394203.116314:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394203.116317:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394203.116327:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b168380 x1834371507882496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394203.116332:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507882240:0@lo:38: 00000100:00080000:1.0:1749394203.116351:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394203.116352:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507881984 00000100:00080000:1.0:1749394203.116354:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394203.116356:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394203.116359:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507881984 00000100:00100000:0.0:1749394203.116362:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394203.116368:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1239 00000100:00080000:1.0:1749394203.116370:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394203.116374:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394203.116381:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394203.116387:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16b800 x1834371507882752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394203.116390:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1749394203.116391:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507882368:0@lo:400: 00000100:00080000:1.0:1749394203.116396:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394203.116397:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507881984:12345-0@lo:400: 00000100:00080000:1.0:1749394203.116399:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394203.116401:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394203.116404:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1239 00000100:00080000:1.0:1749394203.116406:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394203.116409:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394203.116412:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394203.116413:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507882496:0@lo:38: 00000100:00100000:1.0:1749394203.116422:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f822a00 x1834371507882880/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394203.116432:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394203.116434:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394203.116435:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394203.116436:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394203.116438:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507881984:12345-0@lo:400: Request processed in 41us (133us total) trans 0 rc 0/0 00000100:00080000:1.0:1749394203.116440:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1239 00000100:00100000:0.0:1749394203.116442:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507882112 00000100:00080000:1.0:1749394203.116442:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394203.116445:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394203.116446:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1749394203.116448:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507882112 00000100:00100000:2.0:1749394203.116449:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507882752:0@lo:38: 00000100:00100000:1.0:1749394203.116455:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f823800 x1834371507883008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394203.116462:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394203.116466:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:2.0:1749394203.116466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394203.116467:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394203.116475:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1239 00000100:00080000:1.0:1749394203.116477:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394203.116481:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507882368 00000100:00080000:1.0:1749394203.116481:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394203.116483:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507882880:0@lo:38: 00000100:00100000:0.0:1749394203.116486:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507882368 00000100:00100000:3.0:1749394203.116488:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507882240 00000100:00100000:3.0:1749394203.116492:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507882240 00000100:00100000:1.0:1749394203.116493:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821c00 x1834371507883136/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394203.116498:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394203.116511:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1749394203.116516:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507882496 00000100:00100000:3.0:1749394203.116519:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507882496 00000100:00100000:0.0:1749394203.116521:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507882112:12345-0@lo:41: 00000100:00100000:2.0:1749394203.116525:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507883008:0@lo:38: 00000100:00100000:3.0:1749394203.116530:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507882752 00000100:00100000:3.0:1749394203.116533:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507882752 00000100:00100000:1.0:1749394203.116539:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507883392:0@lo:400: 00000100:00100000:3.0:1749394203.116539:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507882880 00000100:00100000:3.0:1749394203.116541:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507882880 00000100:00100000:2.0:1749394203.116544:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394203.116548:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507883008 00000004:00000024:0.0:1749394203.116555:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394203.116555:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507883136:0@lo:38: 00000100:00100000:3.0:1749394203.116560:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507883008 00000100:00100000:2.0:1749394203.116573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394203.116574:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1870 00000100:00100000:1.0:1749394203.116578:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394203.116579:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507882240:12345-0@lo:38: 00010000:00020000:3.0:1749394203.116599:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394203.116602:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1749394203.116606:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507882112:12345-0@lo:41: Request processed in 84us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394203.116611:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507882368:12345-0@lo:400: 00000100:00100000:1.0:1749394203.116616:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507883392 00000100:00100000:0.0:1749394203.116619:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:1.0:1749394203.116621:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507883392 00000100:00100000:3.0:1749394203.116635:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507882240:12345-0@lo:38: Request processed in 55us (254us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394203.116642:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1870 00000100:00100000:2.0:1749394203.116648:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507882368:12345-0@lo:400: Request processed in 38us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394203.116651:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1749394203.116651:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507883136 00000100:00100000:3.0:1749394203.116654:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507883136 00000100:00100000:2.0:1749394203.116656:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1749394203.116659:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1871 00000100:00100000:1.0:1749394203.116660:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507883392:12345-0@lo:400: 00000100:00100000:0.0:1749394203.116667:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507882496:12345-0@lo:38: 00000100:00100000:3.0:1749394203.116668:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1872 00000100:00100000:3.0:1749394203.116672:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507882752:12345-0@lo:38: 00000100:00100000:2.0:1749394203.116681:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1873 00010000:00020000:3.0:1749394203.116683:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394203.116686:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507882880:12345-0@lo:38: 00010000:00020000:0.0:1749394203.116699:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394203.116701:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507883392:12345-0@lo:400: Request processed in 43us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394203.116705:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507882752:12345-0@lo:38: Request processed in 32us (238us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394203.116709:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1749394203.116712:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1872 00010000:00020000:2.0:1749394203.116715:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394203.116721:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874 00000100:00100000:3.0:1749394203.116725:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008266b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507883008:12345-0@lo:38: 00000100:00080000:1.0:1749394203.116726:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394203.116734:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507882496:12345-0@lo:38: Request processed in 67us (299us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749394203.116734:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394203.116744:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1871 00000100:00100000:2.0:1749394203.116746:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507882880:12345-0@lo:38: Request processed in 57us (245us total) trans 0 rc -19/-19 00010000:00080000:1.0:1749394203.116748:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f821500 x1834371507883392/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394203.116752:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008266b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507883008:12345-0@lo:38: Request processed in 26us (207us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394203.116753:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1873 00000100:00100000:3.0:1749394203.116758:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874 00000100:00100000:1.0:1749394203.116761:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507883392:0@lo:400: 00000100:00100000:0.0:1749394203.116762:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1875 00000100:00100000:0.0:1749394203.116767:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507883136:12345-0@lo:38: 00000100:00100000:2.0:1749394203.116777:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507883264:0@lo:400: 00010000:00020000:0.0:1749394203.116778:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394203.116799:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394203.116801:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507883136:12345-0@lo:38: Request processed in 34us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394203.116807:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1875 00000100:00100000:2.0:1749394203.116819:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749394203.116825:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507882624:0@lo:400: 00000100:00100000:1.0:1749394203.116835:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507883264 00000100:00100000:1.0:1749394203.116839:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507883264 00000100:00100000:2.0:1749394203.116839:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394203.116850:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507882368:0@lo:400: 00000100:00100000:1.0:1749394203.116862:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1749394203.116864:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507882112:0@lo:41: 00000100:00100000:1.0:1749394203.116868:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507883264:12345-0@lo:400: 00000100:00080000:2.0:1749394203.116868:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394203.116873:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394203.116877:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507883136:0@lo:38: 00000100:00080000:2.0:1749394203.116885:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394203.116888:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394203.116891:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507882880:0@lo:38: 00000100:00080000:2.0:1749394203.116900:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394203.116902:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394203.116905:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507883008:0@lo:38: 00000100:00100000:1.0:1749394203.116906:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507883264:12345-0@lo:400: Request processed in 38us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394203.116913:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00080000:2.0:1749394203.116916:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394203.116919:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394203.116922:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507882496:0@lo:38: 00000100:00100000:1.0:1749394203.116928:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507882624 00000100:00080000:2.0:1749394203.116929:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394203.116931:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394203.116934:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507882752:0@lo:38: 00000100:00100000:1.0:1749394203.116939:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507882624 00000100:00080000:2.0:1749394203.116942:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394203.116944:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394203.116947:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507882240:0@lo:38: 00000100:00100000:1.0:1749394203.116961:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1749394203.117004:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507882624:12345-0@lo:400: 00010000:00080000:2.0:1749394203.117038:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f820700 x1834371507883264/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394203.117040:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507882624:12345-0@lo:400: Request processed in 38us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394203.117047:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1749394203.117051:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507883264:0@lo:400: 00000100:00080000:1.0:1749394203.117062:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394203.117066:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507882624:0@lo:400: 00000100:00100000:2.0:1749394203.117124:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507881984:0@lo:400: 00000100:00100000:2.0:1749394203.192176:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394203.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394203.972337:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394204.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394204.300207:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507883520:0@lo:700: 00000100:00100000:3.0:1749394204.300207:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507883648:0@lo:700: 00000100:00100000:0.0:1749394204.300252:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394204.300297:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394204.300311:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394204.300320:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394204.300375:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507883520 00000100:00100000:2.0:1749394204.300384:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507883520 00000100:00100000:1.0:1749394204.300413:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507883648 00000100:00100000:1.0:1749394204.300422:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507883648 00000100:00100000:2.0:1749394204.300439:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:2.0:1749394204.300448:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507883520:12345-0@lo:700: 00000100:00100000:0.0:1749394204.300452:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:0.0:1749394204.300463:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507883648:12345-0@lo:700: 00000100:00100000:2.0:1749394204.300484:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790480 going to sleep for 0 seconds 00000100:00080000:1.0:1749394204.300487:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394204.300490:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507883776:0@lo:700: 40000000:00080000:2.0:1749394204.300504:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394204.300507:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394204.300531:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b300 going to sleep for 0 seconds 00000100:00100000:0.0:1749394204.300538:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507883904:0@lo:700: 40000000:00080000:0.0:1749394204.300549:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394204.300551:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394204.300561:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507883520:12345-0@lo:700: Request processed in 114us (309us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394204.300570:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:1.0:1749394204.300597:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507883520:0@lo:700: 00000100:00100000:0.0:1749394204.300598:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507883648:12345-0@lo:700: Request processed in 136us (300us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394204.300606:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:3.0:1749394204.300620:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507883648:0@lo:700: 00000100:00100000:2.0:1749394204.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394204.907178:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b300 going to sleep for 0 seconds 00000100:00100000:0.0:1749394204.907188:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507884032:0@lo:900: 00010000:00010000:2.0:1749394204.974285:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394205.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394205.322175:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394205.916174:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394205.916198:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507884160/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394210 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394205.916251:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394205.916313:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394205.916377:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507884160 00000100:00100000:0.0:1749394205.916388:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507884160 00000100:00080000:1.0:1749394205.916417:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394205.916448:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:0.0:1749394205.916457:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507884160:12345-0@lo:700: 40000000:00080000:0.0:1749394205.916483:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394205.916560:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507884160:12345-0@lo:700: Request processed in 105us (308us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394205.916568:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1749394205.916594:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507884160/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394221 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394205.916605:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394205.919178:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394205.919198:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507884288/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394210 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394205.919238:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394205.919293:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394205.919359:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507884288 00000100:00100000:0.0:1749394205.919368:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507884288 00000100:00080000:1.0:1749394205.919396:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394205.919419:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:0.0:1749394205.919427:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507884288:12345-0@lo:700: 40000000:00080000:0.0:1749394205.919446:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394205.919485:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507884288:12345-0@lo:700: Request processed in 59us (246us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394205.919493:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00100000:2.0:1749394205.919494:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507884288/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394221 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394205.919504:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:2.0:1749394205.976350:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394206.192230:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394206.301213:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507884544:0@lo:700: 00000100:00100000:3.0:1749394206.301213:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507884416:0@lo:700: 00000100:00100000:1.0:1749394206.301273:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394206.301313:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394206.301340:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eae40 going to sleep for 11 seconds 00000100:00100000:3.0:1749394206.301346:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394206.301395:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507884544 00000100:00100000:0.0:1749394206.301405:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507884544 00000100:00100000:2.0:1749394206.301433:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507884416 00000100:00100000:2.0:1749394206.301441:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507884416 00000100:00080000:1.0:1749394206.301464:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394206.301473:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:0.0:1749394206.301483:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507884544:12345-0@lo:700: 00000100:00100000:2.0:1749394206.301483:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:2.0:1749394206.301491:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507884416:12345-0@lo:700: 00000100:00100000:0.0:1749394206.301524:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b300 going to sleep for 0 seconds 00000100:00100000:0.0:1749394206.301531:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507884672:0@lo:700: 40000000:00080000:0.0:1749394206.301546:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394206.301549:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394206.301600:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790480 going to sleep for 0 seconds 00000100:00100000:2.0:1749394206.301607:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507884800:0@lo:700: 00000100:00100000:0.0:1749394206.301610:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507884544:12345-0@lo:700: Request processed in 128us (335us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394206.301618:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 40000000:00080000:2.0:1749394206.301621:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394206.301624:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394206.301638:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507884544:0@lo:700: 00000100:00100000:2.0:1749394206.301681:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507884416:12345-0@lo:700: Request processed in 190us (368us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394206.301690:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:3.0:1749394206.301703:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507884416:0@lo:700: 00000100:00100000:2.0:1749394206.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394206.447546:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394206.447585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394206.447621:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394206.447645:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499779072 00000100:00100000:0.0:1749394206.447651:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499779072 00000100:00100000:0.0:1749394206.447673:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499779200 00000100:00100000:1.0:1749394206.447673:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499778944 00000100:00100000:0.0:1749394206.447675:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499779200 00000100:00100000:1.0:1749394206.447682:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499778944 00000100:00100000:0.0:1749394206.447690:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1876 00000100:00100000:0.0:1749394206.447696:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499779072:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394206.447715:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1877 00010000:00080000:0.0:1749394206.447723:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1248 last 0 00000100:00100000:3.0:1749394206.447725:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499779200:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394206.447739:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 647 00000100:00100000:1.0:1749394206.447748:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499778944:12345-192.168.203.32@tcp:400: 00010000:00080000:3.0:1749394206.447752:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1248 last 0 00000100:00100000:0.0:1749394206.447783:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499779072:12345-192.168.203.32@tcp:38: Request processed in 85us (196us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394206.447791:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1876 00000100:00100000:1.0:1749394206.447795:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499778944:12345-192.168.203.32@tcp:400: Request processed in 48us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394206.447802:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499779200:12345-192.168.203.32@tcp:38: Request processed in 76us (179us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394206.447803:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 647 00000100:00100000:3.0:1749394206.447810:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1877 00000100:00100000:0.0:1749394206.908199:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394206.908210:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08df80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507884928:0@lo:900: 00010000:00010000:2.0:1749394206.978336:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394207.192269:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394207.196313:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507885056:0@lo:41: 00000100:00100000:0.0:1749394207.196358:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394207.196414:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507885056 00000100:00100000:1.0:1749394207.196424:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507885056 00000100:00100000:1.0:1749394207.196463:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:1.0:1749394207.196482:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507885056:12345-0@lo:41: 00000004:00000024:1.0:1749394207.196516:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749394207.196580:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507885056:12345-0@lo:41: Request processed in 99us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394207.196589:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1749394207.196615:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507885056:0@lo:41: 00000100:00100000:2.0:1749394207.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394207.980340:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749394208.124223:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394208.124233:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394208.124237:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394208.124245:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1244 00000100:00080000:1.0:1749394208.124249:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394208.124256:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394208.124282:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f820a80 x1834371507885440/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394208.124318:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394208.124320:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507885184:0@lo:41: 00000100:00080000:1.0:1749394208.124323:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394208.124324:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394208.124328:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1244 00000100:00080000:1.0:1749394208.124330:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394208.124333:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394208.124345:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821180 x1834371507885696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394208.124347:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507885312:0@lo:400: 00000100:00100000:0.0:1749394208.124348:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1749394208.124360:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394208.124363:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394208.124365:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394208.124368:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1244 00000100:00100000:0.0:1749394208.124369:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507885824:0@lo:400: 00000100:00100000:2.0:1749394208.124392:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394208.124396:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394208.124401:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394208.124414:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f822d80 x1834371507885952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394208.124415:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394208.124424:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394208.124427:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394208.124427:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394208.124429:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394208.124432:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1244 00000100:00080000:1.0:1749394208.124434:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394208.124437:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394208.124446:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f822300 x1834371507886080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394208.124455:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507885568:0@lo:400: 00000100:00100000:2.0:1749394208.124459:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507885440:0@lo:38: 00000100:00100000:0.0:1749394208.124473:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394208.124473:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507885312 00000100:00080000:1.0:1749394208.124474:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394208.124477:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394208.124479:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394208.124481:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507885312 00000100:00080000:1.0:1749394208.124482:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1244 00000100:00080000:1.0:1749394208.124484:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394208.124487:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394208.124487:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394208.124497:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f823100 x1834371507886464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394208.124503:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507885184 00000100:00100000:2.0:1749394208.124504:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507885696:0@lo:38: 00000100:00080000:1.0:1749394208.124506:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394208.124508:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507885184 00000100:00080000:1.0:1749394208.124509:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394208.124511:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394208.124514:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1244 00000100:00100000:2.0:1749394208.124520:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394208.124520:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00080000:1.0:1749394208.124521:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394208.124525:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394208.124528:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507885312:12345-0@lo:400: 00000100:00100000:0.0:1749394208.124533:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507885824 00000100:00100000:2.0:1749394208.124533:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507885952:0@lo:38: 00000100:00100000:0.0:1749394208.124536:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507885824 00000100:00100000:1.0:1749394208.124537:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f823b80 x1834371507886592/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394208.124545:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507885568 00000100:00100000:0.0:1749394208.124547:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507885568 00000100:00100000:2.0:1749394208.124547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394208.124559:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:2.0:1749394208.124563:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507886080:0@lo:38: 00000100:00100000:0.0:1749394208.124566:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507885184:12345-0@lo:41: 00000100:00100000:3.0:1749394208.124573:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507885312:12345-0@lo:400: Request processed in 45us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394208.124579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394208.124580:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507885440 00000100:00100000:3.0:1749394208.124581:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1749394208.124585:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507885440 00000100:00100000:2.0:1749394208.124595:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507886464:0@lo:38: 00000004:00000024:0.0:1749394208.124596:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749394208.124606:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507885696 00000100:00100000:1.0:1749394208.124609:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507885696 00000100:00100000:2.0:1749394208.124610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394208.124616:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507885952 00000100:00100000:1.0:1749394208.124618:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507886080 00000100:00100000:1.0:1749394208.124620:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507886080 00000100:00100000:3.0:1749394208.124620:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507885952 00000100:00100000:2.0:1749394208.124625:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507886592:0@lo:38: 00000100:00100000:0.0:1749394208.124629:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507885184:12345-0@lo:41: Request processed in 62us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394208.124629:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507886464 00000100:00100000:1.0:1749394208.124631:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507886464 00000100:00100000:3.0:1749394208.124633:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878 00000100:00100000:0.0:1749394208.124636:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1749394208.124639:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507885440:12345-0@lo:38: 00000100:00100000:2.0:1749394208.124641:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394208.124643:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1879 00000100:00100000:1.0:1749394208.124650:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507885696:12345-0@lo:38: 00000100:00100000:0.0:1749394208.124653:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:0.0:1749394208.124658:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507885824:12345-0@lo:400: 00010000:00020000:3.0:1749394208.124661:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394208.124667:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00010000:00020000:1.0:1749394208.124668:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394208.124676:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507885568:12345-0@lo:400: 00000100:00100000:0.0:1749394208.124683:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507885824:12345-0@lo:400: Request processed in 24us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394208.124689:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:3.0:1749394208.124695:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507885440:12345-0@lo:38: Request processed in 55us (207us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394208.124708:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507886592 00000100:00100000:0.0:1749394208.124711:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507886592 00000100:00100000:1.0:1749394208.124716:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507885696:12345-0@lo:38: Request processed in 65us (195us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394208.124717:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507885568:12345-0@lo:400: Request processed in 42us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394208.124717:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878 00000100:00100000:1.0:1749394208.124723:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1879 00000100:00100000:2.0:1749394208.124725:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1749394208.124728:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1880 00000100:00100000:0.0:1749394208.124733:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507885952:12345-0@lo:38: 00000100:00100000:3.0:1749394208.124735:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1881 00000100:00100000:1.0:1749394208.124740:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882 00000100:00100000:3.0:1749394208.124741:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507886080:12345-0@lo:38: 00000100:00100000:1.0:1749394208.124744:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507886464:12345-0@lo:38: 00010000:00020000:0.0:1749394208.124749:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394208.124751:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1883 00010000:00020000:3.0:1749394208.124755:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394208.124756:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507886592:12345-0@lo:38: 00010000:00020000:1.0:1749394208.124770:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394208.124774:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507885952:12345-0@lo:38: Request processed in 40us (226us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394208.124781:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1880 00000100:00100000:3.0:1749394208.124781:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507886080:12345-0@lo:38: Request processed in 41us (201us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749394208.124786:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394208.124788:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1881 00000100:00100000:1.0:1749394208.124792:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507886464:12345-0@lo:38: Request processed in 46us (180us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394208.124799:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507886848:0@lo:400: 00000100:00100000:1.0:1749394208.124799:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882 00000100:00100000:2.0:1749394208.124813:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507886592:12345-0@lo:38: Request processed in 56us (171us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749394208.124818:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394208.124819:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1883 00000100:00080000:3.0:1749394208.124822:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394208.124823:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394208.124828:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507886464:0@lo:38: 00000100:00100000:1.0:1749394208.124834:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507886720:0@lo:400: 00000100:00080000:3.0:1749394208.124837:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394208.124840:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394208.124842:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507886208:0@lo:400: 00000100:00100000:3.0:1749394208.124844:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507886592:0@lo:38: 00000100:00100000:0.0:1749394208.124854:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507885824:0@lo:400: 00000100:00080000:3.0:1749394208.124855:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394208.124857:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394208.124861:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507885440:0@lo:38: 00000100:00100000:0.0:1749394208.124865:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507885568:0@lo:400: 00000100:00100000:1.0:1749394208.124867:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394208.124870:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394208.124873:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394208.124876:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507885696:0@lo:38: 00000100:00100000:2.0:1749394208.124886:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507886848 00000100:00100000:2.0:1749394208.124891:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507886848 00000100:00100000:0.0:1749394208.124896:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507886720 00000100:00080000:3.0:1749394208.124899:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394208.124900:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507886720 00000100:00080000:3.0:1749394208.124902:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394208.124905:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507885952:0@lo:38: 00000100:00080000:3.0:1749394208.124912:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394208.124920:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749394208.124921:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394208.124925:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507886080:0@lo:38: 00000100:00100000:2.0:1749394208.124926:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1749394208.125000:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1749394208.125000:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507886336:0@lo:400: 00000100:00100000:2.0:1749394208.125001:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507886848:12345-0@lo:400: 00000100:00100000:0.0:1749394208.125007:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507886720:12345-0@lo:400: 00000100:00100000:3.0:1749394208.125030:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394208.125045:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507886848:12345-0@lo:400: Request processed in 46us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394208.125050:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507886336 00000100:00100000:0.0:1749394208.125051:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507886720:12345-0@lo:400: Request processed in 46us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394208.125052:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1749394208.125056:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507886336 00000100:00100000:0.0:1749394208.125058:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1749394208.125061:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507885312:0@lo:400: 00000100:00100000:2.0:1749394208.125107:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394208.125110:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00010000:00080000:0.0:1749394208.125118:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f823800 x1834371507886848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394208.125119:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507886336:12345-0@lo:400: 00000100:00100000:0.0:1749394208.125131:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507886848:0@lo:400: 00000100:00100000:3.0:1749394208.125133:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507886208 00000100:00100000:3.0:1749394208.125137:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507886208 00000100:00100000:2.0:1749394208.125140:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507885184:0@lo:41: 00000100:00100000:1.0:1749394208.125164:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507886336:12345-0@lo:400: Request processed in 47us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394208.125164:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:3.0:1749394208.125170:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507886208:12345-0@lo:400: 00000100:00100000:1.0:1749394208.125171:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00080000:1.0:1749394208.125186:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1749394208.125208:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f820700 x1834371507886720/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394208.125220:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507886720:0@lo:400: 00000100:00100000:3.0:1749394208.125223:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507886208:12345-0@lo:400: Request processed in 53us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394208.125230:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00010000:00080000:2.0:1749394208.125257:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f821880 x1834371507886208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749394208.125258:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f823480 x1834371507886336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394208.125270:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507886208:0@lo:400: 00000100:00100000:3.0:1749394208.125271:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507886336:0@lo:400: 00000100:00100000:0.0:1749394208.192176:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394208.302199:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507886976:0@lo:700: 00000100:00100000:1.0:1749394208.302202:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507887104:0@lo:700: 00000100:00100000:3.0:1749394208.302244:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394208.302288:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394208.302307:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 11 seconds 00000100:00100000:1.0:1749394208.302312:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaf00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394208.302358:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507886976 00000100:00100000:2.0:1749394208.302365:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507887104 00000100:00100000:0.0:1749394208.302367:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507886976 00000100:00100000:2.0:1749394208.302374:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507887104 00000100:00100000:0.0:1749394208.302430:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:0.0:1749394208.302444:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507886976:12345-0@lo:700: 00000100:00100000:2.0:1749394208.302444:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:2.0:1749394208.302452:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507887104:12345-0@lo:700: 00000100:00100000:0.0:1749394208.302491:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394208.302500:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507887232:0@lo:700: 40000000:00080000:0.0:1749394208.302516:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394208.302520:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394208.302580:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790480 going to sleep for 0 seconds 00000100:00100000:2.0:1749394208.302587:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbb100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507887360:0@lo:700: 00000100:00100000:0.0:1749394208.302595:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507886976:12345-0@lo:700: Request processed in 153us (348us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394208.302600:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394208.302603:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394208.302606:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:3.0:1749394208.302613:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507886976:0@lo:700: 00000100:00100000:2.0:1749394208.302656:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507887104:12345-0@lo:700: Request processed in 204us (368us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394208.302665:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:1.0:1749394208.302679:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507887104:0@lo:700: 00000100:00100000:2.0:1749394208.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394208.909203:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394208.909216:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507887488:0@lo:900: 00010000:00010000:2.0:1749394208.982342:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394209.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394209.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394209.984322:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394210.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394210.303214:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507887616:0@lo:700: 00000100:00100000:1.0:1749394210.303219:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507887744:0@lo:700: 00000100:00100000:3.0:1749394210.303290:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394210.303332:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394210.303361:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 11 seconds 00000100:00100000:1.0:1749394210.303368:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaf00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394210.303420:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507887616 00000100:00100000:2.0:1749394210.303431:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507887616 00000100:00100000:0.0:1749394210.303449:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507887744 00000100:00100000:0.0:1749394210.303458:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507887744 00000100:00080000:1.0:1749394210.303494:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394210.303505:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:2.0:1749394210.303515:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507887616:12345-0@lo:700: 00000100:00100000:0.0:1749394210.303521:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:0.0:1749394210.303529:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507887744:12345-0@lo:700: 00000100:00100000:2.0:1749394210.303557:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790480 going to sleep for 0 seconds 00000100:00100000:2.0:1749394210.303565:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbb100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507887872:0@lo:700: 40000000:00080000:2.0:1749394210.303580:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394210.303584:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394210.303635:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394210.303642:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507888000:0@lo:700: 00000100:00100000:2.0:1749394210.303649:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507887616:12345-0@lo:700: Request processed in 135us (360us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394210.303654:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394210.303657:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394210.303658:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1749394210.303677:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507887616:0@lo:700: 00000100:00100000:0.0:1749394210.303712:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507887744:12345-0@lo:700: Request processed in 183us (379us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394210.303721:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:1.0:1749394210.303737:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507887744:0@lo:700: 00000100:00100000:2.0:1749394210.322175:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394210.910220:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394210.910233:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507888128:0@lo:900: 00010000:00010000:2.0:1749394210.986327:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394211.192216:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394211.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394211.455613:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394211.455658:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394211.455694:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394211.455732:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499779456 00000100:00100000:2.0:1749394211.455734:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499779584 00000100:00100000:0.0:1749394211.455741:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499779456 00000100:00100000:2.0:1749394211.455743:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499779584 00000100:00100000:3.0:1749394211.455774:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499779328 00000100:00100000:3.0:1749394211.455793:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499779328 00000100:00100000:2.0:1749394211.455796:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1884 00000100:00100000:2.0:1749394211.455805:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499779584:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394211.455809:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1885 00000100:00100000:0.0:1749394211.455817:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499779456:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394211.455839:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 649 00010000:00080000:0.0:1749394211.455840:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1253 last 0 00010000:00080000:2.0:1749394211.455841:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1253 last 0 00000100:00100000:3.0:1749394211.455848:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499779328:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394211.455953:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499779456:12345-192.168.203.32@tcp:38: Request processed in 133us (343us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394211.455953:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2002:x1834371499779328:12345-192.168.203.32@tcp:400: Request processed in 104us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394211.455963:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1885 00000100:00100000:2.0:1749394211.455963:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499779584:12345-192.168.203.32@tcp:38: Request processed in 157us (266us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394211.455963:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 649 00000100:00100000:2.0:1749394211.455972:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1884 00010000:00010000:2.0:1749394211.988383:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394212.192154:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394212.204298:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507888256:0@lo:41: 00000100:00100000:2.0:1749394212.204367:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394212.204508:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507888256 00000100:00100000:1.0:1749394212.204520:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507888256 00000100:00100000:1.0:1749394212.204582:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1749394212.204592:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507888256:12345-0@lo:41: 00000004:00000024:1.0:1749394212.204630:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749394212.204694:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507888256:12345-0@lo:41: Request processed in 103us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394212.204717:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:2.0:1749394212.204723:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507888256:0@lo:41: 00000100:00100000:1.0:1749394212.304214:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507888384:0@lo:700: 00000100:00100000:3.0:1749394212.304214:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507888512:0@lo:700: 00000100:00100000:1.0:1749394212.304260:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394212.304301:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394212.304319:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1749394212.304336:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394212.304383:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507888384 00000100:00100000:0.0:1749394212.304392:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507888384 00000100:00100000:2.0:1749394212.304424:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507888512 00000100:00100000:2.0:1749394212.304433:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507888512 00000100:00080000:1.0:1749394212.304452:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394212.304456:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:0.0:1749394212.304466:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507888384:12345-0@lo:700: 00000100:00100000:2.0:1749394212.304483:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:2.0:1749394212.304492:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507888512:12345-0@lo:700: 00000100:00100000:0.0:1749394212.304505:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394212.304511:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507888640:0@lo:700: 40000000:00080000:0.0:1749394212.304523:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394212.304526:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394212.304554:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790480 going to sleep for 0 seconds 00000100:00100000:2.0:1749394212.304561:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507888768:0@lo:700: 40000000:00080000:2.0:1749394212.304574:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394212.304577:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394212.304580:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507888384:12345-0@lo:700: Request processed in 116us (319us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394212.304589:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:1.0:1749394212.304605:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507888384:0@lo:700: 00000100:00100000:2.0:1749394212.304633:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507888512:12345-0@lo:700: Request processed in 141us (331us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394212.304642:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:3.0:1749394212.304654:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507888512:0@lo:700: 00000100:00100000:2.0:1749394212.322173:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394212.911229:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394212.911245:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507888896:0@lo:900: 00010000:00010000:2.0:1749394212.990302:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394213.132226:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1749394213.132230:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394213.132238:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394213.132242:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394213.132248:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1249 00000100:00100000:2.0:1749394213.132250:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507889024:0@lo:41: 00000100:00080000:1.0:1749394213.132253:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394213.132259:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394213.132281:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821880 x1834371507889280/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394213.132284:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749394213.132299:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507889152:0@lo:400: 00000100:00080000:1.0:1749394213.132303:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394213.132306:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394213.132308:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394213.132312:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1249 00000100:00080000:1.0:1749394213.132314:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394213.132317:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394213.132321:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507889280:0@lo:38: 00000100:00100000:2.0:1749394213.132325:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394213.132328:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821500 x1834371507889536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394213.132343:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394213.132347:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394213.132351:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394213.132366:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394213.132369:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1749394213.132370:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1249 00000100:00080000:1.0:1749394213.132372:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394213.132373:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394213.132376:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394213.132380:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507889408:0@lo:400: 00000100:00100000:2.0:1749394213.132388:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507889664:0@lo:400: 00000100:00100000:1.0:1749394213.132391:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f822d80 x1834371507889792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394213.132399:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394213.132402:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394213.132404:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394213.132408:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1249 00000100:00080000:1.0:1749394213.132410:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394213.132412:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394213.132413:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394213.132417:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507889536:0@lo:38: 00000100:00100000:1.0:1749394213.132423:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821180 x1834371507889920/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394213.132425:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507889280 00000100:00080000:1.0:1749394213.132433:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394213.132434:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507889280 00000100:00080000:1.0:1749394213.132436:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394213.132437:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394213.132437:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394213.132440:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1249 00000100:00080000:1.0:1749394213.132442:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394213.132445:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394213.132454:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f820a80 x1834371507890048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394213.132462:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394213.132465:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:2.0:1749394213.132465:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1886 00000100:00100000:3.0:1749394213.132466:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507889152 00000100:00080000:1.0:1749394213.132471:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394213.132471:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507889152 00000100:00100000:0.0:1749394213.132474:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507889536 00000100:00080000:1.0:1749394213.132475:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1249 00000100:00100000:2.0:1749394213.132475:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507889280:12345-0@lo:38: 00000100:00080000:1.0:1749394213.132477:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394213.132480:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507889536 00000100:00080000:1.0:1749394213.132481:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394213.132491:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f823b80 x1834371507890176/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394213.132505:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1887 00010000:00020000:2.0:1749394213.132505:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394213.132505:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1749394213.132512:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507889152:12345-0@lo:400: 00000100:00100000:0.0:1749394213.132513:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507889536:12345-0@lo:38: 00010000:00020000:0.0:1749394213.132531:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394213.132542:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507889024 00000100:00100000:1.0:1749394213.132547:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507889024 00000100:00100000:2.0:1749394213.132553:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507889280:12345-0@lo:38: Request processed in 77us (179us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394213.132556:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507889152:12345-0@lo:400: Request processed in 44us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394213.132564:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1886 00000100:00100000:3.0:1749394213.132564:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1749394213.132565:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507889536:12345-0@lo:38: Request processed in 51us (125us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394213.132574:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1887 00000100:00100000:1.0:1749394213.132574:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507889408 00000100:00100000:1.0:1749394213.132577:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507889408 00000100:00100000:1.0:1749394213.132592:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:3.0:1749394213.132594:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507890304:0@lo:400: 00000100:00100000:1.0:1749394213.132599:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507889024:12345-0@lo:41: 00000100:00100000:2.0:1749394213.132612:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1749394213.132616:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507889152:0@lo:400: 00000100:00100000:3.0:1749394213.132619:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394213.132624:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507889408:12345-0@lo:400: 00000004:00000024:1.0:1749394213.132627:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749394213.132636:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749394213.132645:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507890432:0@lo:400: 00000100:00100000:3.0:1749394213.132646:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507890304 00000100:00100000:3.0:1749394213.132650:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507890304 00000100:00100000:1.0:1749394213.132678:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507889024:12345-0@lo:41: Request processed in 78us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394213.132680:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394213.132680:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507889408:12345-0@lo:400: Request processed in 59us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394213.132681:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1749394213.132685:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1749394213.132691:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:3.0:1749394213.132698:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507890304:12345-0@lo:400: 00000100:00100000:1.0:1749394213.132714:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507890432 00000100:00100000:2.0:1749394213.132717:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394213.132718:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507890432 00000100:00100000:0.0:1749394213.132739:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507889408:0@lo:400: 00000100:00100000:3.0:1749394213.132740:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507890304:12345-0@lo:400: Request processed in 43us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394213.132741:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1749394213.132746:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507890432:12345-0@lo:400: 00000100:00100000:3.0:1749394213.132747:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1749394213.132754:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507889024:0@lo:41: 00000100:00080000:3.0:1749394213.132775:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394213.132776:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507889664 00000100:00080000:3.0:1749394213.132779:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394213.132781:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507890432:12345-0@lo:400: Request processed in 34us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394213.132781:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507889664 00000100:00080000:0.0:1749394213.132783:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394213.132784:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507889536:0@lo:38: 00000100:00100000:1.0:1749394213.132787:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1749394213.132792:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507889792:0@lo:38: 00010000:00080000:0.0:1749394213.132808:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f820e00 x1834371507890432/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394213.132809:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1749394213.132811:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394213.132818:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507889664:12345-0@lo:400: 00000100:00100000:0.0:1749394213.132826:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507890432:0@lo:400: 00000100:00080000:3.0:1749394213.132830:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394213.132833:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394213.132837:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507889280:0@lo:38: 00000100:00100000:0.0:1749394213.132851:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507889792 00000100:00100000:0.0:1749394213.132855:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507889792 00000100:00100000:3.0:1749394213.132856:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507889920:0@lo:38: 00000100:00100000:2.0:1749394213.132866:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507889664:12345-0@lo:400: Request processed in 48us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394213.132872:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394213.132876:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1749394213.132929:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507889920 00000100:00100000:0.0:1749394213.132934:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507889920 00000100:00100000:3.0:1749394213.132938:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507890048:0@lo:38: 00000100:00100000:2.0:1749394213.132941:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507889664:0@lo:400: 00000100:00100000:1.0:1749394213.132952:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1888 00000100:00100000:3.0:1749394213.132957:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394213.132958:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507889792:12345-0@lo:38: 00000100:00100000:0.0:1749394213.132960:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889 00000100:00100000:0.0:1749394213.132967:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507889920:12345-0@lo:38: 00000100:00100000:2.0:1749394213.132968:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507890048 00000100:00100000:3.0:1749394213.132970:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507890176:0@lo:38: 00000100:00100000:2.0:1749394213.132972:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507890048 00010000:00020000:1.0:1749394213.132975:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394213.132985:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749394213.132989:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394213.132989:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507890176 00000100:00100000:2.0:1749394213.132993:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507890176 00000100:00100000:2.0:1749394213.133006:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1890 00000100:00100000:2.0:1749394213.133013:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507890048:12345-0@lo:38: 00000100:00100000:3.0:1749394213.133013:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1891 00000100:00100000:1.0:1749394213.133017:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507889792:12345-0@lo:38: Request processed in 58us (205us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394213.133018:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507890176:12345-0@lo:38: 00000100:00100000:0.0:1749394213.133031:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507889920:12345-0@lo:38: Request processed in 62us (156us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749394213.133031:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394213.133033:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1888 00010000:00020000:3.0:1749394213.133038:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394213.133041:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889 00000100:00100000:2.0:1749394213.133062:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507890048:12345-0@lo:38: Request processed in 48us (103us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394213.133066:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507890176:12345-0@lo:38: Request processed in 47us (80us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394213.133103:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1890 00000100:00100000:3.0:1749394213.133124:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1891 00010000:00080000:3.0:1749394213.133166:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f823100 x1834371507890304/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394213.133180:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507890304:0@lo:400: 00000100:00080000:3.0:1749394213.133199:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394213.133202:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394213.133205:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507889920:0@lo:38: 00000100:00080000:3.0:1749394213.133213:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394213.133216:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394213.133219:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507890048:0@lo:38: 00000100:00080000:3.0:1749394213.133226:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394213.133229:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394213.133231:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507890176:0@lo:38: 00000100:00080000:3.0:1749394213.133239:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394213.133241:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394213.133244:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507889792:0@lo:38: 00000100:00100000:0.0:1749394213.192176:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394213.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394213.992299:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394214.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394214.305225:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507890688:0@lo:700: 00000100:00100000:3.0:1749394214.305225:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507890560:0@lo:700: 00000100:00100000:1.0:1749394214.305303:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394214.305342:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394214.305371:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1749394214.305377:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39e40 going to sleep for 11 seconds 00000100:00100000:0.0:1749394214.305432:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507890688 00000100:00100000:2.0:1749394214.305432:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507890560 00000100:00100000:0.0:1749394214.305444:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507890688 00000100:00100000:2.0:1749394214.305444:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507890560 00000100:00080000:1.0:1749394214.305510:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394214.305531:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:0.0:1749394214.305540:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:2.0:1749394214.305545:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507890560:12345-0@lo:700: 00000100:00100000:0.0:1749394214.305549:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507890688:12345-0@lo:700: 00000100:00100000:0.0:1749394214.305595:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394214.305604:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507890816:0@lo:700: 40000000:00080000:0.0:1749394214.305628:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394214.305633:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394214.305701:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790480 going to sleep for 0 seconds 00000100:00100000:2.0:1749394214.305709:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507890944:0@lo:700: 00000100:00100000:0.0:1749394214.305723:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507890688:12345-0@lo:700: Request processed in 173us (418us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394214.305724:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394214.305727:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394214.305736:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1749394214.305751:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507890688:0@lo:700: 00000100:00100000:2.0:1749394214.305783:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507890560:12345-0@lo:700: Request processed in 240us (438us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394214.305795:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:3.0:1749394214.305804:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507890560:0@lo:700: 00000100:00100000:2.0:1749394214.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394214.912246:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394214.912262:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507891072:0@lo:900: 00010000:00010000:2.0:1749394214.994280:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394215.192176:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394215.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394215.996288:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394216.192254:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394216.306229:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507891328:0@lo:700: 00000100:00100000:3.0:1749394216.306229:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507891200:0@lo:700: 00000100:00100000:3.0:1749394216.306308:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394216.306348:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394216.306374:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39e40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394216.306383:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaf00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394216.306431:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507891200 00000100:00100000:2.0:1749394216.306432:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507891328 00000100:00100000:0.0:1749394216.306444:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507891200 00000100:00100000:2.0:1749394216.306444:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507891328 00000100:00080000:1.0:1749394216.306509:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394216.306524:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:0.0:1749394216.306532:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:2.0:1749394216.306537:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507891328:12345-0@lo:700: 00000100:00100000:0.0:1749394216.306542:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507891200:12345-0@lo:700: 00000100:00100000:2.0:1749394216.306586:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790480 going to sleep for 0 seconds 00000100:00100000:2.0:1749394216.306595:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507891456:0@lo:700: 40000000:00080000:2.0:1749394216.306616:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394216.306621:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394216.306685:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394216.306694:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507891584:0@lo:700: 00000100:00100000:2.0:1749394216.306704:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507891328:12345-0@lo:700: Request processed in 168us (354us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394216.306708:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394216.306712:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394216.306715:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1749394216.306728:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507891328:0@lo:700: 00000100:00100000:0.0:1749394216.306766:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507891200:12345-0@lo:700: Request processed in 224us (457us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394216.306777:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:3.0:1749394216.306787:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507891200:0@lo:700: 00000100:00100000:2.0:1749394216.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394216.463684:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394216.463724:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394216.463781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394216.463806:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499779712 00000100:00100000:2.0:1749394216.463810:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499779840 00000100:00100000:3.0:1749394216.463815:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499779712 00000100:00100000:2.0:1749394216.463819:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499779840 00000100:00100000:0.0:1749394216.463823:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499779968 00000100:00100000:0.0:1749394216.463828:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499779968 00000100:00100000:3.0:1749394216.463856:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 651 00000100:00100000:3.0:1749394216.463866:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499779712:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749394216.463867:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1892 00000100:00100000:0.0:1749394216.463901:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1893 00000100:00100000:2.0:1749394216.463902:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499779840:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394216.463910:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499779968:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394216.463936:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1258 last 0 00010000:00080000:2.0:1749394216.463936:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1258 last 0 00000100:00100000:3.0:1749394216.463960:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499779712:12345-192.168.203.32@tcp:400: Request processed in 95us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394216.463968:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 651 00000100:00100000:0.0:1749394216.463996:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499779968:12345-192.168.203.32@tcp:38: Request processed in 84us (214us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394216.464002:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499779840:12345-192.168.203.32@tcp:38: Request processed in 101us (276us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394216.464009:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1893 00000100:00100000:2.0:1749394216.464014:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1892 00000100:00100000:0.0:1749394216.913210:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394216.913223:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16bb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507891712:0@lo:900: 00000100:00100000:2.0:1749394216.916170:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394216.916194:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507891840/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394221 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394216.916251:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394216.916341:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507891840 00000100:00100000:2.0:1749394216.916342:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394216.916351:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507891840 00000100:00100000:0.0:1749394216.916403:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:0.0:1749394216.916416:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507891840:12345-0@lo:700: 00000100:00080000:1.0:1749394216.916423:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 40000000:00080000:0.0:1749394216.916446:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394216.916505:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507891840:12345-0@lo:700: Request processed in 91us (251us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394216.916517:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:2.0:1749394216.916539:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507891840/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394232 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394216.916565:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394216.919170:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394216.919191:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507891968/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394221 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394216.919231:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394216.919305:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394216.919311:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507891968 00000100:00100000:0.0:1749394216.919319:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507891968 00000100:00100000:0.0:1749394216.919360:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:0.0:1749394216.919371:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507891968:12345-0@lo:700: 00000100:00080000:1.0:1749394216.919392:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 40000000:00080000:0.0:1749394216.919393:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394216.919452:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507891968:12345-0@lo:700: Request processed in 81us (217us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394216.919463:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00100000:2.0:1749394216.919482:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507891968/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394232 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394216.919498:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:2.0:1749394216.998309:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394217.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394217.212291:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507892096:0@lo:41: 00000100:00100000:0.0:1749394217.212360:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394217.212437:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507892096 00000100:00100000:2.0:1749394217.212447:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507892096 00000100:00100000:2.0:1749394217.212494:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1749394217.212506:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507892096:12345-0@lo:41: 00000004:00000024:2.0:1749394217.212544:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394217.212608:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507892096:12345-0@lo:41: Request processed in 102us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394217.212619:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:0.0:1749394217.212651:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507892096:0@lo:41: 00000100:00100000:2.0:1749394217.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394218.000296:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749394218.140234:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394218.140243:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394218.140247:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394218.140254:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1254 00000100:00080000:1.0:1749394218.140259:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394218.140266:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394218.140266:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507892224:0@lo:400: 00000100:00100000:1.0:1749394218.140288:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f820a80 x1834371507892480/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394218.140326:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394218.140330:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394218.140332:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394218.140337:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1254 00000100:00100000:2.0:1749394218.140338:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394218.140345:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507892352:0@lo:41: 00000100:00080000:1.0:1749394218.140352:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394218.140356:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394218.140371:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f823100 x1834371507892736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394218.140388:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1749394218.140388:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394218.140392:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394218.140394:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394218.140395:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394218.140398:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1254 00000100:00080000:1.0:1749394218.140400:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394218.140404:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394218.140406:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507892864:0@lo:400: 00000100:00100000:1.0:1749394218.140413:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821880 x1834371507892992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394218.140418:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507892224 00000100:00080000:1.0:1749394218.140421:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394218.140424:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394218.140426:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394218.140426:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507892224 00000100:00080000:1.0:1749394218.140428:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1254 00000100:00080000:1.0:1749394218.140430:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394218.140433:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394218.140442:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821500 x1834371507893120/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394218.140450:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394218.140455:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507892480:0@lo:38: 00000100:00080000:1.0:1749394218.140473:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394218.140473:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00080000:1.0:1749394218.140477:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394218.140478:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394218.140480:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507892608:0@lo:400: 00000100:00080000:1.0:1749394218.140483:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1254 00000100:00100000:3.0:1749394218.140485:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394218.140488:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507892224:12345-0@lo:400: 00000100:00080000:1.0:1749394218.140489:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394218.140494:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394218.140502:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507892736:0@lo:38: 00000100:00100000:1.0:1749394218.140507:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f820700 x1834371507893504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394218.140509:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394218.140517:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394218.140519:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394218.140520:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394218.140522:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394218.140525:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1254 00000100:00080000:1.0:1749394218.140527:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394218.140529:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394218.140536:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507892992:0@lo:38: 00000100:00100000:1.0:1749394218.140542:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dd880 x1834371507893632/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394218.140545:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507892224:12345-0@lo:400: Request processed in 61us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394218.140552:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507892480 00000100:00100000:3.0:1749394218.140552:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394218.140558:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507892480 00000100:00100000:2.0:1749394218.140558:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1749394218.140566:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507893120:0@lo:38: 00000100:00100000:3.0:1749394218.140581:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394218.140597:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507892352 00000100:00100000:0.0:1749394218.140598:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507892736 00000100:00100000:0.0:1749394218.140602:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507892736 00000100:00100000:2.0:1749394218.140602:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507892352 00000100:00100000:1.0:1749394218.140603:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507892992 00000100:00100000:3.0:1749394218.140607:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507893504:0@lo:38: 00000100:00100000:1.0:1749394218.140609:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507892992 00000100:00100000:0.0:1749394218.140619:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507893120 00000100:00100000:0.0:1749394218.140623:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507893120 00000100:00100000:3.0:1749394218.140623:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394218.140626:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507892864 00000100:00100000:1.0:1749394218.140630:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507893504 00000100:00100000:2.0:1749394218.140630:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507892864 00000100:00100000:3.0:1749394218.140632:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507893632:0@lo:38: 00000100:00100000:1.0:1749394218.140633:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507893504 00000100:00100000:0.0:1749394218.140641:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1894 00000100:00100000:2.0:1749394218.140641:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507892608 00000100:00100000:2.0:1749394218.140644:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507892608 00000100:00100000:3.0:1749394218.140648:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394218.140650:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507892480:12345-0@lo:38: 00000100:00100000:1.0:1749394218.140652:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1895 00000100:00100000:1.0:1749394218.140658:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507892736:12345-0@lo:38: 00000100:00100000:2.0:1749394218.140659:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1749394218.140667:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507892352:12345-0@lo:41: 00000100:00100000:3.0:1749394218.140672:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507893376:0@lo:400: 00010000:00020000:0.0:1749394218.140678:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394218.140688:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394218.140692:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:2.0:1749394218.140698:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749394218.140710:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749394218.140728:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507893248:0@lo:400: 00000100:00100000:0.0:1749394218.140731:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507892480:12345-0@lo:38: Request processed in 80us (246us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394218.140740:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507892736:12345-0@lo:38: Request processed in 80us (218us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394218.140741:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3767:x1834371507892352:12345-0@lo:41: Request processed in 75us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394218.140742:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1894 00000100:00100000:1.0:1749394218.140747:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1895 00000100:00100000:2.0:1749394218.140752:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:3.0:1749394218.140752:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394218.140759:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507893632 00000100:00100000:1.0:1749394218.140762:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1896 00000100:00100000:0.0:1749394218.140764:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507893632 00000100:00100000:2.0:1749394218.140767:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:1.0:1749394218.140768:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507892992:12345-0@lo:38: 00000100:00100000:2.0:1749394218.140775:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507892864:12345-0@lo:400: 00000100:00100000:0.0:1749394218.140778:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1897 00010000:00020000:1.0:1749394218.140779:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394218.140785:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507893120:12345-0@lo:38: 00000100:00100000:3.0:1749394218.140788:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507892352:0@lo:41: 00010000:00020000:0.0:1749394218.140802:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394218.140813:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507893376 00000100:00100000:3.0:1749394218.140817:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507893376 00000100:00100000:1.0:1749394218.140818:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507892992:12345-0@lo:38: Request processed in 50us (265us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394218.140818:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507892864:12345-0@lo:400: Request processed in 43us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394218.140826:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1896 00000100:00100000:2.0:1749394218.140827:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1749394218.140831:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507893120:12345-0@lo:38: Request processed in 45us (248us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394218.140839:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1897 00000100:00100000:2.0:1749394218.140843:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:1.0:1749394218.140845:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898 00000100:00100000:1.0:1749394218.140849:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507893504:12345-0@lo:38: 00000100:00100000:2.0:1749394218.140850:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507892608:12345-0@lo:400: 00000100:00100000:3.0:1749394218.140851:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507893248 00000100:00100000:3.0:1749394218.140854:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507893248 00000100:00100000:0.0:1749394218.140856:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1899 00000100:00100000:0.0:1749394218.140896:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507893632:12345-0@lo:38: 00010000:00020000:1.0:1749394218.140903:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394218.140912:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00010000:00020000:0.0:1749394218.140915:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394218.140920:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507893376:12345-0@lo:400: 00000100:00100000:2.0:1749394218.140926:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507892608:12345-0@lo:400: Request processed in 75us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394218.140928:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507893504:12345-0@lo:38: Request processed in 77us (303us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394218.140935:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898 00000100:00100000:2.0:1749394218.140937:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1749394218.140942:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507893632:12345-0@lo:38: Request processed in 47us (293us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394218.140951:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1899 00000100:00100000:3.0:1749394218.140960:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507893376:12345-0@lo:400: Request processed in 40us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394218.140967:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1749394218.140975:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507892224:0@lo:400: 00000100:00100000:0.0:1749394218.140977:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00080000:2.0:1749394218.140986:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394218.140988:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507893248:12345-0@lo:400: 00000100:00080000:3.0:1749394218.141000:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394218.141004:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394218.141009:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507893504:0@lo:38: 00000100:00100000:1.0:1749394218.141017:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507893760:0@lo:400: 00000100:00080000:3.0:1749394218.141019:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394218.141022:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394218.141026:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507893632:0@lo:38: 00000100:00100000:0.0:1749394218.141030:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507893248:12345-0@lo:400: Request processed in 43us (276us total) trans 0 rc 0/0 00000100:00080000:3.0:1749394218.141035:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394218.141037:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394218.141039:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:3.0:1749394218.141042:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507892480:0@lo:38: 00000100:00100000:1.0:1749394218.141043:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394218.141050:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394218.141052:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394218.141055:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507892736:0@lo:38: 00000100:00080000:3.0:1749394218.141063:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394218.141114:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749394218.141117:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507893760 00000100:00080000:3.0:1749394218.141120:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394218.141122:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507893888:0@lo:400: 00000100:00100000:0.0:1749394218.141123:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507893760 00000100:00100000:3.0:1749394218.141125:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507892992:0@lo:38: 00000100:00080000:3.0:1749394218.141138:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394218.141141:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394218.141143:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394218.141144:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507893120:0@lo:38: 00000100:00100000:0.0:1749394218.141158:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507893888 00000100:00100000:2.0:1749394218.141161:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507892864:0@lo:400: 00000100:00100000:0.0:1749394218.141162:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507893888 00000100:00100000:1.0:1749394218.141171:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1749394218.141177:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507892608:0@lo:400: 00000100:00100000:1.0:1749394218.141181:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507893760:12345-0@lo:400: 00000100:00100000:0.0:1749394218.141188:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00010000:00080000:3.0:1749394218.141190:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f820e00 x1834371507893248/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394218.141196:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507893888:12345-0@lo:400: 00000100:00100000:3.0:1749394218.141203:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507893248:0@lo:400: 00000100:00080000:2.0:1749394218.141206:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1749394218.141214:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f823800 x1834371507893376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394218.141216:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507893760:12345-0@lo:400: Request processed in 38us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394218.141222:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1749394218.141224:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507893376:0@lo:400: 00000100:00100000:0.0:1749394218.141244:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507893888:12345-0@lo:400: Request processed in 47us (97us total) trans 0 rc 0/0 00010000:00080000:1.0:1749394218.141251:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313ddc00 x1834371507893888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394218.141254:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1749394218.141263:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507893888:0@lo:400: 00010000:00080000:1.0:1749394218.141274:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313df800 x1834371507893760/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394218.141297:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507893760:0@lo:400: 00000100:00100000:0.0:1749394218.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394218.307203:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507894016:0@lo:700: 00000100:00100000:3.0:1749394218.307203:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507894144:0@lo:700: 00000100:00100000:1.0:1749394218.307246:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394218.307287:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394218.307305:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1749394218.307321:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39d80 going to sleep for 11 seconds 00000100:00100000:0.0:1749394218.307377:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507894016 00000100:00100000:2.0:1749394218.307377:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507894144 00000100:00100000:0.0:1749394218.307387:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507894016 00000100:00100000:2.0:1749394218.307387:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507894144 00000100:00100000:2.0:1749394218.307446:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:0.0:1749394218.307453:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:2.0:1749394218.307458:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507894144:12345-0@lo:700: 00000100:00100000:0.0:1749394218.307462:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507894016:12345-0@lo:700: 00000100:00100000:2.0:1749394218.307502:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790540 going to sleep for 0 seconds 00000100:00100000:2.0:1749394218.307510:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507894272:0@lo:700: 40000000:00080000:2.0:1749394218.307527:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394218.307532:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394218.307596:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394218.307605:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507894400:0@lo:700: 00000100:00100000:2.0:1749394218.307612:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507894144:12345-0@lo:700: Request processed in 156us (324us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394218.307620:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394218.307624:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394218.307624:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:3.0:1749394218.307632:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507894144:0@lo:700: 00000100:00100000:0.0:1749394218.307677:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507894016:12345-0@lo:700: Request processed in 214us (428us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394218.307689:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00100000:1.0:1749394218.307702:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507894016:0@lo:700: 00000100:00100000:2.0:1749394218.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394218.914222:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394218.914236:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507894528:0@lo:900: 00010000:00010000:2.0:1749394219.002323:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394219.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394219.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394220.004300:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394220.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394220.308234:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507894784:0@lo:700: 00000100:00100000:3.0:1749394220.308235:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507894656:0@lo:700: 00000100:00100000:1.0:1749394220.308315:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394220.308358:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394220.308383:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1749394220.308401:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39d80 going to sleep for 11 seconds 00000100:00100000:0.0:1749394220.308445:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507894656 00000100:00100000:2.0:1749394220.308445:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507894784 00000100:00100000:0.0:1749394220.308459:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507894656 00000100:00100000:2.0:1749394220.308459:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507894784 00000100:00080000:3.0:1749394220.308535:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394220.308548:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1749394220.308561:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1749394220.308562:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507894784:12345-0@lo:700: 00000100:00100000:0.0:1749394220.308570:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507894656:12345-0@lo:700: 00000100:00100000:0.0:1749394220.308612:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394220.308621:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507894912:0@lo:700: 40000000:00080000:0.0:1749394220.308640:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394220.308645:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394220.308710:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790540 going to sleep for 0 seconds 00000100:00100000:2.0:1749394220.308719:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507895040:0@lo:700: 00000100:00100000:0.0:1749394220.308731:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507894656:12345-0@lo:700: Request processed in 160us (374us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394220.308734:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394220.308737:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394220.308744:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00100000:3.0:1749394220.308773:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507894656:0@lo:700: 00000100:00100000:2.0:1749394220.308802:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507894784:12345-0@lo:700: Request processed in 242us (484us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394220.308813:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:1.0:1749394220.308823:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507894784:0@lo:700: 00000100:00100000:2.0:1749394220.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394220.915214:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394220.915229:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16aa00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507895168:0@lo:900: 00010000:00010000:2.0:1749394221.006284:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394221.192237:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394221.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394221.471568:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394221.471612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394221.471650:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394221.471687:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499780224 00000100:00100000:3.0:1749394221.471693:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499780096 00000100:00100000:0.0:1749394221.471697:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499780224 00000100:00100000:3.0:1749394221.471702:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499780096 00000100:00100000:0.0:1749394221.471726:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499780352 00000100:00100000:0.0:1749394221.471729:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499780352 00000100:00100000:0.0:1749394221.471742:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1900 00000100:00100000:0.0:1749394221.471752:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499780224:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394221.471762:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 653 00000100:00100000:1.0:1749394221.471764:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1901 00000100:00100000:3.0:1749394221.471771:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499780096:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394221.471775:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499780352:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394221.471792:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1263 last 0 00010000:00080000:1.0:1749394221.471801:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1263 last 0 00000100:00100000:3.0:1749394221.471882:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499780096:12345-192.168.203.32@tcp:400: Request processed in 109us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394221.471892:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 653 00000100:00100000:0.0:1749394221.471895:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499780224:12345-192.168.203.32@tcp:38: Request processed in 141us (278us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394221.471900:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499780352:12345-192.168.203.32@tcp:38: Request processed in 123us (247us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394221.471907:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1900 00000100:00100000:1.0:1749394221.471918:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1901 00010000:00010000:2.0:1749394222.008333:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394222.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394222.220350:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507895296:0@lo:41: 00000100:00100000:1.0:1749394222.220422:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394222.220511:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507895296 00000100:00100000:2.0:1749394222.220524:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507895296 00000100:00100000:2.0:1749394222.220590:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:2.0:1749394222.220604:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507895296:12345-0@lo:41: 00000004:00000024:2.0:1749394222.220646:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394222.220719:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507895296:12345-0@lo:41: Request processed in 117us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394222.220728:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1749394222.220756:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507895296:0@lo:41: 00000100:00100000:1.0:1749394222.309211:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507895424:0@lo:700: 00000100:00100000:3.0:1749394222.309212:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507895552:0@lo:700: 00000100:00100000:1.0:1749394222.309256:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394222.309298:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394222.309319:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1749394222.309323:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394222.309394:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507895424 00000100:00100000:2.0:1749394222.309394:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507895552 00000100:00100000:0.0:1749394222.309404:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507895424 00000100:00100000:2.0:1749394222.309404:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507895552 00000100:00080000:3.0:1749394222.309466:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394222.309470:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:2.0:1749394222.309482:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:0.0:1749394222.309483:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507895424:12345-0@lo:700: 00000100:00100000:2.0:1749394222.309492:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507895552:12345-0@lo:700: 00000100:00100000:0.0:1749394222.309529:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394222.309538:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507895680:0@lo:700: 40000000:00080000:0.0:1749394222.309557:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394222.309562:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394222.309630:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790540 going to sleep for 0 seconds 00000100:00100000:2.0:1749394222.309639:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507895808:0@lo:700: 00000100:00100000:0.0:1749394222.309643:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507895424:12345-0@lo:700: Request processed in 162us (384us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394222.309653:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:0.0:1749394222.309655:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 40000000:00020000:2.0:1749394222.309656:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394222.309661:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507895424:0@lo:700: 00000100:00100000:2.0:1749394222.309712:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507895552:12345-0@lo:700: Request processed in 219us (411us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394222.309723:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:3.0:1749394222.309734:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507895552:0@lo:700: 00000100:00100000:2.0:1749394222.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394222.916210:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394222.916224:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507895936:0@lo:900: 00010000:00010000:2.0:1749394223.010289:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749394223.148233:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394223.148252:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749394223.148252:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1749394223.148255:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394223.148261:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1259 00000100:00080000:1.0:1749394223.148266:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394223.148271:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507896192:0@lo:41: 00000100:00080000:1.0:1749394223.148273:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394223.148296:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313de680 x1834371507896320/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394223.148323:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394223.148327:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394223.148329:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394223.148332:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1749394223.148332:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1259 00000100:00080000:1.0:1749394223.148334:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394223.148339:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394223.148339:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394223.148340:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507896064:0@lo:400: 00000100:00100000:0.0:1749394223.148349:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507896448:0@lo:400: 00000100:00100000:1.0:1749394223.148349:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313df100 x1834371507896576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394223.148359:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394223.148362:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394223.148363:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394223.148366:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1259 00000100:00080000:1.0:1749394223.148368:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394223.148372:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394223.148381:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dc700 x1834371507896704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1749394223.148389:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394223.148393:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507896320:0@lo:38: 00000100:00080000:1.0:1749394223.148397:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394223.148399:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394223.148402:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1259 00000100:00080000:1.0:1749394223.148405:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394223.148408:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394223.148411:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394223.148411:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394223.148420:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dd500 x1834371507896832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394223.148428:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394223.148431:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394223.148434:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394223.148435:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394223.148438:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1259 00000100:00080000:1.0:1749394223.148440:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394223.148443:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394223.148452:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313ddf80 x1834371507896960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394223.148454:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507896192 00000100:00080000:1.0:1749394223.148460:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394223.148463:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507896192 00000100:00080000:1.0:1749394223.148463:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394223.148465:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394223.148468:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1259 00000100:00080000:1.0:1749394223.148470:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394223.148470:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507896064 00000100:00080000:1.0:1749394223.148473:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394223.148478:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507896064 00000100:00100000:1.0:1749394223.148482:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dfb80 x1834371507897088/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394223.148486:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507896448 00000100:00100000:2.0:1749394223.148491:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507896448 00000100:00100000:0.0:1749394223.148511:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1749394223.148522:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1749394223.148523:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507896192:12345-0@lo:41: 00000100:00100000:1.0:1749394223.148523:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507897216:0@lo:400: 00000100:00100000:3.0:1749394223.148533:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507896064:12345-0@lo:400: 00000100:00100000:2.0:1749394223.148536:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1749394223.148544:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507896448:12345-0@lo:400: 00000004:00000024:0.0:1749394223.148564:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749394223.148569:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394223.148604:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507896064:12345-0@lo:400: Request processed in 71us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394223.148605:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749394223.148605:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507896448:12345-0@lo:400: Request processed in 60us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394223.148612:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507897344:0@lo:400: 00000100:00100000:0.0:1749394223.148616:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507896192:12345-0@lo:41: Request processed in 96us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394223.148617:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:3.0:1749394223.148617:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1749394223.148626:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:1.0:1749394223.148632:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394223.148653:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507897216 00000100:00100000:0.0:1749394223.148658:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507897216 00000100:00100000:1.0:1749394223.148663:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507896320 00000100:00100000:2.0:1749394223.148667:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507896064:0@lo:400: 00000100:00100000:3.0:1749394223.148667:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507896576:0@lo:38: 00000100:00100000:1.0:1749394223.148669:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507896320 00000100:00100000:1.0:1749394223.148693:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1902 00000100:00100000:3.0:1749394223.148694:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394223.148695:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507897344 00000100:00100000:0.0:1749394223.148699:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507897344 00000100:00100000:1.0:1749394223.148700:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507896320:12345-0@lo:38: 00000100:00080000:2.0:1749394223.148710:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394223.148716:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507896704:0@lo:38: 00010000:00020000:1.0:1749394223.148721:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394223.148723:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1749394223.148730:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:0.0:1749394223.148732:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507897216:12345-0@lo:400: 00000100:00100000:3.0:1749394223.148733:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394223.148739:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507897344:12345-0@lo:400: 00000100:00100000:1.0:1749394223.148753:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507896320:12345-0@lo:38: Request processed in 52us (325us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394223.148754:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507896832:0@lo:38: 00000100:00100000:1.0:1749394223.148760:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1902 00000100:00100000:1.0:1749394223.148773:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507896576 00000100:00100000:1.0:1749394223.148775:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507896576 00000100:00100000:0.0:1749394223.148782:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507897216:12345-0@lo:400: Request processed in 50us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394223.148783:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507897344:12345-0@lo:400: Request processed in 46us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394223.148786:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507896704 00000100:00100000:1.0:1749394223.148789:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507896704 00000100:00100000:3.0:1749394223.148790:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394223.148793:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1749394223.148797:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1749394223.148799:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507896832 00000100:00100000:1.0:1749394223.148801:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507896832 00000100:00100000:3.0:1749394223.148805:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507896960:0@lo:38: 00000100:00100000:1.0:1749394223.148810:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1903 00000100:00100000:1.0:1749394223.148814:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507896576:12345-0@lo:38: 00000100:00100000:3.0:1749394223.148823:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749394223.148860:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394223.148861:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1904 00000100:00100000:2.0:1749394223.148871:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507896704:12345-0@lo:38: 00000100:00100000:0.0:1749394223.148873:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507896448:0@lo:400: 00000100:00100000:3.0:1749394223.148888:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507897088:0@lo:38: 00000100:00100000:1.0:1749394223.148889:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507896576:12345-0@lo:38: Request processed in 73us (194us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749394223.148893:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394223.148896:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1903 00000100:00100000:1.0:1749394223.148905:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507896960 00000100:00100000:1.0:1749394223.148908:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507896960 00000100:00100000:3.0:1749394223.148912:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394223.148917:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507897088 00000100:00100000:1.0:1749394223.148920:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507897088 00000100:00100000:0.0:1749394223.148925:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1905 00000100:00100000:0.0:1749394223.148933:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507896832:12345-0@lo:38: 00000100:00100000:2.0:1749394223.148934:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507896704:12345-0@lo:38: Request processed in 64us (199us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749394223.148934:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394223.148939:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394223.148941:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906 00000100:00100000:3.0:1749394223.148943:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507896320:0@lo:38: 00000100:00100000:1.0:1749394223.148945:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507896960:12345-0@lo:38: 00000100:00100000:2.0:1749394223.148946:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1904 00010000:00020000:0.0:1749394223.148953:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749394223.148953:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394223.148956:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:1.0:1749394223.148958:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394223.148959:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507896576:0@lo:38: 00000100:00100000:2.0:1749394223.148965:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907 00000100:00080000:3.0:1749394223.148967:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394223.148970:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394223.148971:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507897088:12345-0@lo:38: 00000100:00100000:3.0:1749394223.148974:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507896704:0@lo:38: 00010000:00020000:2.0:1749394223.148988:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394223.148991:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507896832:12345-0@lo:38: Request processed in 57us (200us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394223.148991:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507896960:12345-0@lo:38: Request processed in 45us (168us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394223.148997:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906 00000100:00100000:0.0:1749394223.149002:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1905 00000100:00080000:3.0:1749394223.149009:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394223.149014:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394223.149015:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507897088:12345-0@lo:38: Request processed in 43us (102us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394223.149019:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507896832:0@lo:38: 00000100:00100000:2.0:1749394223.149024:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907 00010000:00080000:1.0:1749394223.149028:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313de300 x1834371507897344/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749394223.149033:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394223.149036:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394223.149040:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507897344:0@lo:400: 00000100:00100000:3.0:1749394223.149042:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507896960:0@lo:38: 00010000:00080000:1.0:1749394223.149052:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313dca80 x1834371507897216/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749394223.149055:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394223.149059:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394223.149060:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507897216:0@lo:400: 00000100:00100000:3.0:1749394223.149065:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507897088:0@lo:38: 00000100:00100000:2.0:1749394223.149114:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507896192:0@lo:41: 00000100:00100000:0.0:1749394223.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394223.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394224.012354:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394224.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394224.310228:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507897472:0@lo:700: 00000100:00100000:3.0:1749394224.310229:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507897600:0@lo:700: 00000100:00100000:3.0:1749394224.310298:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394224.310341:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394224.310364:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394224.310366:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaf00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394224.310426:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507897600 00000100:00100000:2.0:1749394224.310436:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507897600 00000100:00100000:0.0:1749394224.310456:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507897472 00000100:00100000:0.0:1749394224.310465:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507897472 00000100:00080000:3.0:1749394224.310502:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394224.310508:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:2.0:1749394224.310518:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507897600:12345-0@lo:700: 00000100:00100000:0.0:1749394224.310529:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:0.0:1749394224.310538:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507897472:12345-0@lo:700: 00000100:00100000:2.0:1749394224.310561:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790540 going to sleep for 0 seconds 00000100:00100000:2.0:1749394224.310568:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507897728:0@lo:700: 40000000:00080000:2.0:1749394224.310583:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394224.310586:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394224.310640:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394224.310647:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507897856:0@lo:700: 00000100:00100000:2.0:1749394224.310647:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507897600:12345-0@lo:700: Request processed in 131us (348us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394224.310656:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 40000000:00080000:0.0:1749394224.310662:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394224.310665:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394224.310694:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507897600:0@lo:700: 00000100:00100000:0.0:1749394224.310723:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507897472:12345-0@lo:700: Request processed in 186us (382us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394224.310732:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00100000:1.0:1749394224.310747:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507897472:0@lo:700: 00000100:00100000:2.0:1749394224.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394224.917219:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394224.917232:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507897984:0@lo:900: 00010000:00010000:2.0:1749394225.014299:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394225.192160:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394225.322159:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394226.016364:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394226.192238:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394226.311231:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507898240:0@lo:700: 00000100:00100000:3.0:1749394226.311233:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507898112:0@lo:700: 00000100:00100000:1.0:1749394226.311315:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394226.311382:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394226.311384:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1749394226.311416:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394226.311418:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507898240 00000100:00100000:0.0:1749394226.311430:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507898240 00000100:00100000:2.0:1749394226.311487:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507898112 00000100:00100000:2.0:1749394226.311496:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507898112 00000100:00080000:3.0:1749394226.311501:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394226.311521:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:0.0:1749394226.311536:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507898240:12345-0@lo:700: 00000100:00100000:2.0:1749394226.311541:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:2.0:1749394226.311550:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507898112:12345-0@lo:700: 00000100:00100000:0.0:1749394226.311585:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394226.311595:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507898368:0@lo:700: 40000000:00080000:0.0:1749394226.311614:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394226.311617:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394226.311674:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790540 going to sleep for 0 seconds 00000100:00100000:2.0:1749394226.311681:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507898496:0@lo:700: 00000100:00100000:0.0:1749394226.311685:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507898240:12345-0@lo:700: Request processed in 153us (370us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394226.311695:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 40000000:00080000:2.0:1749394226.311695:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394226.311698:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394226.311713:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507898240:0@lo:700: 00000100:00100000:2.0:1749394226.311755:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507898112:12345-0@lo:700: Request processed in 206us (376us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394226.311765:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:3.0:1749394226.311790:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507898112:0@lo:700: 00000100:00100000:2.0:1749394226.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394226.479565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394226.479606:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394226.479644:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394226.479692:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499780480 00000100:00100000:3.0:1749394226.479702:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499780480 00000100:00100000:1.0:1749394226.479733:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499780608 00000100:00100000:1.0:1749394226.479742:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499780608 00000100:00100000:3.0:1749394226.479743:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 655 00000100:00100000:3.0:1749394226.479752:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499780480:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749394226.479761:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499780736 00000100:00100000:2.0:1749394226.479770:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499780736 00000100:00100000:1.0:1749394226.479779:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1908 00000100:00100000:1.0:1749394226.479786:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499780608:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394226.479843:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1268 last 0 00000100:00100000:3.0:1749394226.479852:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499780480:12345-192.168.203.32@tcp:400: Request processed in 98us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394226.479853:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1909 00000100:00100000:2.0:1749394226.479861:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499780736:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394226.479861:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 655 00010000:00080000:2.0:1749394226.479885:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1268 last 0 00000100:00100000:1.0:1749394226.479910:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499780608:12345-192.168.203.32@tcp:38: Request processed in 122us (302us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394226.479920:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1908 00000100:00100000:2.0:1749394226.479932:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499780736:12345-192.168.203.32@tcp:38: Request processed in 70us (287us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394226.479940:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1909 00000100:00100000:0.0:1749394226.918211:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394226.918226:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507898624:0@lo:900: 00010000:00010000:2.0:1749394227.018387:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394227.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394227.228273:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749394227.228297:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507898752:0@lo:41: 00000100:00100000:2.0:1749394227.228368:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394227.228431:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507898752 00000100:00100000:1.0:1749394227.228442:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507898752 00000100:00100000:1.0:1749394227.228486:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1749394227.228495:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507898752:12345-0@lo:41: 00000004:00000024:1.0:1749394227.228532:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749394227.228599:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507898752:12345-0@lo:41: Request processed in 103us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394227.228607:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1749394227.228634:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507898752:0@lo:41: 00000100:00100000:2.0:1749394227.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394227.916167:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394227.916196:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507898880/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394232 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394227.916255:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394227.916330:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394227.916382:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507898880 00000100:00100000:0.0:1749394227.916393:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507898880 00000100:00080000:3.0:1749394227.916432:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394227.916455:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:0.0:1749394227.916466:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507898880:12345-0@lo:700: 40000000:00080000:0.0:1749394227.916494:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:0.0:1749394227.916498:0:9568:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394227.916553:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507898880:12345-0@lo:700: Request processed in 89us (296us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394227.916561:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:2.0:1749394227.916582:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507898880/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394243 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394227.916593:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394227.919169:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394227.919189:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507899008/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394232 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394227.919240:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394227.919294:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394227.919356:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507899008 00000100:00100000:0.0:1749394227.919365:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507899008 00000100:00100000:0.0:1749394227.919403:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00080000:3.0:1749394227.919404:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394227.919411:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507899008:12345-0@lo:700: 40000000:00080000:0.0:1749394227.919430:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394227.919485:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507899008:12345-0@lo:700: Request processed in 74us (244us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394227.919494:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:2.0:1749394227.919508:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507899008/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394243 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394227.919519:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:2.0:1749394228.020270:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1749394228.156225:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394228.156232:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:1.0:1749394228.156234:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394228.156238:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394228.156244:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1264 00000100:00100000:2.0:1749394228.156249:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507899264:0@lo:400: 00000100:00080000:1.0:1749394228.156250:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1749394228.156256:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394228.156275:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821880 x1834371507899392/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394228.156285:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1749394228.156292:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394228.156294:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394228.156296:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394228.156298:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394228.156302:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1264 00000100:00080000:1.0:1749394228.156304:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394228.156307:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507899136:0@lo:41: 00000100:00080000:1.0:1749394228.156307:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394228.156332:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f823100 x1834371507899520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394228.156332:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507899392:0@lo:38: 00000100:00100000:2.0:1749394228.156340:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507899264 00000100:00100000:2.0:1749394228.156345:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507899264 00000100:00080000:1.0:1749394228.156354:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394228.156357:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394228.156359:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394228.156363:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394228.156363:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1264 00000100:00080000:1.0:1749394228.156365:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394228.156369:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394228.156377:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1749394228.156378:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f820700 x1834371507899776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394228.156380:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394228.156384:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507899264:12345-0@lo:400: 00000100:00080000:1.0:1749394228.156387:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749394228.156389:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394228.156391:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394228.156394:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1264 00000100:00080000:1.0:1749394228.156396:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394228.156399:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394228.156408:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f822680 x1834371507899904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394228.156409:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749394228.156414:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507899520:0@lo:38: 00000100:00100000:2.0:1749394228.156421:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507899264:12345-0@lo:400: Request processed in 37us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394228.156423:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507899648:0@lo:400: 00000100:00100000:2.0:1749394228.156428:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00080000:1.0:1749394228.156433:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394228.156434:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394228.156437:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:1.0:1749394228.156438:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394228.156441:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1264 00000100:00080000:1.0:1749394228.156443:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394228.156446:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394228.156452:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507899776:0@lo:38: 00000100:00100000:2.0:1749394228.156455:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507899392 00000100:00100000:2.0:1749394228.156459:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507899392 00000100:00100000:0.0:1749394228.156461:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394228.156463:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f820000 x1834371507900288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394228.156470:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394228.156472:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394228.156473:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507899520 00000100:00100000:2.0:1749394228.156475:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507899520 00000100:00080000:1.0:1749394228.156476:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:1.0:1749394228.156477:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1749394228.156480:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1264 00000100:00080000:1.0:1749394228.156483:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1749394228.156486:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394228.156496:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f823480 x1834371507900416/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394228.156499:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507899136 00000100:00100000:2.0:1749394228.156500:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507899776 00000100:00100000:2.0:1749394228.156502:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507899776 00000100:00100000:0.0:1749394228.156505:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507899136 00000100:00100000:2.0:1749394228.156516:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1910 00000100:00100000:3.0:1749394228.156518:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507899904:0@lo:38: 00000100:00100000:2.0:1749394228.156521:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507899392:12345-0@lo:38: 00000100:00100000:1.0:1749394228.156526:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507899648 00000100:00100000:1.0:1749394228.156531:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507899648 00000100:00100000:3.0:1749394228.156538:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749394228.156544:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394228.156545:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1749394228.156548:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507900288:0@lo:38: 00000100:00100000:0.0:1749394228.156555:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507899136:12345-0@lo:41: 00000100:00100000:1.0:1749394228.156563:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:3.0:1749394228.156567:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394228.156571:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507899648:12345-0@lo:400: 00000100:00100000:2.0:1749394228.156573:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507899392:12345-0@lo:38: Request processed in 50us (193us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394228.156577:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507900416:0@lo:38: 00000100:00100000:2.0:1749394228.156583:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1910 00000004:00000024:0.0:1749394228.156591:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394228.156592:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507899904 00000100:00100000:3.0:1749394228.156592:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394228.156594:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507899904 00000100:00100000:2.0:1749394228.156601:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507900288 00000100:00100000:2.0:1749394228.156604:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507900288 00000100:00100000:2.0:1749394228.156609:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507900416 00000100:00100000:2.0:1749394228.156612:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507900416 00000100:00080000:3.0:1749394228.156616:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394228.156620:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1911 00000100:00080000:3.0:1749394228.156620:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394228.156624:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507899520:12345-0@lo:38: 00000100:00100000:3.0:1749394228.156625:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507899392:0@lo:38: 00000100:00100000:1.0:1749394228.156629:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3766:x1834371507899648:12345-0@lo:400: Request processed in 58us (169us total) trans 0 rc 0/0 00010000:00020000:2.0:1749394228.156635:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394228.156636:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:0.0:1749394228.156643:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3764:x1834371507899136:12345-0@lo:41: Request processed in 88us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394228.156655:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:2.0:1749394228.156656:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507899520:12345-0@lo:38: Request processed in 31us (221us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394228.156657:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507900160:0@lo:400: 00000100:00100000:1.0:1749394228.156664:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1912 00000100:00100000:1.0:1749394228.156669:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507899776:12345-0@lo:38: 00000100:00100000:2.0:1749394228.156674:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1911 00000100:00100000:3.0:1749394228.156680:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749394228.156685:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394228.156685:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913 00000100:00100000:2.0:1749394228.156689:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507899904:12345-0@lo:38: 00000100:00100000:0.0:1749394228.156693:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1914 00000100:00100000:3.0:1749394228.156697:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749394228.156700:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507900288:12345-0@lo:38: 00010000:00020000:2.0:1749394228.156701:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394228.156703:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507900032:0@lo:400: 00000100:00100000:1.0:1749394228.156709:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507899776:12345-0@lo:38: Request processed in 39us (238us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394228.156716:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1912 00000100:00100000:2.0:1749394228.156720:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507899904:12345-0@lo:38: Request processed in 30us (182us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394228.156720:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749394228.156723:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394228.156727:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913 00000100:00100000:1.0:1749394228.156743:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1915 00000100:00100000:3.0:1749394228.156743:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507900160 00000100:00100000:1.0:1749394228.156748:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507900416:12345-0@lo:38: 00000100:00100000:3.0:1749394228.156748:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507900160 00000100:00100000:0.0:1749394228.156764:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507900288:12345-0@lo:38: Request processed in 62us (193us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749394228.156769:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394228.156771:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507899264:0@lo:400: 00000100:00100000:0.0:1749394228.156774:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1914 00000100:00100000:3.0:1749394228.156779:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507900032 00000100:00100000:3.0:1749394228.156781:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507900032 00000100:00100000:1.0:1749394228.156824:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507900416:12345-0@lo:38: Request processed in 74us (229us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394228.156830:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1749394228.156832:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1915 00000100:00100000:2.0:1749394228.156836:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1749394228.156838:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507900160:12345-0@lo:400: 00000100:00100000:2.0:1749394228.156844:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507900032:12345-0@lo:400: 00000100:00080000:1.0:1749394228.156871:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394228.156876:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507899136:0@lo:41: 00000100:00100000:3.0:1749394228.156881:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507900160:12345-0@lo:400: Request processed in 44us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394228.156882:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507900032:12345-0@lo:400: Request processed in 39us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394228.156889:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1749394228.156893:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1749394228.156912:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507899648:0@lo:400: 00010000:00080000:3.0:1749394228.156919:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f821f80 x1834371507900032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394228.156932:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507900032:0@lo:400: 00010000:00080000:3.0:1749394228.156955:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f821c00 x1834371507900160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394228.156965:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507900160:0@lo:400: 00000100:00080000:3.0:1749394228.156989:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394228.156993:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394228.156996:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507899904:0@lo:38: 00000100:00080000:3.0:1749394228.157005:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394228.157007:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394228.157011:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507900288:0@lo:38: 00000100:00080000:3.0:1749394228.157018:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394228.157021:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394228.157024:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507900416:0@lo:38: 00000100:00080000:3.0:1749394228.157032:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394228.157034:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394228.157037:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507899520:0@lo:38: 00000100:00080000:3.0:1749394228.157044:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394228.157046:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394228.157049:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507899776:0@lo:38: 00000100:00100000:0.0:1749394228.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394228.312221:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507900544:0@lo:700: 00000100:00100000:3.0:1749394228.312221:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507900672:0@lo:700: 00000100:00100000:3.0:1749394228.312264:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394228.312319:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394228.312325:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39b40 going to sleep for 11 seconds 00000100:00100000:0.0:1749394228.312342:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507900672 00000100:00100000:1.0:1749394228.312348:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaf00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394228.312351:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507900672 00000100:00100000:3.0:1749394228.312354:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507900544 00000100:00100000:3.0:1749394228.312359:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507900544 00000100:00100000:0.0:1749394228.312386:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1749394228.312394:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507900672:12345-0@lo:700: 00000100:00100000:1.0:1749394228.312399:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:1.0:1749394228.312409:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507900544:12345-0@lo:700: 00000100:00100000:0.0:1749394228.312429:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394228.312435:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507900800:0@lo:700: 40000000:00080000:0.0:1749394228.312449:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394228.312452:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394228.312517:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507900672:12345-0@lo:700: Request processed in 122us (251us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394228.312517:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394228.312525:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507900928:0@lo:700: 00000100:00100000:0.0:1749394228.312529:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 40000000:00080000:1.0:1749394228.312536:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394228.312539:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394228.312554:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507900672:0@lo:700: 00000100:00100000:1.0:1749394228.312587:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507900544:12345-0@lo:700: Request processed in 179us (267us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394228.312596:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:0.0:1749394228.312600:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507900544:0@lo:700: 00000100:00100000:2.0:1749394228.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394228.919226:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394228.919244:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507901056:0@lo:900: 00010000:00010000:2.0:1749394229.022329:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394229.192167:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394229.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394230.024293:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394230.192196:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394230.313208:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507901312:0@lo:700: 00000100:00100000:3.0:1749394230.313209:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507901184:0@lo:700: 00000100:00100000:3.0:1749394230.313279:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394230.313319:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394230.313353:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39b40 going to sleep for 11 seconds 00000100:00100000:0.0:1749394230.313359:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507901184 00000100:00100000:0.0:1749394230.313366:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507901184 00000100:00100000:1.0:1749394230.313400:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507901312 00000100:00100000:1.0:1749394230.313409:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507901312 00000100:00100000:0.0:1749394230.313436:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:0.0:1749394230.313445:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507901184:12345-0@lo:700: 00000100:00080000:2.0:1749394230.313445:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394230.313468:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:1.0:1749394230.313477:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507901312:12345-0@lo:700: 00000100:00100000:0.0:1749394230.313483:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b300 going to sleep for 0 seconds 00000100:00100000:0.0:1749394230.313490:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507901440:0@lo:700: 40000000:00080000:0.0:1749394230.313505:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394230.313509:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394230.313535:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394230.313542:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507901568:0@lo:700: 00000100:00100000:0.0:1749394230.313545:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507901184:12345-0@lo:700: Request processed in 101us (266us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394230.313554:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 40000000:00080000:1.0:1749394230.313554:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394230.313557:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394230.313563:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507901184:0@lo:700: 00000100:00100000:0.0:1749394230.313578:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394230.313613:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507901312:12345-0@lo:700: Request processed in 137us (293us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394230.313620:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507901312:0@lo:700: 00000100:00100000:1.0:1749394230.313623:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:2.0:1749394230.322154:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394230.920228:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394230.920245:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507901696:0@lo:900: 00010000:00010000:2.0:1749394231.026381:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394231.192231:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394231.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394231.487541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394231.487616:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394231.487678:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499780864 00000100:00100000:0.0:1749394231.487681:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394231.487690:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499780864 00000100:00100000:0.0:1749394231.487724:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499780992 00000100:00100000:0.0:1749394231.487730:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499780992 00000100:00100000:1.0:1749394231.487747:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499781120 00000100:00100000:1.0:1749394231.487756:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499781120 00000100:00100000:0.0:1749394231.487758:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1916 00000100:00100000:3.0:1749394231.487758:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 657 00000100:00100000:0.0:1749394231.487765:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499780992:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394231.487795:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499780864:12345-192.168.203.32@tcp:400: 00010000:00080000:0.0:1749394231.487838:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1273 last 0 00000100:00100000:1.0:1749394231.487857:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1917 00000100:00100000:1.0:1749394231.487865:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499781120:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394231.487870:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499780864:12345-192.168.203.32@tcp:400: Request processed in 103us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394231.487879:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 657 00010000:00080000:1.0:1749394231.487889:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1273 last 0 00000100:00100000:0.0:1749394231.487893:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499780992:12345-192.168.203.32@tcp:38: Request processed in 127us (279us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394231.487902:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1916 00000100:00100000:1.0:1749394231.487938:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499781120:12345-192.168.203.32@tcp:38: Request processed in 72us (259us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394231.487946:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1917 00010000:00010000:2.0:1749394232.028375:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394232.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394232.236300:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507901824:0@lo:41: 00000100:00100000:0.0:1749394232.236389:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394232.236456:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507901824 00000100:00100000:2.0:1749394232.236467:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507901824 00000100:00100000:2.0:1749394232.236511:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1749394232.236520:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507901824:12345-0@lo:41: 00000004:00000024:2.0:1749394232.236558:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394232.236622:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507901824:12345-0@lo:41: Request processed in 102us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394232.236630:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1749394232.236661:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507901824:0@lo:41: 00000100:00100000:3.0:1749394232.314194:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507901952:0@lo:700: 00000100:00100000:0.0:1749394232.314204:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507902080:0@lo:700: 00000100:00100000:3.0:1749394232.314239:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394232.314286:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394232.314299:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39a80 going to sleep for 11 seconds 00000100:00100000:0.0:1749394232.314311:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394232.314331:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507901952 00000100:00100000:3.0:1749394232.314336:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507901952 00000100:00100000:1.0:1749394232.314363:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507902080 00000100:00100000:1.0:1749394232.314372:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507902080 00000100:00100000:3.0:1749394232.314374:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:3.0:1749394232.314391:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507901952:12345-0@lo:700: 00000100:00080000:2.0:1749394232.314401:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394232.314422:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e399c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394232.314428:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:3.0:1749394232.314428:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507902208:0@lo:700: 00000100:00100000:1.0:1749394232.314437:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507902080:12345-0@lo:700: 40000000:00080000:3.0:1749394232.314440:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394232.314443:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394232.314473:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:3.0:1749394232.314475:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507901952:12345-0@lo:700: Request processed in 94us (235us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394232.314480:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507902336:0@lo:700: 00000100:00100000:3.0:1749394232.314484:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 40000000:00080000:1.0:1749394232.314491:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394232.314494:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394232.314504:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507901952:0@lo:700: 00000100:00100000:1.0:1749394232.314548:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507902080:12345-0@lo:700: Request processed in 112us (262us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394232.314557:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:0.0:1749394232.314568:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507902080:0@lo:700: 00000100:00100000:2.0:1749394232.322154:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394232.921181:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bcc0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394232.921195:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507902464:0@lo:900: 00010000:00010000:2.0:1749394233.030263:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394233.164223:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749394233.164242:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507902592:0@lo:41: 00000100:00080000:2.0:1749394233.164300:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394233.164304:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394233.164308:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1749394233.164309:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394233.164314:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394233.164323:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1269 00000100:00100000:3.0:1749394233.164326:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507902720:0@lo:400: 00000100:00080000:2.0:1749394233.164329:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1749394233.164337:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394233.164341:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507902592 00000100:00100000:1.0:1749394233.164352:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507902592 00000100:00100000:3.0:1749394233.164374:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394233.164375:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e18000 x1834371507902848/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394233.164391:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1749394233.164399:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507902592:12345-0@lo:41: 00000100:00080000:2.0:1749394233.164414:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394233.164418:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507902720 00000100:00080000:2.0:1749394233.164420:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394233.164423:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394233.164424:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507902720 00000100:00080000:2.0:1749394233.164427:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1269 00000100:00080000:2.0:1749394233.164429:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394233.164429:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507902848:0@lo:38: 00000100:00080000:2.0:1749394233.164434:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000004:00000024:1.0:1749394233.164435:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394233.164450:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e1b480 x1834371507902976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394233.164457:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1749394233.164457:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749394233.164461:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394233.164464:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749394233.164465:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507902720:12345-0@lo:400: 00000100:00080000:2.0:1749394233.164466:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394233.164469:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1269 00000100:00080000:2.0:1749394233.164471:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394233.164474:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394233.164477:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507902976:0@lo:38: 00000100:00100000:2.0:1749394233.164484:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e18a80 x1834371507903104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1749394233.164493:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394233.164496:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394233.164497:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394233.164500:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1269 00000100:00080000:2.0:1749394233.164502:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394233.164505:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394233.164507:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507902592:12345-0@lo:41: Request processed in 107us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394233.164507:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394233.164515:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e18380 x1834371507903232/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394233.164516:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1749394233.164518:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507902720:12345-0@lo:400: Request processed in 52us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394233.164523:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507903104:0@lo:38: 00000100:00100000:0.0:1749394233.164525:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00080000:2.0:1749394233.164527:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749394233.164530:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:2.0:1749394233.164531:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394233.164534:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1269 00000100:00080000:2.0:1749394233.164536:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394233.164539:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394233.164540:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394233.164549:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e1a300 x1834371507903360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394233.164556:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507902976 00000100:00100000:1.0:1749394233.164556:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507902848 00000100:00100000:3.0:1749394233.164556:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507903232:0@lo:38: 00000100:00080000:2.0:1749394233.164558:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394233.164560:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507902976 00000100:00100000:1.0:1749394233.164560:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507902848 00000100:00080000:2.0:1749394233.164561:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:2.0:1749394233.164562:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1749394233.164565:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1269 00000100:00080000:2.0:1749394233.164567:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1749394233.164570:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394233.164571:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394233.164580:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e19880 x1834371507903488/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394233.164587:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507903104 00000100:00100000:1.0:1749394233.164588:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507903232 00000100:00100000:3.0:1749394233.164588:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507903360:0@lo:38: 00000100:00100000:0.0:1749394233.164590:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507903104 00000100:00100000:1.0:1749394233.164591:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507903232 00000100:00100000:1.0:1749394233.164601:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1918 00000100:00100000:3.0:1749394233.164604:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394233.164609:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1919 00000100:00100000:1.0:1749394233.164609:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507902976:12345-0@lo:38: 00000100:00100000:0.0:1749394233.164614:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507902848:12345-0@lo:38: 00000100:00100000:3.0:1749394233.164615:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507903488:0@lo:38: 00010000:00020000:1.0:1749394233.164630:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394233.164631:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507903360 00000100:00100000:3.0:1749394233.164631:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749394233.164637:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394233.164637:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507903360 00000100:00100000:2.0:1749394233.164652:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507903488 00000100:00100000:2.0:1749394233.164655:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507903488 00000100:00100000:3.0:1749394233.164665:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1920 00000100:00100000:1.0:1749394233.164666:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507902976:12345-0@lo:38: Request processed in 58us (158us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394233.164667:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507902848:12345-0@lo:38: Request processed in 52us (211us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394233.164674:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507903232:12345-0@lo:38: 00000100:00100000:2.0:1749394233.164679:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1921 00000100:00100000:1.0:1749394233.164684:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1918 00000100:00100000:2.0:1749394233.164686:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507903104:12345-0@lo:38: 00000100:00100000:0.0:1749394233.164690:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1919 00000100:00100000:1.0:1749394233.164697:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1922 00010000:00020000:3.0:1749394233.164699:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394233.164701:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507903360:12345-0@lo:38: 00010000:00020000:2.0:1749394233.164705:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394233.164710:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1923 00010000:00020000:1.0:1749394233.164712:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394233.164718:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507903488:12345-0@lo:38: 00010000:00020000:0.0:1749394233.164732:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394233.164742:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507903360:12345-0@lo:38: Request processed in 40us (136us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394233.164748:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1922 00000100:00100000:3.0:1749394233.164748:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507903232:12345-0@lo:38: Request processed in 71us (172us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394233.164754:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507903104:12345-0@lo:38: Request processed in 67us (212us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394233.164794:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1920 00000100:00100000:2.0:1749394233.164803:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1921 00000100:00100000:1.0:1749394233.164809:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749394233.164812:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507903488:12345-0@lo:38: Request processed in 93us (178us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394233.164819:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1923 00000100:00100000:1.0:1749394233.164820:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507903616:0@lo:400: 00000100:00100000:3.0:1749394233.164825:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749394233.164838:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507903744:0@lo:400: 00000100:00100000:1.0:1749394233.164852:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394233.164859:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507902592:0@lo:41: 00000100:00100000:3.0:1749394233.164898:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507902720:0@lo:400: 00000100:00100000:0.0:1749394233.164914:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394233.164929:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507903616 00000100:00080000:3.0:1749394233.164931:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394233.164934:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507903616 00000100:00080000:3.0:1749394233.164947:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394233.164950:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507903744 00000100:00100000:0.0:1749394233.164954:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507903744 00000100:00100000:3.0:1749394233.164954:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507903488:0@lo:38: 00000100:00080000:3.0:1749394233.164974:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394233.164978:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394233.164981:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1749394233.164983:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507903360:0@lo:38: 00000100:00100000:0.0:1749394233.164986:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1749394233.164989:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507903616:12345-0@lo:400: 00000100:00100000:0.0:1749394233.164993:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507903744:12345-0@lo:400: 00000100:00080000:3.0:1749394233.164995:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394233.164998:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394233.165004:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507903232:0@lo:38: 00000100:00080000:3.0:1749394233.165017:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394233.165021:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394233.165026:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507903104:0@lo:38: 00000100:00100000:0.0:1749394233.165035:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507903744:12345-0@lo:400: Request processed in 43us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394233.165035:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507903616:12345-0@lo:400: Request processed in 47us (182us total) trans 0 rc 0/0 00000100:00080000:3.0:1749394233.165039:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394233.165041:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00080000:3.0:1749394233.165043:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394233.165049:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507902976:0@lo:38: 00000100:00100000:2.0:1749394233.165051:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00080000:3.0:1749394233.165061:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394233.165065:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394233.165070:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507902848:0@lo:38: 00010000:00080000:0.0:1749394233.165097:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e1b100 x1834371507903744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394249 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749394233.165100:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394233.165112:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507903744:0@lo:400: 00010000:00080000:1.0:1749394233.165143:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092e1ad80 x1834371507903616/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394249 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394233.165160:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507903616:0@lo:400: 00000100:00100000:0.0:1749394233.192163:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394233.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394234.032295:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394234.192164:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394234.315213:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507903872:0@lo:700: 00000100:00100000:0.0:1749394234.315246:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507904000:0@lo:700: 00000100:00100000:2.0:1749394234.315275:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394234.315316:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394234.315343:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790600 going to sleep for 11 seconds 00000100:00100000:0.0:1749394234.315351:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b300 going to sleep for 11 seconds 00000100:00100000:1.0:1749394234.315405:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507903872 00000100:00100000:1.0:1749394234.315426:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507903872 00000100:00100000:3.0:1749394234.315441:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507904000 00000100:00100000:3.0:1749394234.315452:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507904000 00000100:00080000:2.0:1749394234.315485:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394234.315499:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1749394234.315509:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507903872:12345-0@lo:700: 00000100:00100000:2.0:1749394234.315526:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1749394234.315538:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507904000:12345-0@lo:700: 00000100:00100000:1.0:1749394234.315552:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394234.315559:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507904128:0@lo:700: 40000000:00080000:1.0:1749394234.315573:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394234.315576:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394234.315600:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7906c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394234.315605:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507904256:0@lo:700: 40000000:00080000:2.0:1749394234.315618:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394234.315621:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394234.315642:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507903872:12345-0@lo:700: Request processed in 134us (366us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394234.315650:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:2.0:1749394234.315670:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507904000:12345-0@lo:700: Request processed in 135us (354us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394234.315678:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:3.0:1749394234.315691:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507903872:0@lo:700: 00000100:00100000:0.0:1749394234.315693:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507904000:0@lo:700: 00000100:00100000:2.0:1749394234.322175:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394234.922213:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b300 going to sleep for 0 seconds 00000100:00100000:0.0:1749394234.922225:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507904384:0@lo:900: 00010000:00010000:2.0:1749394235.034332:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394235.192163:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394235.322193:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394236.036282:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394236.192206:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394236.316226:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507904512:0@lo:700: 00000100:00100000:3.0:1749394236.316226:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507904640:0@lo:700: 00000100:00100000:3.0:1749394236.316296:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394236.316337:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394236.316365:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e399c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394236.316374:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b300 going to sleep for 11 seconds 00000100:00100000:2.0:1749394236.316420:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507904640 00000100:00100000:2.0:1749394236.316432:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507904640 00000100:00100000:1.0:1749394236.316471:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507904512 00000100:00100000:1.0:1749394236.316480:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507904512 00000100:00080000:3.0:1749394236.316494:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394236.316504:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:2.0:1749394236.316515:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507904640:12345-0@lo:700: 00000100:00100000:3.0:1749394236.316519:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:3.0:1749394236.316530:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507904512:12345-0@lo:700: 00000100:00100000:2.0:1749394236.316559:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7906c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394236.316566:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507904768:0@lo:700: 40000000:00080000:2.0:1749394236.316582:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394236.316585:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394236.316610:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 0 seconds 00000100:00100000:3.0:1749394236.316616:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507904896:0@lo:700: 40000000:00080000:3.0:1749394236.316628:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394236.316631:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394236.316648:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507904640:12345-0@lo:700: Request processed in 135us (352us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394236.316657:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:0.0:1749394236.316673:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507904640:0@lo:700: 00000100:00100000:3.0:1749394236.316684:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507904512:12345-0@lo:700: Request processed in 156us (346us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394236.316693:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:1.0:1749394236.316719:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507904512:0@lo:700: 00000100:00100000:2.0:1749394236.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394236.495491:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394236.495533:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394236.495571:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499781248 00000100:00100000:2.0:1749394236.495579:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499781248 00000100:00100000:2.0:1749394236.495618:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 659 00000100:00100000:2.0:1749394236.495626:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499781248:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394236.495639:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394236.495656:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499781376 00000100:00100000:1.0:1749394236.495665:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499781376 00000100:00100000:2.0:1749394236.495680:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499781248:12345-192.168.203.32@tcp:400: Request processed in 54us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394236.495688:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 659 00000100:00100000:1.0:1749394236.495693:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499781504 00000100:00100000:1.0:1749394236.495696:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499781504 00000100:00100000:1.0:1749394236.495714:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1924 00000100:00100000:1.0:1749394236.495722:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499781376:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394236.495727:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1925 00000100:00100000:2.0:1749394236.495760:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499781504:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394236.495783:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1278 last 0 00010000:00080000:2.0:1749394236.495791:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1278 last 0 00000100:00100000:2.0:1749394236.495844:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499781504:12345-192.168.203.32@tcp:38: Request processed in 109us (205us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394236.495852:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499781376:12345-192.168.203.32@tcp:38: Request processed in 129us (317us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394236.495852:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1925 00000100:00100000:1.0:1749394236.495861:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1924 00000100:00100000:0.0:1749394236.923202:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b240 going to sleep for 0 seconds 00000100:00100000:0.0:1749394236.923215:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507905024:0@lo:900: 00010000:00010000:2.0:1749394237.038330:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394237.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394237.213154:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 1 seconds 00000100:00100000:2.0:1749394237.244291:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507905152:0@lo:41: 00000100:00100000:2.0:1749394237.244351:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394237.244409:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507905152 00000100:00100000:1.0:1749394237.244420:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507905152 00000100:00100000:1.0:1749394237.244463:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1749394237.244472:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507905152:12345-0@lo:41: 00000004:00000024:1.0:1749394237.244520:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749394237.244587:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507905152:12345-0@lo:41: Request processed in 114us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394237.244596:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1749394237.244621:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507905152:0@lo:41: 00000100:00100000:2.0:1749394237.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394238.040380:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394238.172241:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749394238.172264:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507905280:0@lo:41: 00000100:00080000:3.0:1749394238.172294:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394238.172301:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394238.172305:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394238.172312:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1274 00000100:00100000:1.0:1749394238.172316:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1749394238.172317:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1749394238.172323:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394238.172327:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394238.172334:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092fff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507905408:0@lo:400: 00000100:00100000:3.0:1749394238.172343:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffce00 x1834371507905536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394238.172364:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394238.172368:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394238.172369:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394238.172373:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1274 00000100:00080000:3.0:1749394238.172375:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1749394238.172378:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394238.172382:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394238.172387:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507905280 00000100:00100000:3.0:1749394238.172389:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffc000 x1834371507905664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394238.172398:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507905280 00000100:00100000:2.0:1749394238.172403:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507905536:0@lo:38: 00000100:00080000:3.0:1749394238.172413:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394238.172416:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394238.172418:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394238.172421:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1274 00000100:00080000:3.0:1749394238.172423:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394238.172427:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394238.172429:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394238.172438:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:3.0:1749394238.172439:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092fff100 x1834371507905792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394238.172447:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507905280:12345-0@lo:41: 00000100:00080000:3.0:1749394238.172447:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394238.172450:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:2.0:1749394238.172452:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507905664:0@lo:38: 00000100:00080000:3.0:1749394238.172452:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394238.172455:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507905536 00000100:00080000:3.0:1749394238.172455:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1274 00000100:00080000:3.0:1749394238.172457:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394238.172460:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507905536 00000100:00080000:3.0:1749394238.172460:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394238.172467:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394238.172469:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffd500 x1834371507905920/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000024:0.0:1749394238.172478:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749394238.172481:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507905664 00000100:00100000:2.0:1749394238.172481:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092fff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507905792:0@lo:38: 00000100:00100000:1.0:1749394238.172484:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507905664 00000100:00100000:2.0:1749394238.172497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394238.172498:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394238.172500:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926 00000100:00080000:3.0:1749394238.172501:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394238.172503:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394238.172506:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507905536:12345-0@lo:38: 00000100:00080000:3.0:1749394238.172506:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1274 00000100:00080000:3.0:1749394238.172508:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394238.172511:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394238.172517:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507905920:0@lo:38: 00000100:00100000:3.0:1749394238.172521:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffd880 x1834371507906304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394238.172529:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507905280:12345-0@lo:41: Request processed in 83us (202us total) trans 0 rc 0/0 00010000:00020000:1.0:1749394238.172529:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394238.172534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394238.172535:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394238.172537:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00080000:3.0:1749394238.172538:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394238.172540:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394238.172543:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1274 00000100:00080000:3.0:1749394238.172545:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394238.172548:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507906304:0@lo:38: 00000100:00080000:3.0:1749394238.172549:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394238.172562:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507905536:12345-0@lo:38: Request processed in 55us (132us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394238.172562:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffea00 x1834371507906432/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394238.172563:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507905792 00000100:00100000:2.0:1749394238.172566:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394238.172568:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507905792 00000100:00100000:1.0:1749394238.172569:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926 00000100:00100000:0.0:1749394238.172577:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507905920 00000100:00100000:0.0:1749394238.172580:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507905920 00000100:00100000:1.0:1749394238.172581:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507906304 00000100:00100000:1.0:1749394238.172584:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507906304 00000100:00080000:2.0:1749394238.172587:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394238.172589:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1927 00000100:00080000:2.0:1749394238.172591:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394238.172594:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507905664:12345-0@lo:38: 00000100:00100000:2.0:1749394238.172596:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507905536:0@lo:38: 00000100:00100000:3.0:1749394238.172601:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507906176:0@lo:400: 00000100:00100000:1.0:1749394238.172607:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1928 00010000:00020000:0.0:1749394238.172610:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394238.172612:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507905792:12345-0@lo:38: 00000100:00100000:2.0:1749394238.172613:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507906432:0@lo:38: 00010000:00020000:1.0:1749394238.172624:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394238.172646:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394238.172647:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394238.172651:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507905664:12345-0@lo:38: Request processed in 55us (182us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394238.172652:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507905792:12345-0@lo:38: Request processed in 39us (153us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394238.172658:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1927 00000100:00080000:2.0:1749394238.172660:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394238.172662:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1928 00000100:00080000:2.0:1749394238.172663:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394238.172667:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507905664:0@lo:38: 00000100:00100000:0.0:1749394238.172668:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507906432 00000100:00100000:0.0:1749394238.172670:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507906432 00000100:00100000:1.0:1749394238.172673:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1929 00000100:00100000:3.0:1749394238.172675:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1749394238.172676:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394238.172677:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507905920:12345-0@lo:38: 00000100:00080000:2.0:1749394238.172678:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394238.172681:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930 00000100:00100000:2.0:1749394238.172681:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507905792:0@lo:38: 00000100:00100000:3.0:1749394238.172682:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507906048:0@lo:400: 00000100:00100000:0.0:1749394238.172685:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507906304:12345-0@lo:38: 00010000:00020000:0.0:1749394238.172696:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394238.172699:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749394238.172703:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394238.172707:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507905408 00000100:00100000:2.0:1749394238.172712:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507905408 00000100:00100000:1.0:1749394238.172758:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507905920:12345-0@lo:38: Request processed in 79us (223us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394238.172763:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507906304:12345-0@lo:38: Request processed in 75us (194us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394238.172764:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931 00000100:00100000:3.0:1749394238.172771:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507906432:12345-0@lo:38: 00000100:00100000:1.0:1749394238.172775:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1929 00000100:00100000:2.0:1749394238.172775:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1749394238.172782:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507905408:12345-0@lo:400: 00000100:00100000:0.0:1749394238.172783:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1930 00010000:00020000:3.0:1749394238.172789:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394238.172810:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507906688:0@lo:400: 00000100:00100000:1.0:1749394238.172822:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507906176 00000100:00100000:2.0:1749394238.172822:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507905408:12345-0@lo:400: Request processed in 40us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394238.172824:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507906432:12345-0@lo:38: Request processed in 51us (177us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394238.172826:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507906176 00000100:00100000:2.0:1749394238.172830:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1749394238.172831:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931 00000100:00100000:0.0:1749394238.172838:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394238.172856:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507906048 00000100:00100000:1.0:1749394238.172858:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507906048 00000100:00100000:2.0:1749394238.172866:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507906560:0@lo:400: 00000100:00100000:3.0:1749394238.172866:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507906688 00000100:00100000:3.0:1749394238.172871:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507906688 00000100:00100000:0.0:1749394238.172874:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507905280:0@lo:41: 00000100:00100000:1.0:1749394238.172877:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1749394238.172883:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507906176:12345-0@lo:400: 00000100:00100000:2.0:1749394238.172887:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394238.172897:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507906560 00000100:00100000:3.0:1749394238.172900:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507906560 00000100:00100000:0.0:1749394238.172902:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1749394238.172909:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507906048:12345-0@lo:400: 00000100:00100000:2.0:1749394238.172911:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507905408:0@lo:400: 00000100:00100000:3.0:1749394238.172914:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1749394238.172920:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507906176:12345-0@lo:400: Request processed in 37us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394238.172920:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507906688:12345-0@lo:400: 00000100:00100000:1.0:1749394238.172927:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1749394238.172940:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1749394238.172941:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507906048:12345-0@lo:400: Request processed in 33us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394238.172946:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507906560:12345-0@lo:400: 00000100:00100000:0.0:1749394238.172948:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00080000:2.0:1749394238.172968:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1749394238.172972:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1749394238.172975:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394238.172975:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507906688:12345-0@lo:400: Request processed in 55us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394238.172976:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507906560:12345-0@lo:400: Request processed in 30us (87us total) trans 0 rc 0/0 00000100:00080000:0.0:1749394238.172979:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394238.172982:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1749394238.172983:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507906432:0@lo:38: 00000100:00100000:3.0:1749394238.172986:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00080000:0.0:1749394238.172997:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394238.173001:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394238.173007:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507906304:0@lo:38: 00010000:00080000:1.0:1749394238.173011:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffed80 x1834371507906560/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394254 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749394238.173018:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092fff800 x1834371507906048/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394254 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749394238.173020:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394238.173024:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394238.173025:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507906560:0@lo:400: 00000100:00100000:0.0:1749394238.173029:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507905920:0@lo:38: 00000100:00100000:3.0:1749394238.173030:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507906048:0@lo:400: 00010000:00080000:3.0:1749394238.173042:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffe680 x1834371507906176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394254 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394238.173051:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507906176:0@lo:400: 00010000:00080000:0.0:1749394238.173110:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffdf80 x1834371507906688/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394254 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394238.173130:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507906688:0@lo:400: 00000100:00100000:0.0:1749394238.192172:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394238.213175:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 1 seconds 00000100:00100000:0.0:1749394238.317204:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507906816:0@lo:700: 00000100:00100000:1.0:1749394238.317214:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507906944:0@lo:700: 00000100:00100000:0.0:1749394238.317247:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394238.317292:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394238.317305:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b240 going to sleep for 11 seconds 00000100:00100000:1.0:1749394238.317316:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 11 seconds 00000100:00100000:3.0:1749394238.317372:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507906816 00000100:00100000:3.0:1749394238.317381:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507906816 00000100:00100000:2.0:1749394238.317404:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507906944 00000100:00100000:2.0:1749394238.317413:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507906944 00000100:00100000:3.0:1749394238.317432:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:3.0:1749394238.317441:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507906816:12345-0@lo:700: 00000100:00100000:2.0:1749394238.317469:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:2.0:1749394238.317478:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507906944:12345-0@lo:700: 00000100:00100000:3.0:1749394238.317478:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 0 seconds 00000100:00100000:3.0:1749394238.317485:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffe680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507907072:0@lo:700: 40000000:00080000:3.0:1749394238.317497:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394238.317500:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394238.317526:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394238.317533:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507907200:0@lo:700: 00000100:00100000:3.0:1749394238.317543:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507906816:12345-0@lo:700: Request processed in 103us (296us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394238.317546:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394238.317549:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394238.317552:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1749394238.317556:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bbaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507906816:0@lo:700: 00000100:00100000:2.0:1749394238.317601:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507906944:12345-0@lo:700: Request processed in 123us (308us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394238.317610:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:1.0:1749394238.317621:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507906944:0@lo:700: 00000100:00100000:2.0:1749394238.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394238.916186:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394238.916218:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507907328/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394243 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394238.916297:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394238.916399:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394238.916403:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507907328 00000100:00100000:0.0:1749394238.916414:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507907328 00000100:00100000:0.0:1749394238.916457:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:0.0:1749394238.916466:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507907328:12345-0@lo:700: 40000000:00080000:0.0:1749394238.916495:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394238.916552:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507907328:12345-0@lo:700: Request processed in 86us (256us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394238.916560:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100400:2.0:1749394238.916589:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507907328/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394254 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394238.916607:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394238.919151:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394238.919171:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507907456/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394243 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394238.919213:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394238.919267:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394238.919331:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507907456 00000100:00100000:0.0:1749394238.919340:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507907456 00000100:00100000:0.0:1749394238.919385:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:0.0:1749394238.919393:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507907456:12345-0@lo:700: 40000000:00080000:0.0:1749394238.919412:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394238.919464:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507907456:12345-0@lo:700: Request processed in 71us (250us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394238.919471:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100400:2.0:1749394238.919489:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507907456/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394254 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394238.919500:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394238.924178:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b240 going to sleep for 0 seconds 00000100:00100000:0.0:1749394238.924188:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507907584:0@lo:900: 00010000:00010000:2.0:1749394239.042266:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394239.192160:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394239.213177:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 1 seconds 00000100:00100000:2.0:1749394239.322155:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394240.044331:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394240.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394240.213171:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 1 seconds 00000100:00100000:0.0:1749394240.318217:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507907712:0@lo:700: 00000100:00100000:0.0:1749394240.318276:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394240.318276:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507907840:0@lo:700: 00000100:00100000:2.0:1749394240.318331:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394240.318332:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507907712 00000100:00100000:0.0:1749394240.318339:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b240 going to sleep for 11 seconds 00000100:00100000:1.0:1749394240.318352:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507907712 00000100:00100000:2.0:1749394240.318361:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790840 going to sleep for 11 seconds 00000100:00080000:2.0:1749394240.318385:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394240.318414:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507907840 00000100:00100000:1.0:1749394240.318417:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507907840 00000100:00100000:0.0:1749394240.318449:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00080000:2.0:1749394240.318454:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394240.318462:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:3.0:1749394240.318477:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507907840:12345-0@lo:700: 00000100:00100000:0.0:1749394240.318486:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507907712:12345-0@lo:700: 00000100:00100000:3.0:1749394240.318521:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 0 seconds 00000100:00100000:3.0:1749394240.318529:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffe680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507907968:0@lo:700: 40000000:00080000:3.0:1749394240.318554:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394240.318557:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394240.318584:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 0 seconds 00000100:00100000:0.0:1749394240.318590:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507908096:0@lo:700: 40000000:00080000:0.0:1749394240.318601:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394240.318604:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394240.318626:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507907840:12345-0@lo:700: Request processed in 153us (295us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394240.318636:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:2.0:1749394240.318647:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507907840:0@lo:700: 00000100:00100000:0.0:1749394240.318652:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507907712:12345-0@lo:700: Request processed in 193us (376us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394240.318660:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:1.0:1749394240.318686:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507907712:0@lo:700: 00000100:00100000:2.0:1749394240.322171:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394240.925218:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 0 seconds 00000100:00100000:0.0:1749394240.925234:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c127100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507908224:0@lo:900: 00010000:00010000:2.0:1749394241.046382:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394241.192243:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394241.213175:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 1 seconds 00000100:00100000:2.0:1749394241.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394241.503539:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394241.503588:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394241.503684:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394241.503687:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499781632 00000100:00100000:2.0:1749394241.503733:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499781632 00000100:00100000:3.0:1749394241.503758:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499781760 00000100:00100000:3.0:1749394241.503768:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499781760 00000100:00100000:3.0:1749394241.503798:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499781888 00000100:00100000:3.0:1749394241.503801:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499781888 00000100:00100000:2.0:1749394241.503812:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 661 00000100:00100000:1.0:1749394241.503822:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1932 00000100:00100000:2.0:1749394241.503827:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499781632:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394241.503832:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499781760:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394241.503835:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1933 00000100:00100000:3.0:1749394241.503843:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499781888:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394241.503864:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1283 last 0 00010000:00080000:3.0:1749394241.503866:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1283 last 0 00000100:00100000:2.0:1749394241.503913:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499781632:12345-192.168.203.32@tcp:400: Request processed in 87us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394241.503920:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499781760:12345-192.168.203.32@tcp:38: Request processed in 88us (331us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394241.503927:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 661 00000100:00100000:3.0:1749394241.503927:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499781888:12345-192.168.203.32@tcp:38: Request processed in 83us (242us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394241.503929:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1932 00000100:00100000:3.0:1749394241.503935:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1933 00010000:00010000:2.0:1749394242.048413:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394242.192214:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00000400:0.0:1749394242.213191:0:8761:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749393637/real 1749393637] req@ffff880130062a00 x1834371507039104/t0(0) o700->lustre-MDT0001-osp-MDT0000@0@lo:30/10 lens 264/248 e 24 to 1 dl 1749394242 ref 2 fl Rpc:XQr/202/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749394242.231012:0:8761:0:(import.c:66:import_set_state_nolock()) ffff8800b411f800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1749394242.231020:0:8761:0:(import.c:180:ptlrpc_set_import_discon()) lustre-MDT0001-osp-MDT0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1749394242.238924:0:8761:0:(import.c:412:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00100000:0.0:1749394242.238947:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394242.239153:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507908352:0@lo:400: 00000100:00080000:3.0:1749394242.239153:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394242.239161:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394242.239165:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394242.239172:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1279 00000100:00080000:3.0:1749394242.239176:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394242.239183:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749394242.239205:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092fff800 x1834371507908480/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394242.239219:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394242.239229:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394242.239232:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394242.239248:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394242.239253:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1279 00000100:00080000:3.0:1749394242.239256:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1749394242.239260:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749394242.239267:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507908608:0@lo:400: 00000100:00100000:3.0:1749394242.239274:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffce00 x1834371507908736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394242.239278:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507908480:0@lo:38: 00000100:00080000:3.0:1749394242.239284:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1749394242.239287:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1749394242.239289:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800b411f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394242.239293:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 678 00000100:00080000:3.0:1749394242.239296:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8800b411f800 using connection 192.168.203.132@tcp/0@lo 00000100:00100000:0.0:1749394242.239306:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394242.239308:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffca80 x1834371507908864/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394242.239316:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394242.239318:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394242.239319:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394242.239321:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394242.239324:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1279 00000100:00080000:3.0:1749394242.239327:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1749394242.239328:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507908736:0@lo:38: 00000100:00080000:3.0:1749394242.239330:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394242.239339:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffdf80 x1834371507908992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394242.239347:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394242.239348:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394242.239351:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394242.239352:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394242.239360:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1279 00000100:00080000:3.0:1749394242.239362:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1749394242.239363:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3763:1834371507908864:0@lo:38: 00000100:00080000:3.0:1749394242.239366:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394242.239369:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507908352 00000100:00100000:2.0:1749394242.239377:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507908352 00000100:00100000:3.0:1749394242.239379:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffd500 x1834371507909120/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394242.239382:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394242.239397:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507908992:0@lo:38: 00000100:00080000:3.0:1749394242.239405:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394242.239408:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394242.239410:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394242.239413:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394242.239413:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1279 00000100:00080000:3.0:1749394242.239415:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394242.239417:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00080000:3.0:1749394242.239418:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394242.239425:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507908352:12345-0@lo:400: 00000100:00100000:0.0:1749394242.239426:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507909120:0@lo:38: 00000100:00100000:3.0:1749394242.239428:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffed80 x1834371507909504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394242.239437:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394242.239440:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749394242.239441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394242.239441:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394242.239444:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1279 00000100:00080000:3.0:1749394242.239446:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394242.239449:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394242.239456:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507909504:0@lo:38: 00000100:00100000:3.0:1749394242.239458:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092fff480 x1834371507909632/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394242.239473:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507908352:12345-0@lo:400: Request processed in 48us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394242.239475:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394242.239482:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1749394242.239490:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092fff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507909632:0@lo:38: 00000100:00100000:0.0:1749394242.239506:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394242.239516:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507909888:0@lo:400: 00000100:00100000:0.0:1749394242.239531:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507908608 00000100:00100000:0.0:1749394242.239537:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507908608 00000100:00100000:2.0:1749394242.239538:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394242.239556:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749394242.239562:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507908864 00000100:00100000:2.0:1749394242.239562:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507909760:0@lo:400: 00000100:00100000:0.0:1749394242.239565:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507908864 00000100:00100000:2.0:1749394242.239580:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394242.239594:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1749394242.239601:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507908608:12345-0@lo:400: 00000100:00100000:2.0:1749394242.239602:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507909888 00000100:00100000:2.0:1749394242.239606:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507909888 00000100:00100000:2.0:1749394242.239632:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507909760 00000100:00100000:2.0:1749394242.239634:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507909760 00000100:00100000:0.0:1749394242.239647:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507908608:12345-0@lo:400: Request processed in 46us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394242.239650:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507908480 00000100:00100000:2.0:1749394242.239650:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1749394242.239655:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1749394242.239657:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507909888:12345-0@lo:400: 00000100:00100000:1.0:1749394242.239658:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507908480 00000100:00100000:0.0:1749394242.239670:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:0.0:1749394242.239675:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3763:x1834371507908864:12345-0@lo:38: 00000100:00100000:1.0:1749394242.239676:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507908736 00000100:00100000:1.0:1749394242.239678:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507908736 00000100:00100000:1.0:1749394242.239685:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507908992 00000100:00100000:2.0:1749394242.239685:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507909888:12345-0@lo:400: Request processed in 28us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394242.239687:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507908992 00000100:00100000:2.0:1749394242.239692:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1749394242.239727:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507909120 00000100:00100000:1.0:1749394242.239730:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507909120 00010000:02000400:0.0:1749394242.239734:0:8369:0:(ldlm_lib.c:1283:target_handle_connect()) lustre-MDT0001: Received new MDS connection from 0@lo, keep former export from same NID 00000100:00100000:1.0:1749394242.239739:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507909504 00000100:00100000:2.0:1749394242.239740:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1749394242.239741:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507909504 00000100:00100000:2.0:1749394242.239745:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507909760:12345-0@lo:400: 00000100:00100000:1.0:1749394242.239748:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507909632 00000100:00100000:1.0:1749394242.239750:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507909632 00000100:00100000:1.0:1749394242.239761:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1934 00000100:00100000:1.0:1749394242.239768:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507908480:12345-0@lo:38: 00000100:00100000:2.0:1749394242.239770:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507909760:12345-0@lo:400: Request processed in 25us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394242.239776:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00010000:00020000:1.0:1749394242.239787:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749394242.239793:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394242.239821:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507908352:0@lo:400: 00000100:00100000:1.0:1749394242.239837:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507908480:12345-0@lo:38: Request processed in 69us (529us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394242.239845:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1934 00010000:00080000:2.0:1749394242.239848:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c5180 x1834371507909760/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394242.239858:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1935 00000100:00100000:2.0:1749394242.239861:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507909760:0@lo:400: 00010000:00080000:2.0:1749394242.239871:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c4a80 x1834371507909888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394242.239872:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507908736:12345-0@lo:38: 00000100:00100000:2.0:1749394242.239881:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507909888:0@lo:400: 00010000:00020000:1.0:1749394242.239885:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394242.239891:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507908608:0@lo:400: 00000100:00100000:1.0:1749394242.239909:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507908736:12345-0@lo:38: Request processed in 37us (560us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394242.239915:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1935 00000100:00100000:1.0:1749394242.239925:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1936 00000100:00100000:1.0:1749394242.239930:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507908992:12345-0@lo:38: 00000100:00100000:2.0:1749394242.239930:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507909376:0@lo:400: 00010000:00020000:1.0:1749394242.239939:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394242.239953:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394242.239954:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1937 00000100:00100000:1.0:1749394242.239957:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507908992:12345-0@lo:38: Request processed in 27us (544us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394242.239962:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507909120:12345-0@lo:38: 00000100:00100000:1.0:1749394242.239963:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1936 00000100:00100000:2.0:1749394242.239970:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749394242.239972:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1938 00000100:00100000:1.0:1749394242.239976:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507909504:12345-0@lo:38: 00000100:00100000:2.0:1749394242.239976:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507909248:0@lo:400: 00010000:00020000:3.0:1749394242.239981:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394242.239986:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394242.239992:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394242.240005:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507909504:12345-0@lo:38: Request processed in 28us (529us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394242.240010:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1938 00000100:00100000:2.0:1749394242.240016:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1939 00000100:00100000:2.0:1749394242.240022:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507909632:12345-0@lo:38: 00000100:00100000:3.0:1749394242.240031:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507909120:12345-0@lo:38: Request processed in 68us (587us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749394242.240039:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394242.240040:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1937 00000100:00100000:2.0:1749394242.240063:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507909632:12345-0@lo:38: Request processed in 40us (556us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394242.240111:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1939 00000100:00100000:2.0:1749394242.240131:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507909376 00000100:00100000:2.0:1749394242.240135:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507909376 00000100:00100000:2.0:1749394242.240169:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507909248 00000100:00100000:2.0:1749394242.240172:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507909248 00000100:00100000:2.0:1749394242.240186:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1749394242.240192:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507909376:12345-0@lo:400: 00000100:00100000:3.0:1749394242.240201:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1749394242.240212:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507909248:12345-0@lo:400: 00000100:00100000:2.0:1749394242.240225:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507909376:12345-0@lo:400: Request processed in 33us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394242.240231:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1749394242.240254:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507909248:12345-0@lo:400: Request processed in 45us (261us total) trans 0 rc 0/0 00010000:00080000:2.0:1749394242.240257:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffd880 x1834371507909248/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394242.240261:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:2.0:1749394242.240268:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507909248:0@lo:400: 00010000:00080000:2.0:1749394242.240278:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffea00 x1834371507909376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749394242.240280:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394242.240287:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507909376:0@lo:400: 00010000:00080000:0.0:1749394242.244800:0:8369:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp ffff88009e836800 cur 1284 last 1749393032 00000004:00100000:0.0:1749394242.244820:0:8369:0:(mdt_handler.c:7245:mdt_connect_internal()) lustre-MDT0001: cli 0@lo does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1749394242.244830:0:8369:0:(import.c:66:import_set_state_nolock()) ffff8800903f7800 : changing import state from FULL to RECOVER 00000100:00080000:0.0:1749394242.244838:0:8369:0:(import.c:66:import_set_state_nolock()) ffff8800903f7800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1749394242.244879:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3763:x1834371507908864:12345-0@lo:38: Request processed in 5202us (5495us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394242.244888:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00080000:1.0:1749394242.244916:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394242.244923:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394242.244930:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507909632:0@lo:38: 00000100:00080000:1.0:1749394242.244940:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394242.244943:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394242.244947:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507909504:0@lo:38: 00000100:00080000:1.0:1749394242.244955:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394242.244967:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394242.244971:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507908992:0@lo:38: 00000100:00080000:1.0:1749394242.244981:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394242.244984:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394242.244987:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507909120:0@lo:38: 00000100:00080000:1.0:1749394242.244995:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394242.244998:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394242.245000:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507908736:0@lo:38: 00000100:00080000:1.0:1749394242.245013:0:3763:0:(import.c:1107:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 1 00000100:00080000:1.0:1749394242.245022:0:3763:0:(import.c:1272:ptlrpc_connect_interpret()) reconnected to lustre-MDT0001_UUID@192.168.203.132@tcp after partition 00000100:00080000:1.0:1749394242.245024:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800b411f800 lustre-MDT0001_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1749394242.245027:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800b411f800 lustre-MDT0001_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1749394242.245051:0:3763:0:(import.c:1699:ptlrpc_import_recovery_state_machine()) lustre-MDT0001-osp-MDT0000: Connection restored to 192.168.203.132@tcp (at 0@lo) 00000100:00100000:0.0:1749394242.245158:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507910016:0@lo:41: 00000100:00100000:0.0:1749394242.245187:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394242.245216:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507910016 00000100:00100000:0.0:1749394242.245220:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507910016 00000100:00100000:0.0:1749394242.245253:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1749394242.245259:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507910016:12345-0@lo:41: 00000004:00000024:0.0:1749394242.245284:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749394242.245315:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507910016:12345-0@lo:41: Request processed in 56us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394242.245322:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1749394242.245351:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507910016:0@lo:41: 00000100:00080000:1.0:1749394242.249686:0:3763:0:(recover.c:188:ptlrpc_wake_delayed()) @@@ waking (set ffff88009ee146c0): req@ffff880130062a00 x1834371507039104/t0(0) o700->lustre-MDT0001-osp-MDT0000@0@lo:30/10 lens 264/248 e 24 to 1 dl 1749394242 ref 2 fl Rpc:XQU/202/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394242.249732:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3763:1834371507908864:0@lo:38: 00000100:00080000:1.0:1749394242.249749:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394242.249752:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394242.249755:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507908480:0@lo:38: 00000100:00100000:0.0:1749394242.249890:0:8761:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394242.249943:0:8761:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee146c0 going to sleep for 600 seconds 00000100:00100000:2.0:1749394242.250018:0:7224:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507039104 00000100:00100000:2.0:1749394242.250027:0:7224:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507039104 00000100:00080000:2.0:1749394242.250051:0:7224:0:(service.c:2003:ptlrpc_server_request_add()) @@@ Found duplicate req in processing req@ffff880092e62a00 x1834371507039104/t0(0) o700->lustre-MDT0000-mdtlov_UUID@0@lo:197/0 lens 264/0 e 0 to 0 dl 1749394842 ref 1 fl New:/202/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749394242.250098:0:7224:0:(service.c:2004:ptlrpc_server_request_add()) @@@ Request being processed req@ffff880130063100 x1834371507039104/t0(0) o700->lustre-MDT0000-mdtlov_UUID@0@lo:497/0 lens 264/248 e 24 to 0 dl 1749394237 ref 2 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394242.250108:0:7224:0:(service.c:2385:ptlrpc_server_handle_req_in()) finish req x1834371507039104 00000100:00100000:0.0:1749394242.252314:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507910144:0@lo:41: 00000100:00100000:0.0:1749394242.252355:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394242.252416:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507910144 00000100:00100000:2.0:1749394242.252424:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507910144 00000100:00100000:2.0:1749394242.252463:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:2.0:1749394242.252471:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507910144:12345-0@lo:41: 00000004:00000024:2.0:1749394242.252496:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394242.252551:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507910144:12345-0@lo:41: Request processed in 80us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394242.252558:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1749394242.252594:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507910144:0@lo:41: 00000100:00100000:1.0:1749394242.319208:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507910400:0@lo:700: 00000100:00100000:2.0:1749394242.319208:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507910272:0@lo:700: 00000100:00100000:1.0:1749394242.319282:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394242.319359:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394242.319375:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 11 seconds 00000100:00100000:2.0:1749394242.319384:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7909c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394242.319391:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507910400 00000100:00100000:0.0:1749394242.319403:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507910400 00000100:00100000:0.0:1749394242.319468:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507910272 00000100:00100000:0.0:1749394242.319474:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507910272 00000100:00100000:3.0:1749394242.319482:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:3.0:1749394242.319497:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507910400:12345-0@lo:700: 00000100:00100000:1.0:1749394242.319500:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:1.0:1749394242.319512:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507910272:12345-0@lo:700: 00000100:00100000:3.0:1749394242.319538:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 0 seconds 00000100:00100000:3.0:1749394242.319545:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507910528:0@lo:700: 40000000:00080000:3.0:1749394242.319560:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394242.319563:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394242.319588:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eacc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394242.319594:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507910656:0@lo:700: 40000000:00080000:1.0:1749394242.319604:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394242.319608:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394242.319623:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507910400:12345-0@lo:700: Request processed in 130us (342us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394242.319631:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:0.0:1749394242.319661:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507910400:0@lo:700: 00000100:00100000:1.0:1749394242.319665:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507910272:12345-0@lo:700: Request processed in 154us (304us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394242.319677:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:2.0:1749394242.319750:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507910272:0@lo:700: 00000100:00100000:2.0:1749394242.322164:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394242.926195:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 0 seconds 00000100:00100000:0.0:1749394242.926207:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e60380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507910784:0@lo:900: 00010000:00010000:2.0:1749394243.050312:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394243.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394243.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394244.052341:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394244.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394244.320208:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e60380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507911040:0@lo:700: 00000100:00100000:2.0:1749394244.320208:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507910912:0@lo:700: 00000100:00100000:0.0:1749394244.320280:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394244.320353:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394244.320364:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:2.0:1749394244.320378:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7909c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394244.320421:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507911040 00000100:00100000:1.0:1749394244.320432:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507911040 00000100:00100000:3.0:1749394244.320470:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507910912 00000100:00100000:3.0:1749394244.320479:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507910912 00000100:00080000:2.0:1749394244.320489:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394244.320509:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:1.0:1749394244.320520:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507911040:12345-0@lo:700: 00000100:00100000:3.0:1749394244.320521:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:3.0:1749394244.320530:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507910912:12345-0@lo:700: 00000100:00100000:1.0:1749394244.320564:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eacc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394244.320571:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507911168:0@lo:700: 40000000:00080000:1.0:1749394244.320586:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394244.320589:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394244.320648:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 0 seconds 00000100:00100000:1.0:1749394244.320653:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507911040:12345-0@lo:700: Request processed in 136us (373us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394244.320656:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507911296:0@lo:700: 00000100:00100000:1.0:1749394244.320662:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 40000000:00080000:3.0:1749394244.320669:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394244.320672:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394244.320719:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e60380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507911040:0@lo:700: 00000100:00100000:3.0:1749394244.320769:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507910912:12345-0@lo:700: Request processed in 239us (415us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394244.320779:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00100000:2.0:1749394244.320804:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507910912:0@lo:700: 00000100:00100000:2.0:1749394244.322140:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394244.927303:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7909c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394244.927318:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507911424:0@lo:900: 00010000:00010000:2.0:1749394245.054337:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394245.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394245.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394246.056319:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394246.192234:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394246.321195:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507911552:0@lo:700: 00000100:00100000:0.0:1749394246.321203:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e60380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507911680:0@lo:700: 00000100:00100000:0.0:1749394246.321268:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394246.321326:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394246.321340:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:2.0:1749394246.321350:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7909c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394246.321393:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507911680 00000100:00100000:1.0:1749394246.321402:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507911552 00000100:00100000:3.0:1749394246.321404:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507911680 00000100:00100000:1.0:1749394246.321411:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507911552 00000100:00080000:2.0:1749394246.321466:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394246.321480:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:1.0:1749394246.321489:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:3.0:1749394246.321490:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507911680:12345-0@lo:700: 00000100:00100000:1.0:1749394246.321498:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507911552:12345-0@lo:700: 00000100:00100000:3.0:1749394246.321534:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 0 seconds 00000100:00100000:3.0:1749394246.321541:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507911808:0@lo:700: 40000000:00080000:3.0:1749394246.321557:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394246.321560:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394246.321616:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eacc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394246.321624:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507911936:0@lo:700: 00000100:00100000:3.0:1749394246.321624:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507911680:12345-0@lo:700: Request processed in 136us (355us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394246.321633:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 40000000:00080000:1.0:1749394246.321636:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394246.321647:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394246.321651:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e60380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507911680:0@lo:700: 00000100:00100000:1.0:1749394246.321732:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507911552:12345-0@lo:700: Request processed in 234us (405us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394246.321742:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:2.0:1749394246.321764:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507911552:0@lo:700: 00000100:00100000:0.0:1749394246.322153:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394246.511507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394246.511548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394246.511585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394246.511590:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499782016 00000100:00100000:2.0:1749394246.511599:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499782016 00000100:00100000:0.0:1749394246.511618:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499782144 00000100:00100000:0.0:1749394246.511625:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499782144 00000100:00100000:2.0:1749394246.511640:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 663 00000100:00100000:2.0:1749394246.511649:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499782016:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394246.511656:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499782272 00000100:00100000:0.0:1749394246.511659:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499782272 00000100:00100000:3.0:1749394246.511708:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1940 00000100:00100000:3.0:1749394246.511719:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499782144:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394246.511727:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1941 00000100:00100000:0.0:1749394246.511734:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499782272:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394246.511735:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499782016:12345-192.168.203.32@tcp:400: Request processed in 85us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394246.511743:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 663 00010000:00080000:3.0:1749394246.511748:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1288 last 0 00010000:00080000:0.0:1749394246.511760:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1288 last 0 00000100:00100000:3.0:1749394246.511803:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499782144:12345-192.168.203.32@tcp:38: Request processed in 84us (254us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394246.511811:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1940 00000100:00100000:0.0:1749394246.511814:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499782272:12345-192.168.203.32@tcp:38: Request processed in 76us (225us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394246.511826:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1941 00000100:00100000:2.0:1749394246.928194:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790a80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394246.928206:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507912064:0@lo:900: 00010000:00010000:2.0:1749394247.058330:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394247.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:3.0:1749394247.244236:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394247.244244:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394247.244248:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394247.244255:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1284 00000100:00080000:3.0:1749394247.244260:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394247.244266:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394247.244304:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507912192:0@lo:400: 00000100:00100000:3.0:1749394247.244310:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c5500 x1834371507912320/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394247.244364:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394247.244370:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394247.244372:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394247.244375:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394247.244378:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1284 00000100:00080000:3.0:1749394247.244382:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:0.0:1749394247.244385:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507912448:0@lo:400: 00000100:00080000:3.0:1749394247.244388:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394247.244406:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c5f80 x1834371507912576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394247.244433:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394247.244433:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394247.244437:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394247.244439:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394247.244443:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1284 00000100:00080000:3.0:1749394247.244445:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00100000:1.0:1749394247.244449:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507912704:0@lo:400: 00000100:00080000:3.0:1749394247.244449:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394247.244453:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507912192 00000100:00100000:3.0:1749394247.244458:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c4000 x1834371507912832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394247.244462:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507912192 00000100:00080000:3.0:1749394247.244466:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394247.244469:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394247.244471:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394247.244474:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1284 00000100:00080000:3.0:1749394247.244476:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1749394247.244479:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394247.244491:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507912320:0@lo:38: 00000100:00100000:1.0:1749394247.244494:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394247.244499:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c5c00 x1834371507912960/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394247.244505:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1749394247.244517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394247.244517:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507912192:12345-0@lo:400: 00000100:00100000:1.0:1749394247.244527:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749394247.244535:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507913088:0@lo:400: 00000100:00080000:3.0:1749394247.244541:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394247.244545:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394247.244547:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394247.244550:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1284 00000100:00080000:3.0:1749394247.244553:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394247.244556:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394247.244559:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507912320 00000100:00100000:1.0:1749394247.244562:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394247.244565:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507912320 00000100:00100000:3.0:1749394247.244566:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c7480 x1834371507913344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394247.244574:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394247.244577:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:2.0:1749394247.244579:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507912192:12345-0@lo:400: Request processed in 62us (203us total) trans 0 rc 0/0 00000100:00080000:3.0:1749394247.244579:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394247.244582:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1284 00000100:00080000:3.0:1749394247.244585:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394247.244588:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1942 00000100:00080000:3.0:1749394247.244588:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394247.244592:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1749394247.244593:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507913088 00000100:00100000:0.0:1749394247.244595:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507912320:12345-0@lo:38: 00000100:00100000:3.0:1749394247.244597:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c5880 x1834371507913472/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394247.244598:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507913088 00010000:00020000:0.0:1749394247.244616:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394247.244629:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1749394247.244635:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507912448 00000100:00100000:1.0:1749394247.244636:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507913088:12345-0@lo:400: 00000100:00100000:3.0:1749394247.244641:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507912704 00000100:00100000:2.0:1749394247.244642:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507912448 00000100:00100000:0.0:1749394247.244646:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507912320:12345-0@lo:38: Request processed in 50us (128us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394247.244646:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507912704 00000100:00100000:0.0:1749394247.244653:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1942 00000100:00100000:0.0:1749394247.244694:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749394247.244702:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507913088:12345-0@lo:400: Request processed in 65us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394247.244704:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507913728:0@lo:400: 00000100:00100000:1.0:1749394247.244710:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1749394247.244713:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:3.0:1749394247.244723:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1749394247.244724:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507912448:12345-0@lo:400: 00000100:00100000:0.0:1749394247.244727:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394247.244732:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507912704:12345-0@lo:400: 00010000:00080000:1.0:1749394247.244751:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c7100 x1834371507913088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394247.244756:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507913600:0@lo:400: 00000100:00100000:1.0:1749394247.244766:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507913088:0@lo:400: 00000100:00100000:0.0:1749394247.244779:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394247.244785:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507912448:12345-0@lo:400: Request processed in 62us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394247.244785:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507912704:12345-0@lo:400: Request processed in 54us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394247.244786:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507912704:0@lo:400: 00000100:00100000:3.0:1749394247.244792:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:1.0:1749394247.244802:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507913728 00000100:00100000:0.0:1749394247.244804:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507912448:0@lo:400: 00000100:00100000:1.0:1749394247.244806:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507913728 00000100:00100000:2.0:1749394247.244812:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:0.0:1749394247.244817:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749394247.244823:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507913216:0@lo:400: 00000100:00100000:1.0:1749394247.244830:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507913600 00000100:00100000:1.0:1749394247.244832:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507913600 00000100:00100000:3.0:1749394247.244837:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507912192:0@lo:400: 00000100:00100000:0.0:1749394247.244842:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394247.244859:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507913216 00000100:00100000:1.0:1749394247.244861:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507913216 00000100:00100000:2.0:1749394247.244869:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1749394247.244876:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:2.0:1749394247.244882:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507913728:12345-0@lo:400: 00000100:00100000:3.0:1749394247.244884:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:0.0:1749394247.244885:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507913600:12345-0@lo:400: 00000100:00100000:3.0:1749394247.244892:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507913216:12345-0@lo:400: 00000100:00080000:1.0:1749394247.244893:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394247.244925:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507913600:12345-0@lo:400: Request processed in 41us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394247.244931:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507913216:12345-0@lo:400: Request processed in 40us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394247.244932:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1749394247.244940:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:2.0:1749394247.244942:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507913728:12345-0@lo:400: Request processed in 61us (210us total) trans 0 rc 0/0 00010000:00080000:1.0:1749394247.244949:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c4700 x1834371507913728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394247.244954:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00010000:00080000:0.0:1749394247.244961:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c6300 x1834371507913216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394247.244961:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507913728:0@lo:400: 00000100:00100000:0.0:1749394247.244974:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507913216:0@lo:400: 00010000:00080000:0.0:1749394247.244984:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c6d80 x1834371507913600/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394247.244993:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507913600:0@lo:400: 00000100:00080000:0.0:1749394247.245016:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394247.245020:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394247.245024:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507912320:0@lo:38: 00000100:00100000:0.0:1749394247.245030:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507912576:0@lo:38: 00000100:00100000:0.0:1749394247.245051:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394247.245111:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507912576 00000100:00100000:0.0:1749394247.245114:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507912832:0@lo:38: 00000100:00100000:3.0:1749394247.245117:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507912576 00000100:00100000:0.0:1749394247.245133:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394247.245147:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507912832 00000100:00100000:3.0:1749394247.245150:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507912832 00000100:00100000:0.0:1749394247.245160:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507912960:0@lo:38: 00000100:00100000:3.0:1749394247.245170:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1943 00000100:00100000:0.0:1749394247.245176:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394247.245176:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507912576:12345-0@lo:38: 00000100:00100000:1.0:1749394247.245188:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507912960 00000100:00100000:1.0:1749394247.245193:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507912960 00010000:00020000:3.0:1749394247.245193:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394247.245199:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1944 00000100:00100000:0.0:1749394247.245204:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507912832:12345-0@lo:38: 00000100:00100000:1.0:1749394247.245214:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1945 00010000:00020000:0.0:1749394247.245219:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394247.245220:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507912960:12345-0@lo:38: 00000100:00100000:3.0:1749394247.245231:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507912576:12345-0@lo:38: Request processed in 52us (177us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749394247.245237:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394247.245242:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1943 00000100:00100000:0.0:1749394247.245243:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507912832:12345-0@lo:38: Request processed in 37us (108us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394247.245250:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1944 00000100:00100000:1.0:1749394247.245270:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507912960:12345-0@lo:38: Request processed in 49us (93us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749394247.245275:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394247.245277:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1945 00000100:00080000:0.0:1749394247.245278:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394247.245282:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507912960:0@lo:38: 00000100:00100000:0.0:1749394247.245288:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507913344:0@lo:38: 00000100:00100000:0.0:1749394247.245306:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394247.245318:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507913472:0@lo:38: 00000100:00100000:1.0:1749394247.245323:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507913344 00000100:00100000:1.0:1749394247.245327:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507913344 00000100:00100000:0.0:1749394247.245332:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394247.245372:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507913472 00000100:00100000:1.0:1749394247.245375:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507913472 00000100:00080000:0.0:1749394247.245386:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394247.245386:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1946 00000100:00080000:0.0:1749394247.245389:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394247.245391:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507913344:12345-0@lo:38: 00000100:00100000:0.0:1749394247.245393:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507912576:0@lo:38: 00000100:00100000:2.0:1749394247.245395:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1947 00000100:00080000:0.0:1749394247.245400:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394247.245402:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507913472:12345-0@lo:38: 00000100:00080000:0.0:1749394247.245403:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:1.0:1749394247.245403:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394247.245406:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507912832:0@lo:38: 00010000:00020000:2.0:1749394247.245419:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749394247.245427:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394247.245427:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507913344:12345-0@lo:38: Request processed in 35us (120us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749394247.245430:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394247.245433:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1946 00000100:00100000:0.0:1749394247.245434:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507913344:0@lo:38: 00000100:00100000:2.0:1749394247.245458:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507913472:12345-0@lo:38: Request processed in 56us (124us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394247.245466:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1947 00000100:00080000:0.0:1749394247.245473:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394247.245476:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394247.245480:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507913472:0@lo:38: 00000100:00100000:0.0:1749394247.260229:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749394247.260244:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507913856:0@lo:41: 00000100:00100000:2.0:1749394247.260260:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749394247.260275:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507913984:0@lo:41: 00000100:00100000:0.0:1749394247.260281:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394247.260311:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394247.260314:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507913856 00000100:00100000:3.0:1749394247.260323:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507913856 00000100:00100000:1.0:1749394247.260335:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507913984 00000100:00100000:1.0:1749394247.260344:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507913984 00000100:00100000:3.0:1749394247.260357:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1749394247.260365:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507913856:12345-0@lo:41: 00000100:00100000:2.0:1749394247.260368:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1749394247.260376:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507913984:12345-0@lo:41: 00000004:00000024:3.0:1749394247.260395:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:2.0:1749394247.260402:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394247.260443:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507913856:12345-0@lo:41: Request processed in 78us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394247.260444:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507913984:12345-0@lo:41: Request processed in 68us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394247.260452:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1749394247.260464:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1749394247.260466:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507913984:0@lo:41: 00000100:00100000:0.0:1749394247.260494:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507913856:0@lo:41: 00000100:00100000:0.0:1749394247.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394248.060350:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394248.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394248.322210:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507914112:0@lo:700: 00000100:00100000:0.0:1749394248.322220:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507914240:0@lo:700: 00000100:00100000:1.0:1749394248.322289:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394248.322290:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394248.322328:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507914240 00000100:00100000:2.0:1749394248.322338:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507914240 00000100:00100000:0.0:1749394248.322353:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00080000:1.0:1749394248.322367:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394248.322389:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:2.0:1749394248.322398:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507914240:12345-0@lo:700: 00000100:00100000:3.0:1749394248.322418:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394248.322436:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394248.322443:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507914368:0@lo:700: 40000000:00080000:2.0:1749394248.322458:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394248.322462:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394248.322463:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790b40 going to sleep for 11 seconds 00000100:00100000:0.0:1749394248.322467:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507914112 00000100:00100000:0.0:1749394248.322474:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507914112 00000100:00100000:2.0:1749394248.322502:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507914240:12345-0@lo:700: Request processed in 104us (212us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394248.322510:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:0.0:1749394248.322526:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00080000:1.0:1749394248.322526:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394248.322534:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507914112:12345-0@lo:700: 00000100:00100000:0.0:1749394248.322563:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394248.322569:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507914496:0@lo:700: 40000000:00080000:0.0:1749394248.322579:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394248.322582:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394248.322626:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507914112:12345-0@lo:700: Request processed in 92us (210us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394248.322634:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:3.0:1749394248.322692:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507914112:0@lo:700: 00000100:00100000:0.0:1749394248.322698:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507914240:0@lo:700: 00000100:00100000:2.0:1749394248.929180:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394248.929193:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507914624:0@lo:900: 00010000:00010000:2.0:1749394249.062327:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394249.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394249.322190:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394249.916157:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394249.916188:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507914752/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394254 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394249.916261:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394249.916336:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394249.916388:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507914752 00000100:00100000:0.0:1749394249.916400:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507914752 00000100:00080000:1.0:1749394249.916439:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394249.916484:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:0.0:1749394249.916500:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507914752:12345-0@lo:700: 40000000:00080000:0.0:1749394249.916544:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394249.916626:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507914752:12345-0@lo:700: Request processed in 128us (361us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394249.916670:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:2.0:1749394249.916681:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507914752/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394265 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394249.916693:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394249.919168:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394249.919193:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507914880/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394254 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394249.919246:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394249.919325:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394249.919366:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507914880 00000100:00100000:0.0:1749394249.919375:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507914880 00000100:00080000:1.0:1749394249.919424:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394249.919435:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:0.0:1749394249.919443:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507914880:12345-0@lo:700: 40000000:00080000:0.0:1749394249.919461:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394249.919510:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507914880:12345-0@lo:700: Request processed in 68us (265us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394249.919518:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:2.0:1749394249.919539:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507914880/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394265 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394249.919550:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:2.0:1749394250.064356:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394250.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394250.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394250.323217:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507915008:0@lo:700: 00000100:00100000:3.0:1749394250.323217:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507915136:0@lo:700: 00000100:00100000:3.0:1749394250.323265:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394250.323298:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507915136 00000100:00100000:0.0:1749394250.323304:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507915136 00000100:00100000:3.0:1749394250.323328:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 11 seconds 00000100:00100000:0.0:1749394250.323341:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:0.0:1749394250.323348:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507915136:12345-0@lo:700: 00000100:00080000:3.0:1749394250.323354:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394250.323379:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394250.323386:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507915264:0@lo:700: 40000000:00080000:0.0:1749394250.323399:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:1.0:1749394250.323399:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 40000000:00020000:0.0:1749394250.323402:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394250.323430:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507915008 00000100:00100000:1.0:1749394250.323432:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:2.0:1749394250.323441:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507915008 00000100:00100000:0.0:1749394250.323455:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507915136:12345-0@lo:700: Request processed in 106us (189us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394250.323463:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00080000:3.0:1749394250.323466:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394250.323480:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:0.0:1749394250.323487:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507915008:12345-0@lo:700: 00000100:00100000:3.0:1749394250.323494:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507915136:0@lo:700: 00000100:00100000:0.0:1749394250.323507:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394250.323512:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507915392:0@lo:700: 40000000:00080000:0.0:1749394250.323519:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394250.323521:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394250.323555:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507915008:12345-0@lo:700: Request processed in 68us (159us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394250.323562:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00100000:1.0:1749394250.323587:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507915008:0@lo:700: 00000100:00100000:2.0:1749394250.930208:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394250.930222:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507915520:0@lo:900: 00010000:00010000:2.0:1749394251.066343:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394251.192238:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394251.322231:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394251.519207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394251.519249:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394251.519295:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394251.519310:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499782400 00000100:00100000:2.0:1749394251.519325:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499782400 00000100:00100000:3.0:1749394251.519332:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499782528 00000100:00100000:3.0:1749394251.519341:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499782528 00000100:00100000:3.0:1749394251.519373:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499782656 00000100:00100000:3.0:1749394251.519376:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499782656 00000100:00100000:2.0:1749394251.519389:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 665 00000100:00100000:3.0:1749394251.519394:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1948 00000100:00100000:3.0:1749394251.519403:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499782528:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394251.519404:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499782400:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394251.519422:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1949 00000100:00100000:1.0:1749394251.519431:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499782656:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749394251.519433:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1293 last 0 00010000:00080000:1.0:1749394251.519457:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1293 last 0 00000100:00100000:2.0:1749394251.519500:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499782400:12345-192.168.203.32@tcp:400: Request processed in 96us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394251.519510:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499782528:12345-192.168.203.32@tcp:38: Request processed in 107us (259us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394251.519511:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499782656:12345-192.168.203.32@tcp:38: Request processed in 78us (214us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394251.519513:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 665 00000100:00100000:3.0:1749394251.519519:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1948 00000100:00100000:1.0:1749394251.519531:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1949 00010000:00010000:2.0:1749394252.068287:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394252.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:3.0:1749394252.252261:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394252.252272:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394252.252276:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394252.252286:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1289 00000100:00080000:3.0:1749394252.252292:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394252.252300:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749394252.252330:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c7b80 x1834371507915776/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394252.252349:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507915648:0@lo:400: 00000100:00080000:3.0:1749394252.252395:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394252.252411:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394252.252418:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394252.252421:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394252.252428:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1289 00000100:00080000:3.0:1749394252.252432:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394252.252438:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394252.252459:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c7480 x1834371507916032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394252.252473:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507915648 00000100:00080000:3.0:1749394252.252483:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394252.252484:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507915648 00000100:00100000:1.0:1749394252.252485:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507915776:0@lo:38: 00000100:00080000:3.0:1749394252.252489:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749394252.252491:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507915904:0@lo:400: 00000100:00080000:3.0:1749394252.252492:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394252.252497:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1289 00000100:00080000:3.0:1749394252.252502:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1749394252.252507:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394252.252518:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394252.252523:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c5f80 x1834371507916288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394252.252527:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1749394252.252532:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394252.252536:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507915648:12345-0@lo:400: 00000100:00080000:3.0:1749394252.252537:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394252.252539:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1749394252.252542:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394252.252544:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394252.252546:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507916160:0@lo:400: 00000100:00080000:3.0:1749394252.252550:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1289 00000100:00080000:3.0:1749394252.252553:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1749394252.252558:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394252.252562:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394252.252567:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507916032:0@lo:38: 00000100:00100000:3.0:1749394252.252575:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c5c00 x1834371507916416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394252.252593:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507915904 00000100:00100000:0.0:1749394252.252598:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507915904 00000100:00100000:2.0:1749394252.252611:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507915648:12345-0@lo:400: Request processed in 75us (199us total) trans 0 rc 0/0 00000100:00080000:3.0:1749394252.252612:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394252.252615:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394252.252650:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507916160 00000100:00100000:0.0:1749394252.252654:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507916160 00000100:00100000:2.0:1749394252.252656:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00080000:3.0:1749394252.252669:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394252.252672:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394252.252673:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00080000:3.0:1749394252.252678:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1289 00000100:00100000:0.0:1749394252.252680:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507915904:12345-0@lo:400: 00000100:00100000:1.0:1749394252.252681:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507916288:0@lo:38: 00000100:00080000:3.0:1749394252.252683:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1749394252.252689:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394252.252695:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507916544:0@lo:400: 00000100:00100000:3.0:1749394252.252713:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c6300 x1834371507916800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394252.252717:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394252.252728:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507915904:12345-0@lo:400: Request processed in 48us (209us total) trans 0 rc 0/0 00000100:00080000:3.0:1749394252.252728:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394252.252730:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394252.252734:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749394252.252736:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00080000:3.0:1749394252.252736:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394252.252742:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1289 00000100:00100000:1.0:1749394252.252743:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507916416:0@lo:38: 00000100:00080000:3.0:1749394252.252745:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1749394252.252750:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394252.252752:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1749394252.252752:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749394252.252757:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507916160:12345-0@lo:400: 00000100:00100000:2.0:1749394252.252758:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507916672:0@lo:400: 00000100:00100000:3.0:1749394252.252766:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c4700 x1834371507916928/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394252.252776:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394252.252781:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507916160:12345-0@lo:400: Request processed in 23us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394252.252787:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1749394252.252799:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507916544 00000100:00100000:2.0:1749394252.252803:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507916544 00000100:00100000:1.0:1749394252.252805:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394252.252808:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507917056:0@lo:400: 00000100:00100000:3.0:1749394252.252829:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507915776 00000100:00100000:2.0:1749394252.252831:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507916672 00000100:00100000:0.0:1749394252.252832:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394252.252833:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507916672 00000100:00100000:3.0:1749394252.252837:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507915776 00000100:00100000:1.0:1749394252.252840:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507916800:0@lo:38: 00000100:00100000:2.0:1749394252.252849:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507917056 00000100:00100000:2.0:1749394252.252851:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507917056 00000100:00100000:0.0:1749394252.252863:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507916160:0@lo:400: 00000100:00100000:1.0:1749394252.252865:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394252.252866:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1749394252.252866:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507916032 00000100:00100000:3.0:1749394252.252870:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507916032 00000100:00100000:2.0:1749394252.252872:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507916544:12345-0@lo:400: 00000100:00100000:0.0:1749394252.252873:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507915904:0@lo:400: 00000100:00100000:1.0:1749394252.252881:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507916928:0@lo:38: 00000100:00100000:3.0:1749394252.252882:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507916288 00000100:00100000:3.0:1749394252.252886:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507916288 00000100:00100000:0.0:1749394252.252891:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749394252.252897:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507917184:0@lo:400: 00000100:00100000:3.0:1749394252.252897:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507916416 00000100:00100000:1.0:1749394252.252900:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394252.252900:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507916416 00000100:00100000:2.0:1749394252.252908:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507916544:12345-0@lo:400: Request processed in 34us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394252.252911:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507916800 00000100:00100000:3.0:1749394252.252914:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507916800 00000100:00100000:0.0:1749394252.252915:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394252.252918:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1749394252.252923:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507916928 00000100:00100000:1.0:1749394252.252926:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507917184 00000100:00100000:3.0:1749394252.252926:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507916928 00000100:00100000:2.0:1749394252.252935:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1749394252.252938:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507917184 00000100:00100000:3.0:1749394252.252941:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1950 00000100:00100000:2.0:1749394252.252944:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507916672:12345-0@lo:400: 00000100:00100000:0.0:1749394252.252952:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1749394252.252960:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507917056:12345-0@lo:400: 00000100:00100000:3.0:1749394252.252962:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507915776:12345-0@lo:38: 00000100:00100000:1.0:1749394252.252969:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1749394252.252976:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507917184:12345-0@lo:400: 00000100:00100000:2.0:1749394252.252990:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507916672:12345-0@lo:400: Request processed in 46us (211us total) trans 0 rc 0/0 00010000:00020000:3.0:1749394252.252992:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394252.252997:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507917056:12345-0@lo:400: Request processed in 38us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394252.253002:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1749394252.253006:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1749394252.253019:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507917184:12345-0@lo:400: Request processed in 43us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394252.253026:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00080000:2.0:1749394252.253030:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1749394252.253035:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1749394252.253037:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c7800 x1834371507917184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394252.253043:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507915776:12345-0@lo:38: Request processed in 83us (510us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394252.253050:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507917184:0@lo:400: 00000100:00100000:2.0:1749394252.253053:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1951 00000100:00100000:2.0:1749394252.253060:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507916032:12345-0@lo:38: 00010000:00080000:0.0:1749394252.253064:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c6a00 x1834371507917056/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394252.253066:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1950 00000100:00080000:1.0:1749394252.253068:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394252.253102:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507917056:0@lo:400: 00000100:00100000:3.0:1749394252.253109:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1952 00000100:00100000:3.0:1749394252.253114:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507916288:12345-0@lo:38: 00010000:00020000:3.0:1749394252.253127:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394252.253128:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507915648:0@lo:400: 00000100:00080000:1.0:1749394252.253130:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:2.0:1749394252.253137:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394252.253138:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507915776:0@lo:38: 00000100:00100000:3.0:1749394252.253151:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507916288:12345-0@lo:38: Request processed in 35us (435us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394252.253156:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1953 00000100:00100000:0.0:1749394252.253163:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507916416:12345-0@lo:38: 00000100:00100000:3.0:1749394252.253163:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1952 00000100:00080000:1.0:1749394252.253169:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394252.253172:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1954 00000100:00080000:1.0:1749394252.253173:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394252.253174:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507916032:12345-0@lo:38: Request processed in 113us (560us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394252.253176:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507916800:12345-0@lo:38: 00000100:00100000:1.0:1749394252.253177:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507916288:0@lo:38: 00010000:00020000:0.0:1749394252.253179:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394252.253182:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1951 00010000:00020000:3.0:1749394252.253186:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749394252.253189:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394252.253192:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394252.253195:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507916032:0@lo:38: 00000100:00100000:2.0:1749394252.253199:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1955 00000100:00100000:2.0:1749394252.253204:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507916928:12345-0@lo:38: 00000100:00100000:3.0:1749394252.253209:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507916800:12345-0@lo:38: Request processed in 32us (344us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394252.253212:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394252.253215:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507916416:12345-0@lo:38: Request processed in 53us (411us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394252.253215:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:2.0:1749394252.253216:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394252.253216:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1954 00000100:00100000:1.0:1749394252.253218:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507916800:0@lo:38: 00000100:00100000:0.0:1749394252.253222:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1953 00000100:00080000:1.0:1749394252.253227:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394252.253230:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394252.253233:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507916416:0@lo:38: 00000100:00100000:2.0:1749394252.253237:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507916928:12345-0@lo:38: Request processed in 32us (335us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394252.253243:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1955 00000100:00080000:1.0:1749394252.253249:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394252.253251:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394252.253255:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507916928:0@lo:38: 00010000:00080000:2.0:1749394252.253280:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c6d80 x1834371507916672/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394252.253300:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507916672:0@lo:400: 00010000:00080000:2.0:1749394252.253319:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c5500 x1834371507916544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394252.253333:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507916544:0@lo:400: 00000100:00100000:1.0:1749394252.268329:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507917440:0@lo:41: 00000100:00100000:3.0:1749394252.268353:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507917312:0@lo:41: 00000100:00100000:1.0:1749394252.268376:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394252.268421:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394252.268467:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507917440 00000100:00100000:0.0:1749394252.268476:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507917440 00000100:00100000:2.0:1749394252.268489:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507917312 00000100:00100000:2.0:1749394252.268499:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507917312 00000100:00100000:0.0:1749394252.268531:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1749394252.268543:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:0.0:1749394252.268545:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507917440:12345-0@lo:41: 00000100:00100000:2.0:1749394252.268556:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507917312:12345-0@lo:41: 00000004:00000024:0.0:1749394252.268577:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:2.0:1749394252.268588:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394252.268657:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507917440:12345-0@lo:41: Request processed in 114us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394252.268666:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:1.0:1749394252.268677:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507917440:0@lo:41: 00000100:00100000:2.0:1749394252.268700:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507917312:12345-0@lo:41: Request processed in 143us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394252.268713:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:3.0:1749394252.268736:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507917312:0@lo:41: 00000100:00100000:1.0:1749394252.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394252.324200:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507917568:0@lo:700: 00000100:00100000:3.0:1749394252.324212:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507917696:0@lo:700: 00000100:00100000:1.0:1749394252.324242:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394252.324296:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394252.324299:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394252.324328:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 11 seconds 00000100:00100000:0.0:1749394252.324366:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507917568 00000100:00100000:0.0:1749394252.324375:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507917568 00000100:00100000:2.0:1749394252.324396:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507917696 00000100:00100000:2.0:1749394252.324406:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507917696 00000100:00100000:0.0:1749394252.324426:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:0.0:1749394252.324436:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507917568:12345-0@lo:700: 00000100:00100000:2.0:1749394252.324470:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:0.0:1749394252.324472:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394252.324479:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507917824:0@lo:700: 00000100:00100000:2.0:1749394252.324481:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507917696:12345-0@lo:700: 40000000:00080000:0.0:1749394252.324490:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394252.324493:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394252.324515:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790d80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394252.324521:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507917952:0@lo:700: 00000100:00100000:0.0:1749394252.324533:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507917568:12345-0@lo:700: Request processed in 98us (291us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394252.324533:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394252.324536:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394252.324546:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:1.0:1749394252.324546:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507917568:0@lo:700: 00000100:00100000:2.0:1749394252.324590:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507917696:12345-0@lo:700: Request processed in 110us (295us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394252.324599:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:3.0:1749394252.324620:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507917696:0@lo:700: 00000100:00100000:2.0:1749394252.931202:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790d80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394252.931215:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507918080:0@lo:900: 00010000:00010000:2.0:1749394253.070346:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394253.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394253.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394254.072339:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394254.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394254.322196:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394254.325214:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507918208:0@lo:700: 00000100:00100000:3.0:1749394254.325216:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507918336:0@lo:700: 00000100:00100000:3.0:1749394254.325286:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394254.325351:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 11 seconds 00000100:00100000:1.0:1749394254.325354:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394254.325377:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507918336 00000100:00100000:1.0:1749394254.325388:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394254.325388:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507918336 00000100:00080000:3.0:1749394254.325450:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394254.325451:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507918208 00000100:00100000:0.0:1749394254.325460:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507918208 00000100:00100000:2.0:1749394254.325478:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00080000:3.0:1749394254.325483:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394254.325492:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507918336:12345-0@lo:700: 00000100:00100000:0.0:1749394254.325503:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:0.0:1749394254.325511:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507918208:12345-0@lo:700: 00000100:00100000:2.0:1749394254.325544:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790d80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394254.325552:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507918464:0@lo:700: 40000000:00080000:2.0:1749394254.325568:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394254.325571:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394254.325656:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394254.325663:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507918592:0@lo:700: 00000100:00100000:2.0:1749394254.325667:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507918336:12345-0@lo:700: Request processed in 178us (380us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394254.325675:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:2.0:1749394254.325677:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 40000000:00020000:0.0:1749394254.325678:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394254.325699:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507918336:0@lo:700: 00000100:00100000:0.0:1749394254.325734:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507918208:12345-0@lo:700: Request processed in 223us (382us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394254.325744:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:1.0:1749394254.325782:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507918208:0@lo:700: 00000100:00100000:2.0:1749394254.932208:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790d80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394254.932221:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507918720:0@lo:900: 00010000:00010000:2.0:1749394255.074327:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394255.192147:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394255.322202:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394256.076295:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394256.192247:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394256.322215:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394256.326224:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507918848:0@lo:700: 00000100:00100000:3.0:1749394256.326224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507918976:0@lo:700: 00000100:00100000:1.0:1749394256.326300:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394256.326346:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394256.326370:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394256.326380:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 11 seconds 00000100:00100000:2.0:1749394256.326426:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507918848 00000100:00100000:0.0:1749394256.326427:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507918976 00000100:00100000:0.0:1749394256.326437:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507918976 00000100:00100000:2.0:1749394256.326437:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507918848 00000100:00080000:3.0:1749394256.326496:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394256.326501:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:2.0:1749394256.326511:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507918848:12345-0@lo:700: 00000100:00100000:0.0:1749394256.326518:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:0.0:1749394256.326527:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507918976:12345-0@lo:700: 00000100:00100000:2.0:1749394256.326554:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790d80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394256.326561:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507919104:0@lo:700: 40000000:00080000:2.0:1749394256.326577:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394256.326580:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394256.326659:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394256.326667:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507919232:0@lo:700: 00000100:00100000:2.0:1749394256.326670:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507918848:12345-0@lo:700: Request processed in 160us (369us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394256.326679:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:2.0:1749394256.326679:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 40000000:00020000:0.0:1749394256.326682:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394256.326699:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507918848:0@lo:700: 00000100:00100000:0.0:1749394256.326740:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507918976:12345-0@lo:700: Request processed in 213us (393us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394256.326754:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:3.0:1749394256.326770:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507918976:0@lo:700: 00000100:00100000:0.0:1749394256.527235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394256.527275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394256.527318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394256.527354:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499782912 00000100:00100000:0.0:1749394256.527360:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499782912 00000100:00100000:2.0:1749394256.527368:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499782784 00000100:00100000:2.0:1749394256.527379:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499782784 00000100:00100000:0.0:1749394256.527392:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499783040 00000100:00100000:0.0:1749394256.527395:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499783040 00000100:00100000:3.0:1749394256.527416:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1956 00000100:00100000:3.0:1749394256.527426:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499782912:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394256.527432:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 667 00000100:00100000:0.0:1749394256.527434:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1957 00000100:00100000:0.0:1749394256.527441:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499783040:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394256.527446:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499782784:12345-192.168.203.32@tcp:400: 00010000:00080000:3.0:1749394256.527456:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1298 last 0 00010000:00080000:0.0:1749394256.527464:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1298 last 0 00000100:00100000:2.0:1749394256.527517:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499782784:12345-192.168.203.32@tcp:400: Request processed in 71us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394256.527518:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499782912:12345-192.168.203.32@tcp:38: Request processed in 92us (242us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394256.527527:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499783040:12345-192.168.203.32@tcp:38: Request processed in 85us (207us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394256.527527:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1956 00000100:00100000:2.0:1749394256.527529:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 667 00000100:00100000:0.0:1749394256.527535:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1957 00000100:00100000:2.0:1749394256.933178:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790e40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394256.933190:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507919360:0@lo:900: 00010000:00010000:2.0:1749394257.078262:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394257.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:3.0:1749394257.260261:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394257.260271:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394257.260277:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394257.260285:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1294 00000100:00080000:3.0:1749394257.260291:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394257.260298:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394257.260326:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749394257.260327:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c4700 x1834371507919616/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394257.260347:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507919488:0@lo:400: 00000100:00100000:1.0:1749394257.260408:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394257.260413:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394257.260416:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1749394257.260420:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394257.260423:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394257.260429:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1294 00000100:00080000:3.0:1749394257.260432:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394257.260436:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507919744:0@lo:400: 00000100:00080000:3.0:1749394257.260439:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394257.260457:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c6300 x1834371507919872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394257.260480:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394257.260493:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394257.260498:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394257.260501:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394257.260506:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1294 00000100:00080000:3.0:1749394257.260510:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394257.260511:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1749394257.260515:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394257.260527:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507919616:0@lo:38: 00000100:00100000:1.0:1749394257.260527:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507920000:0@lo:400: 00000100:00100000:2.0:1749394257.260530:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507919488 00000100:00100000:3.0:1749394257.260532:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c5f80 x1834371507920128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394257.260541:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507919488 00000100:00080000:3.0:1749394257.260547:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394257.260552:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394257.260552:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394257.260554:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394257.260559:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1294 00000100:00080000:3.0:1749394257.260563:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394257.260568:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507919872:0@lo:38: 00000100:00080000:3.0:1749394257.260568:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394257.260581:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1749394257.260585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394257.260585:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394257.260585:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c7b80 x1834371507920256/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394257.260617:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507919488:12345-0@lo:400: 00000100:00100000:0.0:1749394257.260651:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507920128:0@lo:38: 00000100:00100000:0.0:1749394257.260673:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394257.260688:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507920256:0@lo:38: 00000100:00080000:3.0:1749394257.260691:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394257.260697:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507919616 00000100:00100000:2.0:1749394257.260697:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507919488:12345-0@lo:400: Request processed in 107us (288us total) trans 0 rc 0/0 00000100:00080000:3.0:1749394257.260697:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394257.260700:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394257.260703:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394257.260705:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507919616 00000100:00100000:2.0:1749394257.260706:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00080000:3.0:1749394257.260706:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1294 00000100:00080000:3.0:1749394257.260710:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1749394257.260716:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394257.260729:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507919872 00000100:00100000:0.0:1749394257.260731:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507920128 00000100:00100000:1.0:1749394257.260732:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507919872 00000100:00100000:3.0:1749394257.260735:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c7800 x1834371507920640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394257.260736:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507920128 00000100:00100000:2.0:1749394257.260738:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507919744 00000100:00100000:1.0:1749394257.260742:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507920256 00000100:00100000:2.0:1749394257.260742:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507919744 00000100:00100000:1.0:1749394257.260744:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507920256 00000100:00100000:0.0:1749394257.260755:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1958 00000100:00080000:3.0:1749394257.260755:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394257.260760:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:0.0:1749394257.260761:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507919616:12345-0@lo:38: 00000100:00080000:3.0:1749394257.260762:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394257.260763:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507920000 00000100:00100000:2.0:1749394257.260766:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507920000 00000100:00080000:3.0:1749394257.260768:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1294 00000100:00100000:1.0:1749394257.260769:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1959 00000100:00080000:3.0:1749394257.260772:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00100000:1.0:1749394257.260776:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507919872:12345-0@lo:38: 00000100:00080000:3.0:1749394257.260777:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394257.260780:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00010000:00020000:0.0:1749394257.260782:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394257.260786:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507919744:12345-0@lo:400: 00000100:00100000:3.0:1749394257.260791:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c5880 x1834371507920768/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00020000:1.0:1749394257.260793:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394257.260811:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507919616:12345-0@lo:38: Request processed in 49us (259us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394257.260819:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1958 00000100:00100000:2.0:1749394257.260824:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507919744:12345-0@lo:400: Request processed in 38us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394257.260830:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1749394257.260831:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507919872:12345-0@lo:38: Request processed in 54us (244us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394257.260834:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1960 00000100:00100000:0.0:1749394257.260838:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507920128:12345-0@lo:38: 00000100:00100000:1.0:1749394257.260839:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1959 00000100:00100000:2.0:1749394257.260841:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1749394257.260846:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507921024:0@lo:400: 00000100:00100000:2.0:1749394257.260847:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507920000:12345-0@lo:400: 00010000:00020000:0.0:1749394257.260849:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394257.260852:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1961 00000100:00100000:1.0:1749394257.260856:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507920256:12345-0@lo:38: 00010000:00020000:1.0:1749394257.260867:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394257.260872:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507920128:12345-0@lo:38: Request processed in 32us (197us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394257.260875:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507920000:12345-0@lo:400: Request processed in 28us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394257.260878:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1960 00000100:00100000:2.0:1749394257.260885:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1749394257.260892:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507920256:12345-0@lo:38: Request processed in 34us (187us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394257.260898:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1961 00000100:00100000:0.0:1749394257.260900:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507920512:0@lo:400: 00000100:00100000:3.0:1749394257.260901:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394257.260921:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507920896:0@lo:400: 00000100:00100000:0.0:1749394257.260928:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394257.260939:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749394257.260943:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394257.260945:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507921024 00000100:00100000:3.0:1749394257.260950:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507920384:0@lo:400: 00000100:00100000:2.0:1749394257.260951:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507921024 00000100:00100000:0.0:1749394257.260960:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507919744:0@lo:400: 00000100:00100000:1.0:1749394257.260970:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507919488:0@lo:400: 00000100:00100000:0.0:1749394257.260984:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507920640:0@lo:38: 00000100:00100000:3.0:1749394257.260985:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394257.260995:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507920512 00000100:00100000:1.0:1749394257.260999:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507920896 00000100:00100000:2.0:1749394257.261000:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507920512 00000100:00100000:1.0:1749394257.261002:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507920896 00000100:00100000:0.0:1749394257.261004:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394257.261017:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394257.261020:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507920768:0@lo:38: 00000100:00100000:1.0:1749394257.261020:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507920384 00000100:00100000:1.0:1749394257.261023:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507920384 00000100:00100000:2.0:1749394257.261026:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1749394257.261030:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507920640 00000100:00100000:3.0:1749394257.261035:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507920640 00000100:00100000:1.0:1749394257.261038:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:0.0:1749394257.261039:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394257.261039:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507921024:12345-0@lo:400: 00000100:00100000:1.0:1749394257.261053:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507920512:12345-0@lo:400: 00000100:00080000:0.0:1749394257.261057:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394257.261061:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394257.261062:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507920768 00000100:00100000:0.0:1749394257.261065:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507920128:0@lo:38: 00000100:00100000:3.0:1749394257.261065:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507920768 00000100:00080000:0.0:1749394257.261107:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394257.261111:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394257.261111:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1962 00000100:00100000:0.0:1749394257.261115:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507920256:0@lo:38: 00000100:00100000:3.0:1749394257.261117:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507920640:12345-0@lo:38: 00000100:00080000:0.0:1749394257.261123:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394257.261126:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394257.261129:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507919616:0@lo:38: 00010000:00020000:3.0:1749394257.261134:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749394257.261137:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394257.261140:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394257.261140:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507921024:12345-0@lo:400: Request processed in 104us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394257.261143:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507919872:0@lo:38: 00000100:00100000:2.0:1749394257.261148:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1749394257.261163:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507920512:12345-0@lo:400: Request processed in 107us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394257.261163:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1749394257.261169:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507920896:12345-0@lo:400: 00000100:00080000:0.0:1749394257.261171:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394257.261171:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507920640:12345-0@lo:38: Request processed in 53us (165us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749394257.261174:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394257.261175:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:0.0:1749394257.261177:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507920640:0@lo:38: 00000100:00100000:3.0:1749394257.261178:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1962 00000100:00100000:3.0:1749394257.261190:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1963 00000100:00100000:3.0:1749394257.261194:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507920768:12345-0@lo:38: 00000100:00100000:1.0:1749394257.261198:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1749394257.261200:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507920896:12345-0@lo:400: Request processed in 31us (256us total) trans 0 rc 0/0 00010000:00020000:3.0:1749394257.261205:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394257.261208:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507920384:12345-0@lo:400: 00000100:00100000:2.0:1749394257.261208:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00010000:00080000:0.0:1749394257.261227:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c6a00 x1834371507920512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394257.261229:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507920768:12345-0@lo:38: Request processed in 33us (193us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394257.261235:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1963 00000100:00100000:0.0:1749394257.261240:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507920512:0@lo:400: 00000100:00100000:1.0:1749394257.261245:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507920384:12345-0@lo:400: Request processed in 40us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394257.261252:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00080000:0.0:1749394257.261259:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394257.261262:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:3.0:1749394257.261265:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c4e00 x1834371507920384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394257.261266:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507920768:0@lo:38: 00000100:00100000:2.0:1749394257.261270:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507920000:0@lo:400: 00000100:00100000:3.0:1749394257.261277:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507920384:0@lo:400: 00010000:00080000:1.0:1749394257.261284:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8800997c4000 x1834371507920896/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749394257.261290:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a9500 x1834371507921024/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394257.261298:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507920896:0@lo:400: 00000100:00100000:3.0:1749394257.261299:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507921024:0@lo:400: 00000100:00100000:3.0:1749394257.276189:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749394257.276203:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507921152:0@lo:41: 00000100:00100000:1.0:1749394257.276211:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749394257.276226:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507921280:0@lo:41: 00000100:00100000:3.0:1749394257.276238:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394257.276265:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394257.276294:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507921152 00000100:00100000:3.0:1749394257.276298:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507921152 00000100:00100000:2.0:1749394257.276312:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507921280 00000100:00100000:2.0:1749394257.276321:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507921280 00000100:00100000:3.0:1749394257.276325:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1749394257.276342:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507921152:12345-0@lo:41: 00000100:00100000:0.0:1749394257.276350:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1749394257.276365:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507921280:12345-0@lo:41: 00000004:00000024:3.0:1749394257.276368:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000004:00000024:0.0:1749394257.276392:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749394257.276407:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507921152:12345-0@lo:41: Request processed in 67us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394257.276415:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:2.0:1749394257.276436:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507921152:0@lo:41: 00000100:00100000:0.0:1749394257.276456:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507921280:12345-0@lo:41: Request processed in 96us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394257.276465:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1749394257.276497:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507921280:0@lo:41: 00000100:00100000:1.0:1749394257.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394258.080347:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394258.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394258.322190:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394258.327190:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507921408:0@lo:700: 00000100:00100000:3.0:1749394258.327207:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ab480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507921536:0@lo:700: 00000100:00100000:1.0:1749394258.327248:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394258.327289:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394258.327310:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea300 going to sleep for 11 seconds 00000100:00100000:3.0:1749394258.327323:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 11 seconds 00000100:00100000:0.0:1749394258.327373:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507921536 00000100:00100000:2.0:1749394258.327373:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507921408 00000100:00100000:0.0:1749394258.327383:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507921536 00000100:00100000:2.0:1749394258.327383:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507921408 00000100:00080000:3.0:1749394258.327438:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394258.327459:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:2.0:1749394258.327467:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:0.0:1749394258.327468:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507921536:12345-0@lo:700: 00000100:00100000:2.0:1749394258.327476:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507921408:12345-0@lo:700: 00000100:00100000:0.0:1749394258.327509:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394258.327517:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507921664:0@lo:700: 40000000:00080000:0.0:1749394258.327530:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394258.327534:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394258.327625:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790f00 going to sleep for 0 seconds 00000100:00100000:0.0:1749394258.327627:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507921536:12345-0@lo:700: Request processed in 159us (336us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394258.327632:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507921792:0@lo:700: 00000100:00100000:0.0:1749394258.327636:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 40000000:00080000:2.0:1749394258.327646:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:3.0:1749394258.327646:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ab480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507921536:0@lo:700: 40000000:00020000:2.0:1749394258.327648:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394258.327701:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507921408:12345-0@lo:700: Request processed in 226us (452us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394258.327710:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:1.0:1749394258.327730:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507921408:0@lo:700: 00000100:00100000:2.0:1749394258.934200:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790f00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394258.934211:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507921920:0@lo:900: 00010000:00010000:2.0:1749394259.082309:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394259.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394259.322205:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394260.084337:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394260.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394260.322208:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394260.328218:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507922048:0@lo:700: 00000100:00100000:3.0:1749394260.328218:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ab480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507922176:0@lo:700: 00000100:00100000:3.0:1749394260.328285:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394260.328343:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394260.328356:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 11 seconds 00000100:00100000:1.0:1749394260.328376:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea300 going to sleep for 11 seconds 00000100:00100000:2.0:1749394260.328413:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507922176 00000100:00100000:2.0:1749394260.328424:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507922176 00000100:00100000:0.0:1749394260.328425:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507922048 00000100:00100000:0.0:1749394260.328436:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507922048 00000100:00080000:3.0:1749394260.328484:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394260.328494:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:2.0:1749394260.328505:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507922176:12345-0@lo:700: 00000100:00100000:0.0:1749394260.328524:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:0.0:1749394260.328538:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507922048:12345-0@lo:700: 00000100:00100000:2.0:1749394260.328547:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790f00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394260.328554:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507922304:0@lo:700: 40000000:00080000:2.0:1749394260.328597:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394260.328603:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394260.328645:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394260.328652:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507922432:0@lo:700: 40000000:00080000:0.0:1749394260.328665:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394260.328668:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394260.328682:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507922176:12345-0@lo:700: Request processed in 176us (393us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394260.328695:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00100000:3.0:1749394260.328703:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ab480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507922176:0@lo:700: 00000100:00100000:0.0:1749394260.328711:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507922048:12345-0@lo:700: Request processed in 177us (370us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394260.328720:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:1.0:1749394260.328731:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d522680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507922048:0@lo:700: 00000100:00100000:2.0:1749394260.916173:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394260.916198:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507922560/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394265 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394260.916250:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394260.916326:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394260.916339:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507922560 00000100:00100000:0.0:1749394260.916351:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507922560 00000100:00080000:3.0:1749394260.916423:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394260.916429:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:0.0:1749394260.916443:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507922560:12345-0@lo:700: 40000000:00080000:0.0:1749394260.916472:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394260.916548:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507922560:12345-0@lo:700: Request processed in 107us (294us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394260.916562:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:2.0:1749394260.916604:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507922560/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394276 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394260.916622:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394260.919148:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394260.919168:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507922688/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394265 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394260.919208:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394260.919262:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394260.919319:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507922688 00000100:00100000:0.0:1749394260.919328:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507922688 00000100:00080000:3.0:1749394260.919367:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394260.919387:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:0.0:1749394260.919396:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507922688:12345-0@lo:700: 40000000:00080000:0.0:1749394260.919415:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394260.919454:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507922688:12345-0@lo:700: Request processed in 59us (245us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394260.919463:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:2.0:1749394260.919463:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507922688/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394276 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394260.919474:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394260.935215:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790f00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394260.935228:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507922816:0@lo:900: 00010000:00010000:2.0:1749394261.086309:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394261.192200:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394261.322206:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394261.535536:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394261.535641:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499783168 00000100:00100000:0.0:1749394261.535648:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394261.535654:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499783168 00000100:00100000:0.0:1749394261.535694:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394261.535720:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 669 00000100:00100000:3.0:1749394261.535729:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499783296 00000100:00100000:2.0:1749394261.535730:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499783168:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394261.535733:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499783424 00000100:00100000:3.0:1749394261.535737:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499783296 00000100:00100000:0.0:1749394261.535739:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499783424 00000100:00100000:3.0:1749394261.535770:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1964 00000100:00100000:3.0:1749394261.535777:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499783296:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394261.535778:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1965 00000100:00100000:0.0:1749394261.535786:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499783424:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394261.535804:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499783168:12345-192.168.203.32@tcp:400: Request processed in 74us (278us total) trans 0 rc 0/0 00010000:00080000:3.0:1749394261.535804:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1303 last 0 00010000:00080000:0.0:1749394261.535809:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1303 last 0 00000100:00100000:2.0:1749394261.535812:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 669 00000100:00100000:3.0:1749394261.535859:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499783296:12345-192.168.203.32@tcp:38: Request processed in 81us (212us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394261.535867:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1964 00000100:00100000:0.0:1749394261.535869:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499783424:12345-192.168.203.32@tcp:38: Request processed in 82us (174us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394261.535878:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1965 00010000:00010000:2.0:1749394262.088340:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394262.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:3.0:1749394262.268236:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394262.268254:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394262.268258:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394262.268266:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1299 00000100:00080000:3.0:1749394262.268270:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394262.268276:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394262.268286:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749394262.268299:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a9880 x1834371507923072/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394262.268306:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507922944:0@lo:400: 00000100:00080000:3.0:1749394262.268340:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394262.268344:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394262.268346:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394262.268350:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1299 00000100:00100000:1.0:1749394262.268351:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507923072:0@lo:38: 00000100:00080000:3.0:1749394262.268352:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394262.268355:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394262.268361:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394262.268367:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aad80 x1834371507923328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394262.268383:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394262.268387:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394262.268388:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394262.268391:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1299 00000100:00080000:3.0:1749394262.268393:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394262.268396:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394262.268400:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394262.268406:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aaa00 x1834371507923584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394262.268414:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394262.268415:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507923200:0@lo:400: 00000100:00100000:0.0:1749394262.268422:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507922944 00000100:00080000:3.0:1749394262.268422:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394262.268424:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394262.268427:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1299 00000100:00100000:0.0:1749394262.268429:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507922944 00000100:00080000:3.0:1749394262.268429:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394262.268432:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507923328:0@lo:38: 00000100:00080000:3.0:1749394262.268433:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394262.268445:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a8000 x1834371507923712/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394262.268460:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1749394262.268464:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394262.268468:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507922944:12345-0@lo:400: 00000100:00080000:3.0:1749394262.268472:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394262.268475:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394262.268476:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394262.268481:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1299 00000100:00100000:1.0:1749394262.268483:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507923584:0@lo:38: 00000100:00080000:3.0:1749394262.268484:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00100000:2.0:1749394262.268486:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394262.268487:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394262.268496:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a9180 x1834371507924096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394262.268501:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394262.268505:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394262.268508:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394262.268509:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394262.268512:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1299 00000100:00080000:3.0:1749394262.268515:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1749394262.268517:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394262.268520:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507922944:12345-0@lo:400: Request processed in 52us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394262.268528:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1749394262.268529:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a9f80 x1834371507924224/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394262.268532:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507923712:0@lo:38: 00000100:00100000:2.0:1749394262.268538:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749394262.268550:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394262.268550:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507924352:0@lo:400: 00000100:00100000:1.0:1749394262.268589:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507924096:0@lo:38: 00000100:00100000:0.0:1749394262.268594:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507923200 00000100:00100000:3.0:1749394262.268595:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507923840:0@lo:400: 00000100:00100000:0.0:1749394262.268599:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507923200 00000100:00100000:1.0:1749394262.268610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394262.268612:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394262.268623:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1749394262.268627:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507924224:0@lo:38: 00000100:00100000:0.0:1749394262.268629:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507923200:12345-0@lo:400: 00000100:00100000:2.0:1749394262.268642:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507923456:0@lo:400: 00000100:00100000:3.0:1749394262.268642:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394262.268643:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394262.268669:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507923200:12345-0@lo:400: Request processed in 40us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394262.268672:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507923072 00000100:00100000:2.0:1749394262.268672:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394262.268675:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1749394262.268677:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507923072 00000100:00100000:3.0:1749394262.268683:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507922944:0@lo:400: 00000100:00100000:0.0:1749394262.268685:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507923456 00000100:00100000:0.0:1749394262.268688:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507923456 00000100:00100000:1.0:1749394262.268692:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507923328 00000100:00100000:1.0:1749394262.268694:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507923328 00000100:00100000:1.0:1749394262.268701:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507923584 00000100:00100000:1.0:1749394262.268703:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507923584 00000100:00100000:0.0:1749394262.268704:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:3.0:1749394262.268704:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749394262.268709:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507923712 00000100:00100000:2.0:1749394262.268709:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507923200:0@lo:400: 00000100:00100000:0.0:1749394262.268710:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507923456:12345-0@lo:400: 00000100:00100000:1.0:1749394262.268711:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507923712 00000100:00100000:3.0:1749394262.268711:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507923968:0@lo:400: 00000100:00100000:1.0:1749394262.268717:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507924096 00000100:00100000:1.0:1749394262.268719:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507924096 00000100:00100000:1.0:1749394262.268725:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507924224 00000100:00100000:1.0:1749394262.268727:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507924224 00000100:00100000:2.0:1749394262.268731:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749394262.268734:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394262.268739:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507923456:12345-0@lo:400: Request processed in 29us (67us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394262.268741:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507924480:0@lo:400: 00000100:00100000:0.0:1749394262.268745:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1749394262.268749:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1966 00000100:00100000:1.0:1749394262.268755:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507923072:12345-0@lo:38: 00000100:00100000:0.0:1749394262.268763:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1967 00000100:00100000:0.0:1749394262.268768:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507923328:12345-0@lo:38: 00000100:00100000:3.0:1749394262.268768:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507924352 00000100:00100000:3.0:1749394262.268773:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507924352 00010000:00020000:1.0:1749394262.268775:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394262.268775:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749394262.268785:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394262.268804:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507923840 00000100:00100000:3.0:1749394262.268806:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507923840 00000100:00100000:2.0:1749394262.268813:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507923456:0@lo:400: 00000100:00100000:1.0:1749394262.268816:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507923072:12345-0@lo:38: Request processed in 60us (416us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394262.268817:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507923328:12345-0@lo:38: Request processed in 47us (351us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394262.268820:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507923968 00000100:00100000:3.0:1749394262.268822:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507923968 00000100:00100000:0.0:1749394262.268823:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1967 00000100:00100000:1.0:1749394262.268827:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1966 00000100:00100000:3.0:1749394262.268832:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507924480 00000100:00100000:3.0:1749394262.268834:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507924480 00000100:00100000:0.0:1749394262.268836:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1968 00000100:00100000:0.0:1749394262.268840:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507923584:12345-0@lo:38: 00000100:00100000:1.0:1749394262.268841:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1969 00000100:00100000:1.0:1749394262.268847:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507923712:12345-0@lo:38: 00000100:00100000:3.0:1749394262.268848:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00010000:00020000:0.0:1749394262.268851:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394262.268857:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507924352:12345-0@lo:400: 00000100:00100000:2.0:1749394262.268858:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1970 00010000:00020000:1.0:1749394262.268859:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394262.268869:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507923584:12345-0@lo:38: Request processed in 25us (365us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394262.268869:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507924096:12345-0@lo:38: 00000100:00100000:0.0:1749394262.268875:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1968 00000100:00100000:1.0:1749394262.268878:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507923712:12345-0@lo:38: Request processed in 31us (326us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394262.268884:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1969 00000100:00100000:0.0:1749394262.268888:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1971 00000100:00100000:0.0:1749394262.268893:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507924224:12345-0@lo:38: 00010000:00020000:2.0:1749394262.268894:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394262.268903:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749394262.268909:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394262.268913:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394262.268915:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507924352:12345-0@lo:400: Request processed in 57us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394262.268918:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507923712:0@lo:38: 00000100:00100000:3.0:1749394262.268927:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1749394262.268928:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507924224:12345-0@lo:38: Request processed in 34us (284us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394262.268929:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394262.268932:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394262.268934:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1971 00000100:00100000:1.0:1749394262.268935:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507923328:0@lo:38: 00000100:00100000:2.0:1749394262.268940:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507924096:12345-0@lo:38: Request processed in 70us (326us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394262.268944:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394262.268946:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394262.268949:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1749394262.268950:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507923584:0@lo:38: 00000100:00100000:2.0:1749394262.268952:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1970 00000100:00080000:1.0:1749394262.268957:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394262.268958:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1749394262.268958:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507923840:12345-0@lo:400: 00000100:00080000:1.0:1749394262.268959:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394262.268962:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507923072:0@lo:38: 00000100:00100000:0.0:1749394262.268965:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507923968:12345-0@lo:400: 00000100:00100000:2.0:1749394262.268988:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00080000:1.0:1749394262.268995:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394262.268997:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507923968:12345-0@lo:400: Request processed in 33us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394262.268997:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507924480:12345-0@lo:400: 00000100:00080000:1.0:1749394262.268998:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394262.269001:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507924224:0@lo:38: 00000100:00100000:0.0:1749394262.269003:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00080000:1.0:1749394262.269010:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394262.269010:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507923840:12345-0@lo:400: Request processed in 51us (365us total) trans 0 rc 0/0 00000100:00080000:1.0:1749394262.269013:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394262.269016:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507924096:0@lo:38: 00000100:00100000:3.0:1749394262.269021:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:2.0:1749394262.269033:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507924480:12345-0@lo:400: Request processed in 38us (259us total) trans 0 rc 0/0 00010000:00080000:0.0:1749394262.269036:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a8380 x1834371507923968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394262.269040:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:0.0:1749394262.269050:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507923968:0@lo:400: 00000100:00080000:1.0:1749394262.269055:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1749394262.269059:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1749394262.269063:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ab100 x1834371507923840/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749394262.269068:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a9500 x1834371507924480/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394262.269115:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507923840:0@lo:400: 00000100:00100000:2.0:1749394262.269124:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507924480:0@lo:400: 00010000:00080000:2.0:1749394262.269136:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a8700 x1834371507924352/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394262.269146:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507924352:0@lo:400: 00000100:00100000:1.0:1749394262.284244:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507924736:0@lo:41: 00000100:00100000:0.0:1749394262.284255:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507924608:0@lo:41: 00000100:00100000:1.0:1749394262.284283:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394262.284321:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394262.284349:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507924736 00000100:00100000:2.0:1749394262.284361:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507924736 00000100:00100000:0.0:1749394262.284363:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507924608 00000100:00100000:0.0:1749394262.284368:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507924608 00000100:00100000:2.0:1749394262.284412:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:2.0:1749394262.284424:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507924736:12345-0@lo:41: 00000100:00100000:0.0:1749394262.284427:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1749394262.284435:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507924608:12345-0@lo:41: 00000004:00000024:2.0:1749394262.284455:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:0.0:1749394262.284459:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394262.284503:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507924736:12345-0@lo:41: Request processed in 82us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394262.284504:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507924608:12345-0@lo:41: Request processed in 69us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394262.284512:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:0.0:1749394262.284516:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:1.0:1749394262.284526:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507924608:0@lo:41: 00000100:00100000:1.0:1749394262.284553:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507924736:0@lo:41: 00000100:00100000:1.0:1749394262.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394262.329199:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d523480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507924864:0@lo:700: 00000100:00100000:3.0:1749394262.329210:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507924992:0@lo:700: 00000100:00100000:1.0:1749394262.329239:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394262.329298:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea300 going to sleep for 11 seconds 00000100:00100000:3.0:1749394262.329301:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394262.329333:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 11 seconds 00000100:00100000:0.0:1749394262.329364:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507924864 00000100:00100000:0.0:1749394262.329373:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507924864 00000100:00100000:0.0:1749394262.329419:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507924992 00000100:00100000:0.0:1749394262.329422:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507924992 00000100:00100000:2.0:1749394262.329438:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1749394262.329455:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:2.0:1749394262.329456:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507924864:12345-0@lo:700: 00000100:00100000:1.0:1749394262.329467:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507924992:12345-0@lo:700: 00000100:00100000:2.0:1749394262.329505:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394262.329514:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507925120:0@lo:700: 40000000:00080000:2.0:1749394262.329537:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394262.329542:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394262.329610:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eacc0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394262.329617:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507925248:0@lo:700: 40000000:00080000:1.0:1749394262.329628:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394262.329631:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394262.329636:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507924864:12345-0@lo:700: Request processed in 185us (396us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394262.329646:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:0.0:1749394262.329675:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d523480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507924864:0@lo:700: 00000100:00100000:1.0:1749394262.329678:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507924992:12345-0@lo:700: Request processed in 214us (379us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394262.329700:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:3.0:1749394262.329708:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507924992:0@lo:700: 00000100:00100000:2.0:1749394262.936208:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394262.936220:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507925376:0@lo:900: 00010000:00010000:2.0:1749394263.090318:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394263.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394263.322190:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394264.092395:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394264.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394264.322212:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394264.330226:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507925504:0@lo:700: 00000100:00100000:3.0:1749394264.330256:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507925632:0@lo:700: 00000100:00100000:0.0:1749394264.330306:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394264.330370:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394264.330396:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394264.330404:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507925504 00000100:00100000:3.0:1749394264.330408:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 11 seconds 00000100:00100000:1.0:1749394264.330414:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507925504 00000100:00080000:0.0:1749394264.330454:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394264.330486:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507925632 00000100:00100000:1.0:1749394264.330491:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507925632 00000100:00100000:2.0:1749394264.330510:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:2.0:1749394264.330525:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507925504:12345-0@lo:700: 00000100:00100000:3.0:1749394264.330531:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00080000:0.0:1749394264.330565:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394264.330570:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507925632:12345-0@lo:700: 00000100:00100000:2.0:1749394264.330601:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394264.330609:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507925760:0@lo:700: 40000000:00080000:2.0:1749394264.330627:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394264.330629:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394264.330656:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394264.330663:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507925888:0@lo:700: 40000000:00080000:3.0:1749394264.330675:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394264.330678:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394264.330696:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507925504:12345-0@lo:700: Request processed in 175us (392us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394264.330705:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:3.0:1749394264.330716:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507925632:12345-0@lo:700: Request processed in 176us (347us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394264.330723:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507925504:0@lo:700: 00000100:00100000:3.0:1749394264.330724:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00100000:3.0:1749394264.330757:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507925632:0@lo:700: 00000100:00100000:2.0:1749394264.937224:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394264.937239:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507926016:0@lo:900: 00010000:00010000:2.0:1749394265.094336:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394265.192198:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394265.322227:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394266.096363:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394266.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394266.322168:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394266.331224:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507926144:0@lo:700: 00000100:00100000:3.0:1749394266.331224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507926272:0@lo:700: 00000100:00100000:0.0:1749394266.331303:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394266.331346:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507926144 00000100:00100000:3.0:1749394266.331356:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507926144 00000100:00100000:0.0:1749394266.331371:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394266.331423:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:3.0:1749394266.331435:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507926144:12345-0@lo:700: 00000100:00100000:2.0:1749394266.331451:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394266.331464:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394266.331477:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394266.331483:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39900 going to sleep for 11 seconds 00000100:00100000:3.0:1749394266.331484:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507926400:0@lo:700: 00000100:00100000:2.0:1749394266.331495:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507926272 00000100:00100000:2.0:1749394266.331500:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507926272 40000000:00080000:3.0:1749394266.331501:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394266.331504:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00080000:1.0:1749394266.331567:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394266.331584:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507926144:12345-0@lo:700: Request processed in 151us (280us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394266.331588:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:3.0:1749394266.331595:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1749394266.331597:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507926272:12345-0@lo:700: 00000100:00100000:0.0:1749394266.331619:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507926144:0@lo:700: 00000100:00100000:2.0:1749394266.331629:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394266.331635:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507926528:0@lo:700: 40000000:00080000:2.0:1749394266.331650:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394266.331653:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394266.331691:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507926272:12345-0@lo:700: Request processed in 95us (243us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394266.331697:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507926272:0@lo:700: 00000100:00100000:2.0:1749394266.331699:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:0.0:1749394266.543458:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394266.543501:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394266.543597:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499783680 00000100:00100000:3.0:1749394266.543605:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499783680 00000100:00100000:2.0:1749394266.543611:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499783552 00000100:00100000:2.0:1749394266.543620:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499783552 00000100:00100000:3.0:1749394266.543638:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1972 00000100:00100000:0.0:1749394266.543643:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394266.543646:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499783680:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749394266.543674:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1308 last 0 00000100:00100000:2.0:1749394266.543678:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 671 00000100:00100000:2.0:1749394266.543688:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499783552:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394266.543699:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499783808 00000100:00100000:0.0:1749394266.543705:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499783808 00000100:00100000:0.0:1749394266.543730:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1973 00000100:00100000:0.0:1749394266.543737:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499783808:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394266.543740:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499783680:12345-192.168.203.32@tcp:38: Request processed in 94us (237us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394266.543743:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499783552:12345-192.168.203.32@tcp:400: Request processed in 56us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394266.543748:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1972 00000100:00100000:2.0:1749394266.543751:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 671 00010000:00080000:0.0:1749394266.543761:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1308 last 0 00000100:00100000:0.0:1749394266.543806:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499783808:12345-192.168.203.32@tcp:38: Request processed in 68us (163us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394266.543814:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1973 00000100:00100000:2.0:1749394266.938219:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d790600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394266.938235:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507926656:0@lo:900: 00010000:00010000:2.0:1749394267.098331:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394267.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:3.0:1749394267.276266:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394267.276277:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394267.276283:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394267.276292:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1304 00000100:00080000:3.0:1749394267.276299:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394267.276307:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749394267.276340:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb85500 x1834371507926912/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394267.276355:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507926784:0@lo:400: 00000100:00080000:3.0:1749394267.276380:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394267.276385:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394267.276387:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394267.276390:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1304 00000100:00080000:3.0:1749394267.276393:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394267.276397:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394267.276401:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507927040:0@lo:400: 00000100:00100000:3.0:1749394267.276411:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb85180 x1834371507927168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394267.276424:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394267.276434:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394267.276450:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394267.276450:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394267.276452:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394267.276456:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1304 00000100:00080000:3.0:1749394267.276459:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394267.276463:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394267.276475:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb86d80 x1834371507927424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394267.276480:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507926912:0@lo:38: 00000100:00080000:3.0:1749394267.276485:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394267.276488:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507927040 00000100:00080000:3.0:1749394267.276488:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394267.276489:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394267.276492:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1304 00000100:00100000:0.0:1749394267.276495:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507927040 00000100:00080000:3.0:1749394267.276495:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394267.276498:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394267.276508:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb87100 x1834371507927552/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394267.276518:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507926784 00000100:00100000:2.0:1749394267.276547:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507926784 00000100:00100000:1.0:1749394267.276554:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394267.276555:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394267.276558:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00080000:3.0:1749394267.276559:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394267.276561:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394267.276564:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1304 00000100:00080000:3.0:1749394267.276566:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394267.276567:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507927040:12345-0@lo:400: 00000100:00080000:3.0:1749394267.276570:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394267.276580:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb84000 x1834371507927936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394267.276581:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1749394267.276585:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507927168:0@lo:38: 00000100:00100000:2.0:1749394267.276589:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507926784:12345-0@lo:400: 00000100:00080000:3.0:1749394267.276589:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394267.276597:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394267.276599:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394267.276603:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1304 00000100:00080000:3.0:1749394267.276605:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394267.276609:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394267.276611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394267.276621:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507927040:12345-0@lo:400: Request processed in 55us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394267.276621:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb87480 x1834371507928064/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394267.276629:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1749394267.276630:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507926784:12345-0@lo:400: Request processed in 42us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394267.276633:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507927424:0@lo:38: 00000100:00100000:2.0:1749394267.276638:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1749394267.276650:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394267.276658:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507926912 00000100:00100000:3.0:1749394267.276659:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507927680:0@lo:400: 00000100:00100000:0.0:1749394267.276662:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507926912 00000100:00100000:1.0:1749394267.276666:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507927552:0@lo:38: 00000100:00100000:2.0:1749394267.276670:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507927168 00000100:00100000:2.0:1749394267.276674:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507927168 00000100:00100000:0.0:1749394267.276678:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507927424 00000100:00100000:0.0:1749394267.276681:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507927424 00000100:00100000:1.0:1749394267.276687:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394267.276691:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507927552 00000100:00100000:2.0:1749394267.276694:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507927552 00000100:00100000:0.0:1749394267.276695:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1974 00000100:00100000:1.0:1749394267.276700:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507927936:0@lo:38: 00000100:00100000:0.0:1749394267.276702:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507926912:12345-0@lo:38: 00000100:00100000:3.0:1749394267.276704:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394267.276705:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1975 00000100:00100000:2.0:1749394267.276710:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507927168:12345-0@lo:38: 00000100:00100000:1.0:1749394267.276716:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749394267.276725:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394267.276738:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507927936 00010000:00020000:2.0:1749394267.276739:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394267.276743:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507927936 00000100:00100000:3.0:1749394267.276750:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1749394267.276751:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507926912:12345-0@lo:38: Request processed in 50us (198us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394267.276758:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1974 00000100:00100000:3.0:1749394267.276758:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507927296:0@lo:400: 00000100:00100000:1.0:1749394267.276763:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1976 00000100:00100000:2.0:1749394267.276765:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507927168:12345-0@lo:38: Request processed in 54us (153us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394267.276770:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1977 00000100:00100000:1.0:1749394267.276770:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507927424:12345-0@lo:38: 00000100:00100000:0.0:1749394267.276776:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507927552:12345-0@lo:38: 00000100:00100000:2.0:1749394267.276776:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1975 00000100:00100000:3.0:1749394267.276780:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394267.276787:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1978 00010000:00020000:1.0:1749394267.276788:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394267.276792:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507927936:12345-0@lo:38: 00000100:00100000:3.0:1749394267.276796:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507928320:0@lo:400: 00010000:00020000:0.0:1749394267.276800:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749394267.276805:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394267.276817:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394267.276818:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507927424:12345-0@lo:38: Request processed in 46us (165us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394267.276832:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507927552:12345-0@lo:38: Request processed in 56us (144us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394267.276833:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507927936:12345-0@lo:38: Request processed in 40us (116us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394267.276836:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1976 00000100:00100000:0.0:1749394267.276840:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1977 00000100:00100000:3.0:1749394267.276843:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507927680 00000100:00100000:2.0:1749394267.276845:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1978 00000100:00100000:3.0:1749394267.276848:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507927680 00000100:00100000:2.0:1749394267.276865:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507928320 00000100:00100000:2.0:1749394267.276868:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507928320 00000100:00100000:3.0:1749394267.276878:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00080000:1.0:1749394267.276880:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394267.276882:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507927040:0@lo:400: 00000100:00080000:1.0:1749394267.276885:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394267.276885:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507927680:12345-0@lo:400: 00000100:00100000:1.0:1749394267.276890:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507927936:0@lo:38: 00000100:00100000:2.0:1749394267.276895:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:1.0:1749394267.276897:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507928064:0@lo:38: 00000100:00100000:0.0:1749394267.276901:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507928192:0@lo:400: 00000100:00100000:2.0:1749394267.276901:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507928320:12345-0@lo:400: 00000100:00100000:1.0:1749394267.276921:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394267.276929:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394267.276929:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507927680:12345-0@lo:400: Request processed in 43us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394267.276935:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507928320:12345-0@lo:400: Request processed in 34us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394267.276936:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1749394267.276941:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00080000:1.0:1749394267.276943:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394267.276946:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394267.276948:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749394267.276948:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507928192 00000100:00100000:1.0:1749394267.276950:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507926912:0@lo:38: 00000100:00100000:3.0:1749394267.276951:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507928192 00000100:00100000:0.0:1749394267.276954:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507927808:0@lo:400: 00000100:00080000:1.0:1749394267.276958:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394267.276958:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507927296 00000100:00080000:1.0:1749394267.276961:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394267.276961:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507927296 00000100:00100000:1.0:1749394267.276964:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507927168:0@lo:38: 00000100:00100000:3.0:1749394267.276970:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:0.0:1749394267.276971:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394267.276975:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507928192:12345-0@lo:400: 00000100:00100000:2.0:1749394267.276979:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:2.0:1749394267.276984:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507927296:12345-0@lo:400: 00000100:00080000:1.0:1749394267.276986:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394267.276989:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394267.276992:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507927808 00000100:00100000:1.0:1749394267.276992:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507927424:0@lo:38: 00000100:00100000:0.0:1749394267.276995:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507927808 00000100:00080000:1.0:1749394267.277000:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394267.277003:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394267.277004:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507928192:12345-0@lo:400: Request processed in 29us (75us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394267.277006:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507927552:0@lo:38: 00000100:00100000:0.0:1749394267.277013:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1749394267.277013:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507927296:12345-0@lo:400: Request processed in 28us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394267.277019:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1749394267.277020:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1749394267.277021:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507927808:12345-0@lo:400: 00000100:00080000:1.0:1749394267.277027:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394267.277048:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507926784:0@lo:400: 00000100:00100000:0.0:1749394267.277050:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507927808:12345-0@lo:400: Request processed in 31us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394267.277050:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507928064 00000100:00100000:3.0:1749394267.277054:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507928064 00000100:00100000:0.0:1749394267.277057:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1749394267.277106:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1979 00000100:00100000:3.0:1749394267.277111:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507928064:12345-0@lo:38: 00010000:00020000:3.0:1749394267.277127:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1749394267.277135:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb85880 x1834371507927808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394267.277147:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507927808:0@lo:400: 00010000:00080000:0.0:1749394267.277158:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb87800 x1834371507928192/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394267.277168:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507928192:0@lo:400: 00000100:00100000:3.0:1749394267.277171:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507928064:12345-0@lo:38: Request processed in 59us (249us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394267.277178:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1979 00000100:00100000:3.0:1749394267.277206:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507927296:0@lo:400: 00000100:00080000:1.0:1749394267.277215:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:3.0:1749394267.277218:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb86300 x1834371507928320/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394267.277219:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394267.277224:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507928064:0@lo:38: 00000100:00100000:3.0:1749394267.277229:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507928320:0@lo:400: 00010000:00080000:3.0:1749394267.277239:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb84a80 x1834371507927680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394267.277247:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507927680:0@lo:400: 00000100:00100000:2.0:1749394267.292316:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507928576:0@lo:41: 00000100:00100000:3.0:1749394267.292333:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507928448:0@lo:41: 00000100:00100000:2.0:1749394267.292353:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394267.292378:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507928576 00000100:00100000:0.0:1749394267.292387:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507928576 00000100:00100000:3.0:1749394267.292390:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394267.292418:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507928448 00000100:00100000:0.0:1749394267.292422:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507928448 00000100:00100000:2.0:1749394267.292426:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:2.0:1749394267.292435:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507928576:12345-0@lo:41: 00000100:00100000:0.0:1749394267.292454:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:0.0:1749394267.292463:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507928448:12345-0@lo:41: 00000004:00000024:2.0:1749394267.292465:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:0.0:1749394267.292490:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394267.292512:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507928576:12345-0@lo:41: Request processed in 78us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394267.292550:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:0.0:1749394267.292567:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507928448:12345-0@lo:41: Request processed in 104us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394267.292576:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1749394267.292587:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507928576:0@lo:41: 00000100:00100000:2.0:1749394267.292620:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507928448:0@lo:41: 00000100:00100000:1.0:1749394267.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394268.100312:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394268.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394268.322193:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394268.332246:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507928704:0@lo:700: 00000100:00100000:2.0:1749394268.332259:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507928832:0@lo:700: 00000100:00100000:0.0:1749394268.332316:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394268.332347:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507928704 00000100:00100000:2.0:1749394268.332355:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507928704 00000100:00100000:0.0:1749394268.332388:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394268.332409:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:2.0:1749394268.332419:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507928704:12345-0@lo:700: 00000100:00100000:0.0:1749394268.332420:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394268.332446:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7903c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394268.332446:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507928832 00000100:00100000:2.0:1749394268.332455:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394268.332456:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507928832 00000100:00100000:2.0:1749394268.332462:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507928960:0@lo:700: 40000000:00080000:2.0:1749394268.332480:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00080000:1.0:1749394268.332482:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 40000000:00020000:2.0:1749394268.332484:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394268.332505:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:3.0:1749394268.332535:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507928832:12345-0@lo:700: 00000100:00100000:2.0:1749394268.332563:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507928704:12345-0@lo:700: Request processed in 144us (246us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394268.332570:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394268.332572:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00100000:3.0:1749394268.332591:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507929088:0@lo:700: 00000100:00100000:1.0:1749394268.332601:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507928704:0@lo:700: 40000000:00080000:3.0:1749394268.332604:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394268.332607:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394268.332664:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507928832:12345-0@lo:700: Request processed in 151us (243us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394268.332674:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:0.0:1749394268.332689:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507928832:0@lo:700: 00000100:00100000:2.0:1749394268.939193:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394268.939206:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507929216:0@lo:900: 00010000:00010000:2.0:1749394269.102296:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394269.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394269.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394270.104341:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394270.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394270.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394270.333221:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507929472:0@lo:700: 00000100:00100000:1.0:1749394270.333221:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d082300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507929344:0@lo:700: 00000100:00100000:1.0:1749394270.333291:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394270.333333:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394270.333356:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394270.333367:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b000 going to sleep for 11 seconds 00000100:00100000:3.0:1749394270.333414:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507929344 00000100:00100000:3.0:1749394270.333425:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507929344 00000100:00100000:2.0:1749394270.333456:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507929472 00000100:00100000:2.0:1749394270.333465:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507929472 00000100:00080000:1.0:1749394270.333486:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394270.333498:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:2.0:1749394270.333534:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:3.0:1749394270.333534:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507929344:12345-0@lo:700: 00000100:00100000:2.0:1749394270.333544:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507929472:12345-0@lo:700: 00000100:00100000:3.0:1749394270.333578:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394270.333585:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507929600:0@lo:700: 40000000:00080000:3.0:1749394270.333600:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394270.333603:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394270.333663:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394270.333667:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507929344:12345-0@lo:700: Request processed in 136us (376us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394270.333671:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507929728:0@lo:700: 00000100:00100000:3.0:1749394270.333676:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 40000000:00080000:2.0:1749394270.333686:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394270.333689:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394270.333696:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d082300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507929344:0@lo:700: 00000100:00100000:2.0:1749394270.333759:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507929472:12345-0@lo:700: Request processed in 213us (423us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394270.333773:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:0.0:1749394270.333776:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507929472:0@lo:700: 00000100:00100000:2.0:1749394270.940221:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394270.940236:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507929856:0@lo:900: 00010000:00010000:2.0:1749394271.106386:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394271.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394271.322206:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394271.551607:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394271.551654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394271.551691:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394271.551720:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499784064 00000100:00100000:0.0:1749394271.551730:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499784064 00000100:00100000:1.0:1749394271.551737:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499783936 00000100:00100000:3.0:1749394271.551737:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499784192 00000100:00100000:1.0:1749394271.551746:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499783936 00000100:00100000:3.0:1749394271.551747:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499784192 00000100:00100000:0.0:1749394271.551767:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1980 00000100:00100000:0.0:1749394271.551775:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499784064:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394271.551795:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1981 00000100:00100000:3.0:1749394271.551802:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499784192:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394271.551805:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 673 00010000:00080000:0.0:1749394271.551807:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1313 last 0 00000100:00100000:1.0:1749394271.551814:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499783936:12345-192.168.203.32@tcp:400: 00010000:00080000:3.0:1749394271.551826:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1313 last 0 00000100:00100000:0.0:1749394271.551874:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499784064:12345-192.168.203.32@tcp:38: Request processed in 99us (218us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394271.551881:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499783936:12345-192.168.203.32@tcp:400: Request processed in 68us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394271.551883:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1980 00000100:00100000:3.0:1749394271.551888:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499784192:12345-192.168.203.32@tcp:38: Request processed in 85us (195us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394271.551889:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 673 00000100:00100000:3.0:1749394271.551897:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1981 00000100:00100000:2.0:1749394271.916184:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394271.916213:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507929984/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394276 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394271.916281:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394271.916379:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394271.916409:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507929984 00000100:00100000:0.0:1749394271.916419:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507929984 00000100:00080000:1.0:1749394271.916459:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394271.916467:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1749394271.916476:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507929984:12345-0@lo:700: 40000000:00080000:0.0:1749394271.916530:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:0.0:1749394271.916533:0:10058:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394271.916591:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507929984:12345-0@lo:700: Request processed in 115us (311us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394271.916599:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:2.0:1749394271.916627:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507929984/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394287 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394271.916640:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394271.919152:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394271.919171:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507930112/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394276 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394271.919211:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394271.919282:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394271.919327:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507930112 00000100:00100000:0.0:1749394271.919336:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507930112 00000100:00080000:1.0:1749394271.919369:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394271.919375:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:0.0:1749394271.919383:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507930112:12345-0@lo:700: 40000000:00080000:0.0:1749394271.919401:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394271.919457:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507930112:12345-0@lo:700: Request processed in 73us (244us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394271.919465:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:2.0:1749394271.919481:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507930112/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394287 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394271.919509:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:2.0:1749394272.108325:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394272.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:3.0:1749394272.284249:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394272.284270:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394272.284274:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394272.284281:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1309 00000100:00080000:3.0:1749394272.284286:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394272.284291:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394272.284304:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749394272.284314:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a9180 x1834371507930368/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394272.284324:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507930240:0@lo:400: 00000100:00080000:3.0:1749394272.284354:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394272.284359:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394272.284360:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394272.284364:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1309 00000100:00080000:3.0:1749394272.284366:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394272.284370:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394272.284371:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507930496:0@lo:400: 00000100:00100000:2.0:1749394272.284376:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394272.284393:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a9880 x1834371507930624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394272.284411:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394272.284414:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394272.284415:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394272.284417:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394272.284419:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1309 00000100:00080000:3.0:1749394272.284421:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394272.284424:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394272.284434:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aad80 x1834371507930880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394272.284441:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507930752:0@lo:400: 00000100:00080000:3.0:1749394272.284442:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394272.284448:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507930496 00000100:00080000:3.0:1749394272.284450:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394272.284452:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394272.284456:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1309 00000100:00100000:0.0:1749394272.284458:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507930496 00000100:00080000:3.0:1749394272.284458:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394272.284461:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394272.284464:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507930240 00000100:00100000:2.0:1749394272.284466:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394272.284470:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507930240 00000100:00100000:3.0:1749394272.284473:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a8000 x1834371507931008/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394272.284527:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507930752 00000100:00100000:0.0:1749394272.284531:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507930752 00000100:00100000:2.0:1749394272.284537:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1749394272.284538:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00080000:3.0:1749394272.284542:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394272.284546:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507930240:12345-0@lo:400: 00000100:00080000:3.0:1749394272.284546:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394272.284547:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394272.284548:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507930496:12345-0@lo:400: 00000100:00080000:3.0:1749394272.284551:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1309 00000100:00080000:3.0:1749394272.284553:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394272.284554:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00080000:3.0:1749394272.284556:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394272.284563:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507930752:12345-0@lo:400: 00000100:00100000:3.0:1749394272.284567:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ab480 x1834371507931392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394272.284575:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394272.284578:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394272.284580:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394272.284583:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1309 00000100:00080000:3.0:1749394272.284585:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394272.284588:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394272.284591:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507930240:12345-0@lo:400: Request processed in 44us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394272.284598:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507930496:12345-0@lo:400: Request processed in 52us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394272.284598:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ac000 x1834371507931520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394272.284606:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1749394272.284608:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1749394272.284619:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507930752:12345-0@lo:400: Request processed in 57us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394272.284627:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:2.0:1749394272.284634:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507931648:0@lo:400: 00000100:00100000:3.0:1749394272.284642:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507931136:0@lo:400: 00000100:00100000:1.0:1749394272.284646:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507931264:0@lo:400: 00000100:00100000:0.0:1749394272.284654:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507931776:0@lo:400: 00000100:00100000:2.0:1749394272.284657:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394272.284675:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394272.284689:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507930368:0@lo:38: 00000100:00100000:2.0:1749394272.284690:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507930496:0@lo:400: 00000100:00100000:3.0:1749394272.284694:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394272.284713:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394272.284715:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507931648 00000100:00100000:2.0:1749394272.284719:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507931648 00000100:00100000:1.0:1749394272.284723:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507931264 00000100:00100000:1.0:1749394272.284727:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507931264 00000100:00100000:3.0:1749394272.284729:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507930240:0@lo:400: 00000100:00100000:0.0:1749394272.284733:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507930624:0@lo:38: 00000100:00100000:2.0:1749394272.284744:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507931136 00000100:00100000:0.0:1749394272.284748:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394272.284748:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507931136 00000100:00100000:1.0:1749394272.284754:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1749394272.284760:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507931648:12345-0@lo:400: 00000100:00100000:0.0:1749394272.284763:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507930880:0@lo:38: 00000100:00100000:3.0:1749394272.284763:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1749394272.284769:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:3.0:1749394272.284771:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507931264:12345-0@lo:400: 00000100:00100000:2.0:1749394272.284776:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507931136:12345-0@lo:400: 00000100:00100000:0.0:1749394272.284779:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394272.284792:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507931008:0@lo:38: 00000100:00100000:1.0:1749394272.284795:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507931648:12345-0@lo:400: Request processed in 35us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394272.284802:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1749394272.284815:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507931264:12345-0@lo:400: Request processed in 45us (139us total) trans 0 rc 0/0 00000100:00080000:1.0:1749394272.284818:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394272.284822:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1749394272.284827:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394272.284831:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507931136:12345-0@lo:400: Request processed in 55us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394272.284838:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00010000:00080000:1.0:1749394272.284842:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8aa300 x1834371507931264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394272.284843:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507931392:0@lo:38: 00000100:00100000:3.0:1749394272.284849:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507930368 00000100:00100000:3.0:1749394272.284855:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507930368 00000100:00100000:1.0:1749394272.284856:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507931264:0@lo:400: 00000100:00100000:0.0:1749394272.284859:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394272.284866:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507930624 00000100:00100000:2.0:1749394272.284870:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507930624 00000100:00100000:0.0:1749394272.284872:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507931520:0@lo:38: 00000100:00100000:3.0:1749394272.284873:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507930880 00000100:00100000:3.0:1749394272.284875:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507930880 00000100:00100000:1.0:1749394272.284876:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507931008 00000100:00100000:1.0:1749394272.284880:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507931008 00000100:00100000:2.0:1749394272.284880:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507931392 00000100:00100000:2.0:1749394272.284883:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507931392 00000100:00100000:3.0:1749394272.284886:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1982 00000100:00100000:0.0:1749394272.284887:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394272.284891:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507930368:12345-0@lo:38: 00000100:00100000:2.0:1749394272.284893:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507931520 00000100:00100000:1.0:1749394272.284896:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1983 00000100:00100000:2.0:1749394272.284896:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507931520 00000100:00100000:1.0:1749394272.284901:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507930624:12345-0@lo:38: 00000100:00100000:2.0:1749394272.284906:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1984 00000100:00100000:2.0:1749394272.284911:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507930880:12345-0@lo:38: 00010000:00020000:3.0:1749394272.284912:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394272.284917:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1985 00010000:00020000:1.0:1749394272.284919:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394272.284922:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507931008:12345-0@lo:38: 00010000:00020000:2.0:1749394272.284927:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394272.284939:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394272.284945:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507930368:12345-0@lo:38: Request processed in 53us (232us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394272.284949:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507930624:12345-0@lo:38: Request processed in 47us (200us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394272.284952:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1982 00000100:00100000:2.0:1749394272.284956:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507930880:12345-0@lo:38: Request processed in 44us (176us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394272.284957:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1983 00000100:00100000:2.0:1749394272.284963:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1984 00000100:00100000:0.0:1749394272.284965:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507931008:12345-0@lo:38: Request processed in 41us (137us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394272.284978:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1986 00000100:00100000:3.0:1749394272.284983:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507931392:12345-0@lo:38: 00000100:00100000:1.0:1749394272.284984:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1987 00000100:00100000:1.0:1749394272.284990:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507931520:12345-0@lo:38: 00000100:00100000:0.0:1749394272.284991:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1985 00010000:00020000:3.0:1749394272.284995:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394272.285002:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1749394272.285015:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ad180 x1834371507931648/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394272.285017:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394272.285018:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507931392:12345-0@lo:38: Request processed in 33us (157us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394272.285024:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1986 00000100:00100000:2.0:1749394272.285028:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507931648:0@lo:400: 00000100:00100000:1.0:1749394272.285035:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507931520:12345-0@lo:38: Request processed in 45us (147us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394272.285042:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1987 00000100:00100000:2.0:1749394272.285046:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507931776 00000100:00100000:0.0:1749394272.285047:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507930752:0@lo:400: 00000100:00100000:2.0:1749394272.285049:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507931776 00010000:00080000:3.0:1749394272.285051:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ab800 x1834371507931136/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394272.285062:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507931136:0@lo:400: 00000100:00100000:2.0:1749394272.285067:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1749394272.285116:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507931776:12345-0@lo:400: 00000100:00080000:3.0:1749394272.285127:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394272.285132:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394272.285136:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507930368:0@lo:38: 00000100:00080000:3.0:1749394272.285145:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394272.285148:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394272.285151:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507930624:0@lo:38: 00000100:00080000:3.0:1749394272.285159:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394272.285162:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394272.285165:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507930880:0@lo:38: 00000100:00100000:2.0:1749394272.285166:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507931776:12345-0@lo:400: Request processed in 93us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394272.285173:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00080000:3.0:1749394272.285173:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394272.285175:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394272.285178:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507931008:0@lo:38: 00000100:00080000:3.0:1749394272.285186:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394272.285188:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394272.285191:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507931392:0@lo:38: 00000100:00080000:3.0:1749394272.285201:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394272.285203:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394272.285206:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507931520:0@lo:38: 00010000:00080000:0.0:1749394272.285209:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8adf80 x1834371507931776/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394272.285222:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507931776:0@lo:400: 00000100:00100000:0.0:1749394272.300315:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507931904:0@lo:41: 00000100:00100000:1.0:1749394272.300316:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507932032:0@lo:41: 00000100:00100000:0.0:1749394272.300358:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394272.300407:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394272.300427:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507931904 00000100:00100000:2.0:1749394272.300435:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507931904 00000100:00100000:0.0:1749394272.300439:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507932032 00000100:00100000:0.0:1749394272.300445:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507932032 00000100:00100000:2.0:1749394272.300476:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:2.0:1749394272.300484:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507931904:12345-0@lo:41: 00000100:00100000:0.0:1749394272.300509:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1749394272.300518:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507932032:12345-0@lo:41: 00000004:00000024:2.0:1749394272.300530:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:0.0:1749394272.300543:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394272.300588:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507931904:12345-0@lo:41: Request processed in 104us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394272.300596:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507932032:12345-0@lo:41: Request processed in 79us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394272.300596:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1749394272.300604:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:1.0:1749394272.300632:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507931904:0@lo:41: 00000100:00100000:1.0:1749394272.300660:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507932032:0@lo:41: 00000100:00100000:1.0:1749394272.322155:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394272.334188:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507932160:0@lo:700: 00000100:00100000:1.0:1749394272.334202:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d083800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507932288:0@lo:700: 00000100:00100000:0.0:1749394272.334230:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394272.334273:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394272.334291:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b000 going to sleep for 11 seconds 00000100:00100000:1.0:1749394272.334307:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea600 going to sleep for 11 seconds 00000100:00100000:3.0:1749394272.334351:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507932160 00000100:00100000:2.0:1749394272.334354:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507932288 00000100:00100000:3.0:1749394272.334360:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507932160 00000100:00100000:2.0:1749394272.334363:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507932288 00000100:00100000:3.0:1749394272.334408:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:3.0:1749394272.334417:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507932160:12345-0@lo:700: 00000100:00100000:2.0:1749394272.334434:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:2.0:1749394272.334443:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507932288:12345-0@lo:700: 00000100:00100000:3.0:1749394272.334452:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394272.334467:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507932416:0@lo:700: 40000000:00080000:3.0:1749394272.334480:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394272.334483:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394272.334567:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394272.334573:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507932160:12345-0@lo:700: Request processed in 156us (342us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394272.334574:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507932544:0@lo:700: 00000100:00100000:3.0:1749394272.334583:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 40000000:00080000:2.0:1749394272.334588:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394272.334591:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394272.334599:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507932160:0@lo:700: 00000100:00100000:2.0:1749394272.334645:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507932288:12345-0@lo:700: Request processed in 202us (370us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394272.334653:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00100000:1.0:1749394272.334667:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d083800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507932288:0@lo:700: 00000100:00100000:2.0:1749394272.941205:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394272.941222:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507932672:0@lo:900: 00010000:00010000:0.0:1749394273.110302:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394273.192231:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394273.322190:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394274.112338:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394274.192229:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394274.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394274.335201:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d083800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507932800:0@lo:700: 00000100:00100000:0.0:1749394274.335204:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507932928:0@lo:700: 00000100:00100000:1.0:1749394274.335275:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394274.335313:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394274.335336:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea600 going to sleep for 11 seconds 00000100:00100000:0.0:1749394274.335347:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b000 going to sleep for 11 seconds 00000100:00100000:2.0:1749394274.335394:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507932800 00000100:00100000:2.0:1749394274.335406:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507932800 00000100:00100000:3.0:1749394274.335436:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507932928 00000100:00100000:3.0:1749394274.335445:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507932928 00000100:00080000:1.0:1749394274.335465:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394274.335505:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:2.0:1749394274.335516:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507932800:12345-0@lo:700: 00000100:00100000:3.0:1749394274.335523:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:3.0:1749394274.335532:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507932928:12345-0@lo:700: 00000100:00100000:2.0:1749394274.335559:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394274.335566:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507933056:0@lo:700: 40000000:00080000:2.0:1749394274.335582:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394274.335585:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394274.335649:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507932800:12345-0@lo:700: Request processed in 135us (374us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394274.335650:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394274.335658:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00100000:3.0:1749394274.335658:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507933184:0@lo:700: 40000000:00080000:3.0:1749394274.335671:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394274.335674:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394274.335680:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d083800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507932800:0@lo:700: 00000100:00100000:3.0:1749394274.335733:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507932928:12345-0@lo:700: Request processed in 201us (419us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394274.335742:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00100000:0.0:1749394274.335756:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507932928:0@lo:700: 00000100:00100000:2.0:1749394274.942232:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394274.942249:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507933312:0@lo:900: 00010000:00010000:2.0:1749394275.114347:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394275.192222:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394275.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394276.116403:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394276.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394276.322206:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394276.336201:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d083800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507933440:0@lo:700: 00000100:00100000:0.0:1749394276.336209:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507933568:0@lo:700: 00000100:00100000:1.0:1749394276.336279:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394276.336318:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394276.336343:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea600 going to sleep for 11 seconds 00000100:00100000:0.0:1749394276.336352:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b000 going to sleep for 11 seconds 00000100:00100000:3.0:1749394276.336367:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507933440 00000100:00100000:3.0:1749394276.336378:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507933440 00000100:00080000:1.0:1749394276.336438:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394276.336449:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507933568 00000100:00100000:3.0:1749394276.336452:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507933568 00000100:00100000:2.0:1749394276.336485:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00080000:1.0:1749394276.336493:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394276.336502:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507933440:12345-0@lo:700: 00000100:00100000:3.0:1749394276.336505:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:3.0:1749394276.336515:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507933568:12345-0@lo:700: 00000100:00100000:2.0:1749394276.336548:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7900c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394276.336556:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507933696:0@lo:700: 40000000:00080000:2.0:1749394276.336573:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394276.336576:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394276.336638:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394276.336645:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507933824:0@lo:700: 00000100:00100000:2.0:1749394276.336647:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507933440:12345-0@lo:700: Request processed in 150us (367us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394276.336657:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 40000000:00080000:3.0:1749394276.336658:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394276.336661:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394276.336678:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d083800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507933440:0@lo:700: 00000100:00100000:3.0:1749394276.336737:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507933568:12345-0@lo:700: Request processed in 223us (419us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394276.336747:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:0.0:1749394276.336762:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507933568:0@lo:700: 00000100:00100000:0.0:1749394276.559511:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394276.559557:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394276.559596:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394276.559652:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499784448 00000100:00100000:1.0:1749394276.559662:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499784448 00000100:00100000:2.0:1749394276.559686:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499784320 00000100:00100000:2.0:1749394276.559695:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499784320 00000100:00100000:1.0:1749394276.559704:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499784576 00000100:00100000:1.0:1749394276.559709:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499784576 00000100:00100000:3.0:1749394276.559724:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1988 00000100:00100000:3.0:1749394276.559734:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499784448:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394276.559738:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 675 00000100:00100000:0.0:1749394276.559742:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1989 00000100:00100000:2.0:1749394276.559746:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499784320:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394276.559751:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499784576:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749394276.559764:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1318 last 0 00010000:00080000:0.0:1749394276.559777:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1318 last 0 00000100:00100000:2.0:1749394276.559804:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499784320:12345-192.168.203.32@tcp:400: Request processed in 58us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394276.559812:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 675 00000100:00100000:3.0:1749394276.559820:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499784448:12345-192.168.203.32@tcp:38: Request processed in 86us (316us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394276.559825:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499784576:12345-192.168.203.32@tcp:38: Request processed in 74us (228us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394276.559829:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1988 00000100:00100000:0.0:1749394276.559834:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1989 00000100:00100000:2.0:1749394276.943220:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012d7903c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394276.943237:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507933952:0@lo:900: 00010000:00010000:0.0:1749394277.118277:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394277.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:3.0:1749394277.292252:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394277.292262:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394277.292267:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394277.292276:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1314 00000100:00080000:3.0:1749394277.292282:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394277.292290:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749394277.292320:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aea00 x1834371507934208/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394277.292366:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507934080:0@lo:400: 00000100:00100000:0.0:1749394277.292387:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507934208:0@lo:38: 00000100:00080000:3.0:1749394277.292395:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394277.292402:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394277.292406:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394277.292410:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1314 00000100:00080000:3.0:1749394277.292413:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394277.292417:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394277.292433:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ac380 x1834371507934464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394277.292492:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394277.292493:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394277.292519:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507934336:0@lo:400: 00000100:00080000:3.0:1749394277.292520:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394277.292523:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394277.292525:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394277.292529:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1314 00000100:00080000:3.0:1749394277.292532:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394277.292535:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394277.292542:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507934080 00000100:00100000:3.0:1749394277.292547:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ace00 x1834371507934720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394277.292552:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507934080 00000100:00100000:0.0:1749394277.292554:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507934464:0@lo:38: 00000100:00080000:3.0:1749394277.292556:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394277.292559:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394277.292561:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394277.292564:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1314 00000100:00100000:1.0:1749394277.292565:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394277.292566:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394277.292569:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394277.292576:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394277.292578:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ad500 x1834371507934848/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394277.292596:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507934720:0@lo:38: 00000100:00100000:2.0:1749394277.292596:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00080000:3.0:1749394277.292596:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394277.292599:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749394277.292600:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1749394277.292601:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394277.292604:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507934080:12345-0@lo:400: 00000100:00080000:3.0:1749394277.292604:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1314 00000100:00080000:3.0:1749394277.292606:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394277.292608:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507935104:0@lo:400: 00000100:00080000:3.0:1749394277.292609:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394277.292611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394277.292618:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aca80 x1834371507935232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394277.292627:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507934848:0@lo:38: 00000100:00100000:1.0:1749394277.292631:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394277.292634:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394277.292637:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394277.292639:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394277.292642:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1314 00000100:00080000:3.0:1749394277.292644:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394277.292648:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394277.292648:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394277.292655:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507934080:12345-0@lo:400: Request processed in 51us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394277.292659:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8adc00 x1834371507935360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394277.292663:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1749394277.292666:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507935232:0@lo:38: 00000100:00100000:1.0:1749394277.292670:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507934208 00000100:00100000:1.0:1749394277.292676:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507934208 00000100:00100000:0.0:1749394277.292682:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394277.292695:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507935104 00000100:00100000:1.0:1749394277.292697:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507934464 00000100:00100000:0.0:1749394277.292698:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507935360:0@lo:38: 00000100:00100000:1.0:1749394277.292700:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507934464 00000100:00100000:2.0:1749394277.292700:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507935104 00000100:00100000:3.0:1749394277.292703:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507934720 00000100:00100000:1.0:1749394277.292708:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507934848 00000100:00100000:3.0:1749394277.292708:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507934720 00000100:00100000:1.0:1749394277.292710:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507934848 00000100:00100000:0.0:1749394277.292713:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394277.292717:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507935232 00000100:00100000:1.0:1749394277.292719:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507935232 00000100:00100000:2.0:1749394277.292722:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1749394277.292725:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507935360 00000100:00100000:3.0:1749394277.292727:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507935360 00000100:00100000:2.0:1749394277.292728:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507935104:12345-0@lo:400: 00000100:00100000:1.0:1749394277.292730:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1990 00000100:00100000:1.0:1749394277.292736:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507934208:12345-0@lo:38: 00000100:00100000:3.0:1749394277.292740:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1991 00000100:00100000:3.0:1749394277.292747:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507934464:12345-0@lo:38: 00000100:00100000:0.0:1749394277.292754:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1992 00000100:00100000:2.0:1749394277.292757:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507935104:12345-0@lo:400: Request processed in 29us (125us total) trans 0 rc 0/0 00010000:00020000:1.0:1749394277.292759:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394277.292761:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507934848:12345-0@lo:38: 00000100:00100000:2.0:1749394277.292764:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00010000:00020000:3.0:1749394277.292766:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394277.292780:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394277.292782:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1993 00000100:00100000:2.0:1749394277.292786:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507934720:12345-0@lo:38: 00000100:00100000:1.0:1749394277.292797:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507934208:12345-0@lo:38: Request processed in 59us (306us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749394277.292803:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394277.292804:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1990 00000100:00100000:3.0:1749394277.292811:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507934464:12345-0@lo:38: Request processed in 63us (233us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394277.292814:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507934848:12345-0@lo:38: Request processed in 52us (165us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394277.292818:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1991 00000100:00100000:2.0:1749394277.292825:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507934720:12345-0@lo:38: Request processed in 37us (212us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394277.292832:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1994 00000100:00100000:0.0:1749394277.292837:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1992 00000100:00100000:1.0:1749394277.292837:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507935232:12345-0@lo:38: 00010000:00020000:1.0:1749394277.292848:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394277.292852:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1993 00000100:00100000:3.0:1749394277.292857:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1995 00000100:00100000:3.0:1749394277.292861:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507935360:12345-0@lo:38: 00000100:00100000:0.0:1749394277.292869:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507934336 00000100:00100000:1.0:1749394277.292871:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507935232:12345-0@lo:38: Request processed in 33us (188us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749394277.292873:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394277.292874:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507934336 00000100:00100000:1.0:1749394277.292888:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1994 00000100:00100000:3.0:1749394277.292899:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507935360:12345-0@lo:38: Request processed in 36us (184us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394277.292901:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1749394277.292905:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1995 00000100:00100000:0.0:1749394277.292907:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507934336:12345-0@lo:400: 00000100:00100000:2.0:1749394277.292910:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507934080:0@lo:400: 00000100:00080000:1.0:1749394277.292921:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394277.292925:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394277.292925:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507934976:0@lo:400: 00000100:00100000:1.0:1749394277.292930:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507935360:0@lo:38: 00000100:00100000:2.0:1749394277.292932:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1749394277.292939:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394277.292942:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507934336:12345-0@lo:400: Request processed in 36us (378us total) trans 0 rc 0/0 00000100:00080000:1.0:1749394277.292942:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394277.292943:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507935488:0@lo:400: 00000100:00100000:1.0:1749394277.292946:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507935232:0@lo:38: 00000100:00100000:0.0:1749394277.292953:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00080000:1.0:1749394277.292954:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394277.292957:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394277.292961:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507934720:0@lo:38: 00000100:00100000:3.0:1749394277.292962:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394277.292969:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394277.292971:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394277.292974:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507934848:0@lo:38: 00000100:00100000:2.0:1749394277.292978:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394277.292982:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394277.292985:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394277.292988:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507934592:0@lo:400: 00000100:00100000:1.0:1749394277.292988:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507934464:0@lo:38: 00000100:00080000:1.0:1749394277.292995:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394277.292996:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507934976 00000100:00080000:1.0:1749394277.292998:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394277.293000:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507934976 00000100:00100000:1.0:1749394277.293001:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507934208:0@lo:38: 00000100:00100000:0.0:1749394277.293008:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394277.293013:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507935488 00000100:00100000:2.0:1749394277.293017:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507935488 00000100:00100000:3.0:1749394277.293024:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1749394277.293025:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507935616:0@lo:400: 00000100:00100000:3.0:1749394277.293030:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507934976:12345-0@lo:400: 00010000:00080000:1.0:1749394277.293041:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8afb80 x1834371507935104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394277.293044:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394277.293048:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:1.0:1749394277.293054:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507935104:0@lo:400: 00000100:00100000:2.0:1749394277.293054:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507935488:12345-0@lo:400: 00000100:00100000:3.0:1749394277.293067:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507934976:12345-0@lo:400: Request processed in 37us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394277.293069:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507935616 00000100:00100000:3.0:1749394277.293103:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1749394277.293108:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507935616 00000100:00100000:1.0:1749394277.293120:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507934336:0@lo:400: 00000100:00100000:2.0:1749394277.293134:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507935488:12345-0@lo:400: Request processed in 79us (154us total) trans 0 rc 0/0 00010000:00080000:3.0:1749394277.293136:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8af480 x1834371507934976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394277.293137:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1749394277.293141:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00080000:1.0:1749394277.293142:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394277.293143:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507935616:12345-0@lo:400: 00000100:00100000:3.0:1749394277.293149:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507934976:0@lo:400: 00000100:00100000:2.0:1749394277.293163:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507934592 00000100:00100000:2.0:1749394277.293166:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507934592 00000100:00100000:0.0:1749394277.293179:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507935616:12345-0@lo:400: Request processed in 36us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394277.293184:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:0.0:1749394277.293185:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1749394277.293189:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507934592:12345-0@lo:400: 00010000:00080000:1.0:1749394277.293198:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ad880 x1834371507935616/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394277.293208:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507935616:0@lo:400: 00000100:00100000:2.0:1749394277.293218:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507934592:12345-0@lo:400: Request processed in 28us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394277.293225:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507934592:0@lo:400: 00000100:00100000:2.0:1749394277.293225:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00010000:00080000:2.0:1749394277.293250:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8af800 x1834371507935488/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394277.293263:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507935488:0@lo:400: 00000100:00100000:3.0:1749394277.308303:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507935744:0@lo:41: 00000100:00100000:2.0:1749394277.308339:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507935872:0@lo:41: 00000100:00100000:3.0:1749394277.308351:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394277.308386:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507935744 00000100:00100000:0.0:1749394277.308395:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507935744 00000100:00100000:2.0:1749394277.308404:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394277.308440:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507935872 00000100:00100000:0.0:1749394277.308443:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507935872 00000100:00100000:1.0:1749394277.308475:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:0.0:1749394277.308485:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:1.0:1749394277.308489:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507935744:12345-0@lo:41: 00000100:00100000:0.0:1749394277.308493:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507935872:12345-0@lo:41: 00000004:00000024:0.0:1749394277.308520:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000004:00000024:1.0:1749394277.308520:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749394277.308580:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507935744:12345-0@lo:41: Request processed in 95us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394277.308588:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507935872:12345-0@lo:41: Request processed in 95us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394277.308589:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:0.0:1749394277.308596:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:2.0:1749394277.308630:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507935872:0@lo:41: 00000100:00100000:3.0:1749394277.308637:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507935744:0@lo:41: 00000100:00100000:1.0:1749394277.322174:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394278.120351:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394278.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394278.322232:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394278.337198:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d082d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507936000:0@lo:700: 00000100:00100000:0.0:1749394278.337210:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507936128:0@lo:700: 00000100:00100000:0.0:1749394278.337272:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394278.337272:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394278.337339:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b000 going to sleep for 11 seconds 00000100:00100000:1.0:1749394278.337345:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea600 going to sleep for 11 seconds 00000100:00100000:3.0:1749394278.337390:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507936128 00000100:00100000:3.0:1749394278.337402:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507936128 00000100:00100000:2.0:1749394278.337408:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507936000 00000100:00100000:2.0:1749394278.337417:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507936000 00000100:00080000:1.0:1749394278.337486:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394278.337525:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:2.0:1749394278.337536:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507936000:12345-0@lo:700: 00000100:00100000:2.0:1749394278.337580:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394278.337588:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507936256:0@lo:700: 00000100:00100000:3.0:1749394278.337596:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 40000000:00080000:2.0:1749394278.337603:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394278.337606:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394278.337607:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507936128:12345-0@lo:700: 00000100:00100000:3.0:1749394278.337642:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394278.337649:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507936384:0@lo:700: 00000100:00100000:2.0:1749394278.337661:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507936000:12345-0@lo:700: Request processed in 126us (391us total) trans 0 rc -11/-11 40000000:00080000:3.0:1749394278.337661:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394278.337664:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394278.337670:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:1.0:1749394278.337689:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d082d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507936000:0@lo:700: 00000100:00100000:3.0:1749394278.337719:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507936128:12345-0@lo:700: Request processed in 114us (447us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394278.337728:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:0.0:1749394278.337743:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507936128:0@lo:700: 00000100:00100000:2.0:1749394278.944210:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394278.944223:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507936512:0@lo:900: 00010000:00010000:2.0:1749394279.122320:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394279.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394279.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394280.124348:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394280.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394280.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394280.338225:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507936640:0@lo:700: 00000100:00100000:1.0:1749394280.338225:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d082d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507936768:0@lo:700: 00000100:00100000:0.0:1749394280.338296:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394280.338337:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394280.338361:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b000 going to sleep for 11 seconds 00000100:00100000:1.0:1749394280.338374:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea600 going to sleep for 11 seconds 00000100:00100000:2.0:1749394280.338423:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507936640 00000100:00100000:2.0:1749394280.338465:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507936640 00000100:00100000:3.0:1749394280.338490:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507936768 00000100:00100000:3.0:1749394280.338499:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507936768 00000100:00080000:1.0:1749394280.338529:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394280.338540:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1749394280.338550:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507936640:12345-0@lo:700: 00000100:00100000:3.0:1749394280.338559:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:3.0:1749394280.338568:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507936768:12345-0@lo:700: 00000100:00100000:2.0:1749394280.338594:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394280.338601:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507936896:0@lo:700: 40000000:00080000:2.0:1749394280.338618:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394280.338621:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394280.338681:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394280.338684:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507936640:12345-0@lo:700: Request processed in 136us (387us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394280.338689:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507937024:0@lo:700: 00000100:00100000:2.0:1749394280.338693:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 40000000:00080000:3.0:1749394280.338701:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394280.338704:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394280.338712:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507936640:0@lo:700: 00000100:00100000:3.0:1749394280.338764:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507936768:12345-0@lo:700: Request processed in 196us (425us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394280.338773:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:1.0:1749394280.338788:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d082d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507936768:0@lo:700: 00000100:00100000:2.0:1749394280.945212:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bc00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394280.945227:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507937152:0@lo:900: 00010000:00010000:2.0:1749394281.126362:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394281.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394281.322191:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394281.567603:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394281.567649:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394281.567688:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394281.567719:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499784832 00000100:00100000:0.0:1749394281.567728:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499784832 00000100:00100000:2.0:1749394281.567737:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499784704 00000100:00100000:2.0:1749394281.567746:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499784704 00000100:00100000:0.0:1749394281.567767:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499784960 00000100:00100000:0.0:1749394281.567770:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499784960 00000100:00100000:0.0:1749394281.567783:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1996 00000100:00100000:0.0:1749394281.567792:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499784832:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394281.567792:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 677 00000100:00100000:2.0:1749394281.567801:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499784704:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394281.567804:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 1997 00000100:00100000:1.0:1749394281.567815:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499784960:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394281.567823:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1323 last 0 00010000:00080000:1.0:1749394281.567854:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1323 last 0 00000100:00100000:2.0:1749394281.567868:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499784704:12345-192.168.203.32@tcp:400: Request processed in 67us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394281.567875:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499784832:12345-192.168.203.32@tcp:38: Request processed in 83us (225us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394281.567876:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 677 00000100:00100000:0.0:1749394281.567883:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1996 00000100:00100000:1.0:1749394281.567902:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499784960:12345-192.168.203.32@tcp:38: Request processed in 87us (212us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394281.567912:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 1997 00010000:00010000:2.0:1749394282.128346:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394282.192190:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:3.0:1749394282.300269:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394282.300278:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394282.300283:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394282.300292:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1319 00000100:00080000:3.0:1749394282.300297:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394282.300305:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749394282.300334:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ac700 x1834371507937408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394282.300363:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507937280:0@lo:400: 00000100:00080000:3.0:1749394282.300389:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394282.300395:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749394282.300398:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1749394282.300398:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394282.300404:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1319 00000100:00080000:3.0:1749394282.300408:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394282.300413:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749394282.300459:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507937536:0@lo:400: 00000100:00100000:1.0:1749394282.300463:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394282.300486:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aed80 x1834371507937664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394282.300494:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507937408:0@lo:38: 00000100:00100000:2.0:1749394282.300506:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394282.300514:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394282.300519:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394282.300522:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394282.300527:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1319 00000100:00080000:3.0:1749394282.300531:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394282.300537:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507937280 00000100:00080000:3.0:1749394282.300537:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394282.300539:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507937792:0@lo:400: 00000100:00100000:0.0:1749394282.300542:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394282.300545:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507937280 00000100:00100000:3.0:1749394282.300553:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aea00 x1834371507937920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394282.300563:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394282.300567:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394282.300572:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394282.300575:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394282.300576:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507937664:0@lo:38: 00000100:00080000:3.0:1749394282.300580:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1319 00000100:00100000:1.0:1749394282.300584:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00080000:3.0:1749394282.300584:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394282.300588:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394282.300592:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507937280:12345-0@lo:400: 00000100:00100000:0.0:1749394282.300594:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394282.300594:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507937536 00000100:00100000:2.0:1749394282.300599:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507937536 00000100:00100000:3.0:1749394282.300604:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ac380 x1834371507938048/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394282.300609:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507937920:0@lo:38: 00000100:00100000:2.0:1749394282.300624:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507937792 00000100:00100000:2.0:1749394282.300627:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507937792 00000100:00100000:0.0:1749394282.300630:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394282.300639:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371507937280:12345-0@lo:400: Request processed in 47us (176us total) trans 0 rc 0/0 00000100:00080000:3.0:1749394282.300642:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394282.300643:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1749394282.300646:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507938048:0@lo:38: 00000100:00100000:1.0:1749394282.300647:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00080000:3.0:1749394282.300647:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749394282.300650:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507937536:12345-0@lo:400: 00000100:00080000:3.0:1749394282.300650:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394282.300656:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1319 00000100:00080000:3.0:1749394282.300658:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749394282.300662:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394282.300663:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394282.300679:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:1.0:1749394282.300685:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507937792:12345-0@lo:400: 00000100:00100000:3.0:1749394282.300686:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aca80 x1834371507938432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394282.300694:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507937408 00000100:00100000:0.0:1749394282.300699:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507937408 00000100:00100000:2.0:1749394282.300701:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507937536:12345-0@lo:400: Request processed in 49us (193us total) trans 0 rc 0/0 00000100:00080000:3.0:1749394282.300701:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394282.300704:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394282.300706:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394282.300710:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1319 00000100:00100000:1.0:1749394282.300711:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507937792:12345-0@lo:400: Request processed in 26us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394282.300713:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00080000:3.0:1749394282.300713:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394282.300716:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394282.300717:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507937664 00000100:00100000:1.0:1749394282.300718:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:0.0:1749394282.300720:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507937664 00000100:00100000:3.0:1749394282.300726:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8adc00 x1834371507938560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394282.300729:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507937920 00000100:00100000:0.0:1749394282.300731:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507937920 00000100:00100000:1.0:1749394282.300738:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507938048 00000100:00100000:1.0:1749394282.300741:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507938048 00000100:00100000:0.0:1749394282.300742:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1998 00000100:00100000:0.0:1749394282.300748:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507937408:12345-0@lo:38: 00000100:00100000:1.0:1749394282.300754:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1999 00000100:00100000:2.0:1749394282.300756:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507938176:0@lo:400: 00000100:00100000:1.0:1749394282.300759:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507937664:12345-0@lo:38: 00010000:00020000:0.0:1749394282.300770:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394282.300770:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507938688:0@lo:400: 00010000:00020000:1.0:1749394282.300788:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394282.300793:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394282.300807:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507937408:12345-0@lo:38: Request processed in 57us (265us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394282.300812:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394282.300814:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1998 00000100:00100000:1.0:1749394282.300819:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507937664:12345-0@lo:38: Request processed in 60us (224us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394282.300826:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1999 00000100:00100000:2.0:1749394282.300828:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749394282.300836:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749394282.300838:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507938304:0@lo:400: 00000100:00100000:0.0:1749394282.300843:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2000 00000100:00100000:3.0:1749394282.300843:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507938816:0@lo:400: 00000100:00100000:0.0:1749394282.300848:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507937920:12345-0@lo:38: 00000100:00100000:1.0:1749394282.300854:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2001 00000100:00100000:1.0:1749394282.300858:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507938048:12345-0@lo:38: 00010000:00020000:0.0:1749394282.300859:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394282.300863:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749394282.300872:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394282.300876:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507938176 00000100:00100000:2.0:1749394282.300880:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507938176 00000100:00100000:0.0:1749394282.300885:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507937920:12345-0@lo:38: Request processed in 36us (253us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394282.300891:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2000 00000100:00100000:3.0:1749394282.300892:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507938688 00000100:00100000:1.0:1749394282.300896:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507938048:12345-0@lo:38: Request processed in 36us (233us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394282.300896:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507938688 00000100:00100000:1.0:1749394282.300902:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2001 00000100:00100000:2.0:1749394282.300910:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507938816 00000100:00100000:2.0:1749394282.300913:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507938816 00000100:00100000:0.0:1749394282.300918:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507938432:0@lo:38: 00000100:00100000:1.0:1749394282.300923:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:1.0:1749394282.300930:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507938176:12345-0@lo:400: 00000100:00100000:0.0:1749394282.300939:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394282.300939:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1749394282.300947:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507938688:12345-0@lo:400: 00000100:00100000:2.0:1749394282.300953:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1749394282.300957:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507938560:0@lo:38: 00000100:00100000:1.0:1749394282.300958:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507938176:12345-0@lo:400: Request processed in 28us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394282.300960:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507938816:12345-0@lo:400: 00000100:00100000:1.0:1749394282.300964:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1749394282.300977:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394282.300984:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1749394282.300987:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394282.300987:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507938688:12345-0@lo:400: Request processed in 41us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394282.300994:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1749394282.301000:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507938816:12345-0@lo:400: Request processed in 40us (136us total) trans 0 rc 0/0 00000100:00080000:0.0:1749394282.301003:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394282.301006:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371507937280:0@lo:400: 00000100:00100000:2.0:1749394282.301007:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00080000:0.0:1749394282.301008:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394282.301013:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507938048:0@lo:38: 00000100:00080000:0.0:1749394282.301021:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394282.301024:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:3.0:1749394282.301026:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ac000 x1834371507938816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394282.301028:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507937664:0@lo:38: 00000100:00080000:0.0:1749394282.301035:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394282.301037:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394282.301039:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507938816:0@lo:400: 00000100:00100000:0.0:1749394282.301040:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507937920:0@lo:38: 00000100:00080000:0.0:1749394282.301048:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394282.301051:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394282.301051:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507937792:0@lo:400: 00000100:00100000:0.0:1749394282.301054:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507937408:0@lo:38: 00010000:00080000:3.0:1749394282.301062:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ae680 x1834371507938688/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394282.301068:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507937536:0@lo:400: 00000100:00100000:3.0:1749394282.301100:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507938688:0@lo:400: 00000100:00100000:0.0:1749394282.301124:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507938432 00000100:00100000:0.0:1749394282.301128:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507938432 00000100:00100000:3.0:1749394282.301128:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507938560 00000100:00100000:3.0:1749394282.301132:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507938560 00000100:00100000:0.0:1749394282.301148:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2002 00000100:00100000:0.0:1749394282.301153:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507938432:12345-0@lo:38: 00000100:00100000:3.0:1749394282.301154:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2003 00000100:00100000:3.0:1749394282.301159:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507938560:12345-0@lo:38: 00000100:00100000:2.0:1749394282.301162:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749394282.301166:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749394282.301175:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394282.301197:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507938432:12345-0@lo:38: Request processed in 43us (258us total) trans 0 rc -19/-19 00010000:00080000:2.0:1749394282.301200:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ad500 x1834371507938176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394282.301204:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2002 00000100:00100000:3.0:1749394282.301212:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507938560:12345-0@lo:38: Request processed in 52us (233us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394282.301213:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507938176:0@lo:400: 00000100:00080000:1.0:1749394282.301216:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394282.301219:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2003 00000100:00080000:1.0:1749394282.301221:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394282.301226:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507938432:0@lo:38: 00000100:00100000:2.0:1749394282.301234:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507938304 00000100:00080000:1.0:1749394282.301235:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394282.301237:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507938304 00000100:00080000:1.0:1749394282.301238:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394282.301241:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507938560:0@lo:38: 00000100:00080000:0.0:1749394282.301261:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394282.301264:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:2.0:1749394282.301270:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507938304:12345-0@lo:400: 00000100:00100000:2.0:1749394282.301324:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507938304:12345-0@lo:400: Request processed in 53us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394282.301331:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00010000:00080000:0.0:1749394282.301363:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ace00 x1834371507938304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394282.301376:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507938304:0@lo:400: 00000100:00100000:1.0:1749394282.316322:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507939072:0@lo:41: 00000100:00100000:0.0:1749394282.316326:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507938944:0@lo:41: 00000100:00100000:1.0:1749394282.316368:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394282.316438:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394282.316469:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507939072 00000100:00100000:3.0:1749394282.316478:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507939072 00000100:00100000:2.0:1749394282.316501:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507938944 00000100:00100000:2.0:1749394282.316510:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507938944 00000100:00100000:3.0:1749394282.316518:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1749394282.316529:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507939072:12345-0@lo:41: 00000100:00100000:0.0:1749394282.316531:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:0.0:1749394282.316542:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507938944:12345-0@lo:41: 00000004:00000024:3.0:1749394282.316561:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:0.0:1749394282.316569:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394282.316609:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507938944:12345-0@lo:41: Request processed in 70us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394282.316617:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1749394282.316625:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507939072:12345-0@lo:41: Request processed in 95us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394282.316637:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507939072:0@lo:41: 00000100:00100000:3.0:1749394282.316637:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:0.0:1749394282.316661:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507938944:0@lo:41: 00000100:00100000:2.0:1749394282.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394282.339207:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507939328:0@lo:700: 00000100:00100000:1.0:1749394282.339207:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d082680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507939200:0@lo:700: 00000100:00100000:0.0:1749394282.339249:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394282.339289:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394282.339305:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b000 going to sleep for 11 seconds 00000100:00100000:1.0:1749394282.339312:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea480 going to sleep for 11 seconds 00000100:00100000:3.0:1749394282.339373:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507939328 00000100:00100000:3.0:1749394282.339382:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507939328 00000100:00100000:2.0:1749394282.339407:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507939200 00000100:00100000:2.0:1749394282.339416:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507939200 00000100:00100000:3.0:1749394282.339450:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:3.0:1749394282.339459:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507939328:12345-0@lo:700: 00000100:00100000:2.0:1749394282.339485:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479 00000100:00100000:2.0:1749394282.339493:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507939200:12345-0@lo:700: 00000100:00100000:3.0:1749394282.339496:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394282.339502:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507939456:0@lo:700: 40000000:00080000:3.0:1749394282.339514:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394282.339526:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394282.339556:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394282.339563:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507939584:0@lo:700: 40000000:00080000:2.0:1749394282.339577:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394282.339580:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394282.339584:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507939328:12345-0@lo:700: Request processed in 126us (334us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394282.339594:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:0.0:1749394282.339603:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507939328:0@lo:700: 00000100:00100000:2.0:1749394282.339641:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507939200:12345-0@lo:700: Request processed in 148us (351us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394282.339650:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479 00000100:00100000:1.0:1749394282.339668:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d082680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507939200:0@lo:700: 00000100:00100000:2.0:1749394282.916190:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394282.916221:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507939712/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394287 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394282.916283:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394282.916353:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394282.916407:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507939712 00000100:00100000:0.0:1749394282.916446:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507939712 00000100:00100000:0.0:1749394282.916505:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:0.0:1749394282.916515:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507939712:12345-0@lo:700: 40000000:00080000:0.0:1749394282.916544:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394282.916599:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507939712:12345-0@lo:700: Request processed in 85us (315us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394282.916607:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1749394282.916629:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507939712/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394298 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394282.916641:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394282.919142:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394282.919160:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507939840/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394287 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394282.919200:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394282.919252:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394282.919318:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507939840 00000100:00100000:0.0:1749394282.919327:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507939840 00000100:00100000:0.0:1749394282.919374:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:0.0:1749394282.919382:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507939840:12345-0@lo:700: 40000000:00080000:0.0:1749394282.919401:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394282.919478:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507939840:12345-0@lo:700: Request processed in 95us (276us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394282.919487:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1749394282.919504:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507939840/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394298 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394282.919514:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394282.946209:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394282.946223:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507939968:0@lo:900: 00010000:00010000:2.0:1749394283.130317:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394283.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394283.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394284.132349:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394284.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394284.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394284.340241:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507940096:0@lo:700: 00000100:00100000:1.0:1749394284.340241:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d082680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507940224:0@lo:700: 00000100:00100000:1.0:1749394284.340313:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394284.340343:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507940224 00000100:00100000:0.0:1749394284.340350:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507940224 00000100:00100000:1.0:1749394284.340383:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea480 going to sleep for 11 seconds 00000100:00100000:0.0:1749394284.340401:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00080000:1.0:1749394284.340431:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394284.340434:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507940224:12345-0@lo:700: 00000100:00100000:2.0:1749394284.340457:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394284.340474:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394284.340481:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507940352:0@lo:700: 00000100:00100000:3.0:1749394284.340491:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507940096 40000000:00080000:0.0:1749394284.340496:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394284.340500:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394284.340500:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507940096 00000100:00100000:2.0:1749394284.340502:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b000 going to sleep for 11 seconds 00000100:00080000:1.0:1749394284.340524:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394284.340540:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507940224:12345-0@lo:700: Request processed in 107us (226us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394284.340546:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:1.0:1749394284.340554:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d082680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507940224:0@lo:700: 00000100:00100000:3.0:1749394284.340555:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507940096:12345-0@lo:700: 00000100:00100000:0.0:1749394284.340560:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00100000:3.0:1749394284.340589:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394284.340595:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507940480:0@lo:700: 40000000:00080000:3.0:1749394284.340607:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394284.340610:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394284.340668:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507940096:12345-0@lo:700: Request processed in 113us (213us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394284.340677:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00100000:2.0:1749394284.340696:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507940096:0@lo:700: 00000100:00100000:2.0:1749394284.947236:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394284.947255:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507940608:0@lo:900: 00010000:00010000:2.0:1749394285.134311:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394285.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394285.322175:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394286.136372:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394286.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394286.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394286.341232:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d082680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507940736:0@lo:700: 00000100:00100000:2.0:1749394286.341233:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507940864:0@lo:700: 00000100:00100000:1.0:1749394286.341310:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394286.341359:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394286.341382:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea480 going to sleep for 11 seconds 00000100:00100000:2.0:1749394286.341431:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1749394286.341452:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507940736 00000100:00100000:3.0:1749394286.341464:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507940736 00000100:00100000:0.0:1749394286.341490:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507940864 00000100:00100000:0.0:1749394286.341499:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507940864 00000100:00080000:1.0:1749394286.341526:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394286.341537:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:3.0:1749394286.341548:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507940736:12345-0@lo:700: 00000100:00100000:0.0:1749394286.341551:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:0.0:1749394286.341559:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507940864:12345-0@lo:700: 00000100:00100000:3.0:1749394286.341591:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394286.341598:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507940992:0@lo:700: 40000000:00080000:3.0:1749394286.341614:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394286.341617:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394286.341675:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394286.341682:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507941120:0@lo:700: 00000100:00100000:3.0:1749394286.341682:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507940736:12345-0@lo:700: Request processed in 136us (372us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394286.341691:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 40000000:00080000:0.0:1749394286.341694:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394286.341697:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394286.341712:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d082680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507940736:0@lo:700: 00000100:00100000:0.0:1749394286.341754:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507940864:12345-0@lo:700: Request processed in 195us (397us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394286.341764:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:2.0:1749394286.341844:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507940864:0@lo:700: 00000100:00100000:0.0:1749394286.576516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394286.576557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394286.576594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394286.576629:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499785216 00000100:00100000:0.0:1749394286.576636:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499785216 00000100:00100000:2.0:1749394286.576649:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499785088 00000100:00100000:2.0:1749394286.576658:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499785088 00000100:00100000:0.0:1749394286.576669:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499785344 00000100:00100000:0.0:1749394286.576672:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499785344 00000100:00100000:3.0:1749394286.576684:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2004 00000100:00100000:3.0:1749394286.576694:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499785216:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394286.576700:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 679 00000100:00100000:0.0:1749394286.576701:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2005 00000100:00100000:0.0:1749394286.576709:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499785344:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394286.576709:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499785088:12345-192.168.203.32@tcp:400: 00010000:00080000:3.0:1749394286.576724:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1328 last 0 00010000:00080000:0.0:1749394286.576732:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1328 last 0 00000100:00100000:2.0:1749394286.576766:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499785088:12345-192.168.203.32@tcp:400: Request processed in 57us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394286.576773:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 679 00000100:00100000:3.0:1749394286.576780:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499785216:12345-192.168.203.32@tcp:38: Request processed in 86us (222us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394286.576788:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499785344:12345-192.168.203.32@tcp:38: Request processed in 79us (193us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394286.576788:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2004 00000100:00100000:0.0:1749394286.576797:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2005 00000100:00100000:2.0:1749394286.948217:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b780 going to sleep for 0 seconds 00000100:00100000:2.0:1749394286.948231:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507941248:0@lo:900: 00010000:00010000:2.0:1749394287.138339:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394287.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:3.0:1749394287.308248:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394287.308256:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394287.308260:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394287.308267:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1324 00000100:00080000:3.0:1749394287.308272:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394287.308278:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749394287.308301:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ae680 x1834371507941504/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394287.308306:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507941376:0@lo:400: 00000100:00080000:3.0:1749394287.308332:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394287.308335:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394287.308337:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394287.308341:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1324 00000100:00080000:3.0:1749394287.308343:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394287.308346:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749394287.308352:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507941632:0@lo:400: 00000100:00100000:3.0:1749394287.308357:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8adc00 x1834371507941760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394287.308379:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507941504:0@lo:38: 00000100:00080000:3.0:1749394287.308380:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394287.308413:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749394287.308416:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394287.308428:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394287.308431:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394287.308433:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1324 00000100:00080000:3.0:1749394287.308435:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394287.308440:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394287.308454:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ad500 x1834371507942016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394287.308464:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394287.308467:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394287.308469:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394287.308470:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394287.308472:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1324 00000100:00100000:2.0:1749394287.308473:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507941376 00000100:00080000:3.0:1749394287.308474:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394287.308477:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394287.308481:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507941376 00000100:00100000:3.0:1749394287.308487:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ad880 x1834371507942144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394287.308500:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507941760:0@lo:38: 00000100:00080000:3.0:1749394287.308512:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394287.308515:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:0.0:1749394287.308516:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507941888:0@lo:400: 00000100:00080000:3.0:1749394287.308516:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394287.308517:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1749394287.308518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394287.308519:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1324 00000100:00080000:3.0:1749394287.308521:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394287.308524:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394287.308526:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507941376:12345-0@lo:400: 00000100:00100000:3.0:1749394287.308534:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aea00 x1834371507942528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394287.308538:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507942016:0@lo:38: 00000100:00080000:3.0:1749394287.308543:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394287.308546:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394287.308552:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394287.308556:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1324 00000100:00100000:0.0:1749394287.308557:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394287.308557:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394287.308558:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394287.308562:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394287.308572:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507942144:0@lo:38: 00000100:00100000:2.0:1749394287.308572:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507941376:12345-0@lo:400: Request processed in 47us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394287.308574:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aed80 x1834371507942656/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394287.308580:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1749394287.308587:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749394287.308588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394287.308599:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507942912:0@lo:400: 00000100:00100000:1.0:1749394287.308604:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507942528:0@lo:38: 00000100:00100000:3.0:1749394287.308615:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507941632 00000100:00100000:2.0:1749394287.308618:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507942784:0@lo:400: 00000100:00100000:3.0:1749394287.308620:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507941632 00000100:00100000:1.0:1749394287.308626:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394287.308635:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394287.308641:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507942656:0@lo:38: 00000100:00100000:3.0:1749394287.308646:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507941888 00000100:00100000:3.0:1749394287.308649:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507941888 00000100:00100000:2.0:1749394287.308657:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507942912 00000100:00100000:2.0:1749394287.308661:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507942912 00000100:00100000:3.0:1749394287.308664:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1749394287.308671:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507941632:12345-0@lo:400: 00000100:00100000:0.0:1749394287.308687:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507942272:0@lo:400: 00000100:00100000:1.0:1749394287.308687:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394287.308691:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1749394287.308697:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507942912:12345-0@lo:400: 00000100:00100000:0.0:1749394287.308720:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394287.308722:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507941504 00000100:00100000:1.0:1749394287.308727:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507941504 00000100:00100000:3.0:1749394287.308727:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507941632:12345-0@lo:400: Request processed in 55us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394287.308732:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507942912:12345-0@lo:400: Request processed in 35us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394287.308734:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:2.0:1749394287.308739:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:1.0:1749394287.308743:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507941760 00000100:00100000:1.0:1749394287.308745:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507941760 00000100:00100000:3.0:1749394287.308748:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:2.0:1749394287.308749:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507942272 00000100:00100000:1.0:1749394287.308752:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507942016 00000100:00100000:2.0:1749394287.308752:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507942272 00000100:00100000:3.0:1749394287.308753:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507941888:12345-0@lo:400: 00000100:00100000:1.0:1749394287.308754:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507942016 00000100:00100000:1.0:1749394287.308760:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507942144 00000100:00100000:1.0:1749394287.308762:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507942144 00010000:00080000:0.0:1749394287.308765:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8af800 x1834371507942912/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394287.308768:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507942528 00000100:00100000:2.0:1749394287.308768:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:1.0:1749394287.308770:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507942528 00000100:00100000:2.0:1749394287.308773:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507942272:12345-0@lo:400: 00000100:00100000:1.0:1749394287.308775:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507942656 00000100:00100000:1.0:1749394287.308776:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507942656 00000100:00100000:3.0:1749394287.308776:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507941888:12345-0@lo:400: Request processed in 23us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394287.308782:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:1.0:1749394287.308786:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2006 00000100:00100000:1.0:1749394287.308791:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507941504:12345-0@lo:38: 00000100:00100000:2.0:1749394287.308796:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507942272:12345-0@lo:400: Request processed in 22us (77us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394287.308797:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507942912:0@lo:400: 00000100:00100000:2.0:1749394287.308802:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00010000:00020000:1.0:1749394287.308813:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1749394287.308814:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8afb80 x1834371507942272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749394287.308821:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394287.308829:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507942272:0@lo:400: 00000100:00100000:2.0:1749394287.308832:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394287.308837:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2007 00000100:00100000:3.0:1749394287.308842:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507941760:12345-0@lo:38: 00000100:00100000:0.0:1749394287.308845:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507941888:0@lo:400: 00000100:00100000:1.0:1749394287.308848:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507941504:12345-0@lo:38: Request processed in 56us (378us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394287.308855:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2006 00010000:00020000:3.0:1749394287.308858:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394287.308861:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507941632:0@lo:400: 00000100:00100000:1.0:1749394287.308869:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2008 00000100:00100000:1.0:1749394287.308874:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507942016:12345-0@lo:38: 00000100:00100000:2.0:1749394287.308874:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749394287.308880:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507942400:0@lo:400: 00010000:00020000:1.0:1749394287.308885:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394287.308885:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507941760:12345-0@lo:38: Request processed in 42us (366us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394287.308887:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2009 00000100:00100000:0.0:1749394287.308896:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507942144:12345-0@lo:38: 00000100:00100000:2.0:1749394287.308902:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394287.308904:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2007 00000100:00100000:1.0:1749394287.308906:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507942016:12345-0@lo:38: Request processed in 31us (348us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394287.308912:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2008 00010000:00020000:0.0:1749394287.308918:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394287.308919:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2010 00000100:00100000:2.0:1749394287.308922:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507942784 00000100:00100000:1.0:1749394287.308925:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2011 00000100:00100000:2.0:1749394287.308925:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507942784 00000100:00100000:3.0:1749394287.308925:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507942528:12345-0@lo:38: 00000100:00100000:1.0:1749394287.308929:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507942656:12345-0@lo:38: 00010000:00020000:3.0:1749394287.308938:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394287.308942:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394287.308943:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507942400 00000100:00100000:2.0:1749394287.308946:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507942400 00000100:00100000:2.0:1749394287.308959:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:0.0:1749394287.308964:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507942144:12345-0@lo:38: Request processed in 66us (372us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394287.308965:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507942784:12345-0@lo:400: 00000100:00100000:3.0:1749394287.308966:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507942528:12345-0@lo:38: Request processed in 40us (339us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394287.308972:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2010 00000100:00100000:1.0:1749394287.308974:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507942656:12345-0@lo:38: Request processed in 43us (286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394287.308977:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2009 00000100:00100000:1.0:1749394287.308983:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2011 00000100:00100000:3.0:1749394287.308990:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:2.0:1749394287.308993:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507942784:12345-0@lo:400: Request processed in 28us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394287.308996:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507942400:12345-0@lo:400: 00000100:00100000:2.0:1749394287.309000:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00080000:2.0:1749394287.309014:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1749394287.309026:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394287.309030:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507941376:0@lo:400: 00000100:00080000:1.0:1749394287.309030:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394287.309030:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507942400:12345-0@lo:400: Request processed in 34us (127us total) trans 0 rc 0/0 00010000:00080000:2.0:1749394287.309034:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ac700 x1834371507942400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394287.309035:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507942528:0@lo:38: 00000100:00100000:3.0:1749394287.309037:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00080000:1.0:1749394287.309044:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394287.309046:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507942400:0@lo:400: 00000100:00080000:1.0:1749394287.309047:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394287.309050:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507942656:0@lo:38: 00000100:00080000:1.0:1749394287.309058:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:2.0:1749394287.309058:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ac380 x1834371507942784/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394287.309060:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394287.309064:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507942016:0@lo:38: 00000100:00100000:2.0:1749394287.309067:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507942784:0@lo:400: 00000100:00080000:1.0:1749394287.309071:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394287.309112:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394287.309117:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507942144:0@lo:38: 00000100:00080000:1.0:1749394287.309125:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394287.309128:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394287.309131:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507941504:0@lo:38: 00000100:00080000:1.0:1749394287.309140:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394287.309142:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394287.309145:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507941760:0@lo:38: 00000100:00100000:2.0:1749394287.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394287.324175:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749394287.324191:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507943040:0@lo:41: 00000100:00100000:0.0:1749394287.324225:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507943168:0@lo:41: 00000100:00100000:1.0:1749394287.324236:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394287.324278:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507943040 00000100:00100000:0.0:1749394287.324282:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394287.324287:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507943040 00000100:00100000:2.0:1749394287.324317:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507943168 00000100:00100000:2.0:1749394287.324320:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507943168 00000100:00100000:3.0:1749394287.324334:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:0.0:1749394287.324347:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1749394287.324348:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507943040:12345-0@lo:41: 00000100:00100000:0.0:1749394287.324357:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507943168:12345-0@lo:41: 00000004:00000024:3.0:1749394287.324382:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:0.0:1749394287.324400:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394287.324449:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507943168:12345-0@lo:41: Request processed in 94us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394287.324457:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1749394287.324460:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507943040:12345-0@lo:41: Request processed in 116us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394287.324469:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:1.0:1749394287.324495:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507943168:0@lo:41: 00000100:00100000:1.0:1749394287.324524:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507943040:0@lo:41: 00010000:00010000:2.0:1749394288.140322:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394288.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394288.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394288.342237:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507943424:0@lo:700: 00000100:00100000:2.0:1749394288.342237:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507943296:0@lo:700: 00000100:00100000:1.0:1749394288.342311:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394288.342353:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394288.342410:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea480 going to sleep for 11 seconds 00000100:00100000:2.0:1749394288.342412:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5be40 going to sleep for 11 seconds 00000100:00100000:0.0:1749394288.342449:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507943424 00000100:00100000:3.0:1749394288.342458:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507943296 00000100:00100000:0.0:1749394288.342459:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507943424 00000100:00100000:3.0:1749394288.342468:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507943296 00000100:00080000:2.0:1749394288.342524:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394288.342533:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:0.0:1749394288.342544:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507943424:12345-0@lo:700: 00000100:00100000:3.0:1749394288.342546:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1487 00000100:00100000:3.0:1749394288.342558:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507943296:12345-0@lo:700: 00000100:00100000:0.0:1749394288.342587:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:0.0:1749394288.342595:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507943552:0@lo:700: 40000000:00080000:0.0:1749394288.342609:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394288.342613:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394288.342672:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:0.0:1749394288.342676:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507943424:12345-0@lo:700: Request processed in 134us (364us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394288.342679:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507943680:0@lo:700: 00000100:00100000:0.0:1749394288.342685:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 40000000:00080000:3.0:1749394288.342691:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:1.0:1749394288.342703:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507943424:0@lo:700: 40000000:00020000:3.0:1749394288.342707:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394288.342770:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507943296:12345-0@lo:700: Request processed in 213us (416us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394288.342780:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1487 00000100:00100000:2.0:1749394288.342793:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507943296:0@lo:700: 00000100:00100000:2.0:1749394288.949179:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5be40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394288.949188:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507943808:0@lo:900: 00010000:00010000:2.0:1749394289.142337:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394289.192196:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394289.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394290.144342:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394290.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394290.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394290.343221:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507943936:0@lo:700: 00000100:00100000:2.0:1749394290.343222:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507944064:0@lo:700: 00000100:00100000:1.0:1749394290.343300:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394290.343350:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394290.343399:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea480 going to sleep for 11 seconds 00000100:00100000:2.0:1749394290.343417:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5be40 going to sleep for 11 seconds 00000100:00100000:3.0:1749394290.343454:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507943936 00000100:00100000:0.0:1749394290.343459:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507944064 00000100:00100000:3.0:1749394290.343465:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507943936 00000100:00100000:0.0:1749394290.343468:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507944064 00000100:00080000:2.0:1749394290.343529:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394290.343538:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:0.0:1749394290.343547:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00000100:00100000:3.0:1749394290.343549:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507943936:12345-0@lo:700: 00000100:00100000:0.0:1749394290.343555:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507944064:12345-0@lo:700: 00000100:00100000:3.0:1749394290.343592:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394290.343600:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507944192:0@lo:700: 40000000:00080000:3.0:1749394290.343614:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394290.343617:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394290.343675:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:3.0:1749394290.343681:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507943936:12345-0@lo:700: Request processed in 135us (380us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394290.343682:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507944320:0@lo:700: 00000100:00100000:3.0:1749394290.343690:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 40000000:00080000:0.0:1749394290.343694:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394290.343697:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394290.343708:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507943936:0@lo:700: 00000100:00100000:0.0:1749394290.343757:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507944064:12345-0@lo:700: Request processed in 202us (409us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394290.343766:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00100000:2.0:1749394290.343784:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507944064:0@lo:700: 00000100:00100000:2.0:1749394290.950205:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5be40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394290.950217:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507944448:0@lo:900: 00010000:00010000:2.0:1749394291.146456:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394291.192166:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394291.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394291.583518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394291.583564:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394291.583656:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394291.583665:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499785472 00000100:00100000:1.0:1749394291.583677:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499785472 00000100:00100000:2.0:1749394291.583682:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499785600 00000100:00100000:0.0:1749394291.583690:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499785728 00000100:00100000:2.0:1749394291.583691:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499785600 00000100:00100000:0.0:1749394291.583696:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499785728 00000100:00100000:2.0:1749394291.583731:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2012 00000100:00100000:2.0:1749394291.583739:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499785600:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394291.583742:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2013 00000100:00100000:1.0:1749394291.583743:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 681 00000100:00100000:0.0:1749394291.583749:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499785728:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394291.583752:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499785472:12345-192.168.203.32@tcp:400: 00010000:00080000:2.0:1749394291.583772:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1333 last 0 00010000:00080000:0.0:1749394291.583773:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1333 last 0 00000100:00100000:1.0:1749394291.583819:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499785472:12345-192.168.203.32@tcp:400: Request processed in 68us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394291.583823:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499785728:12345-192.168.203.32@tcp:38: Request processed in 73us (167us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394291.583828:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 681 00000100:00100000:0.0:1749394291.583831:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2013 00000100:00100000:2.0:1749394291.583831:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499785600:12345-192.168.203.32@tcp:38: Request processed in 91us (265us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394291.583839:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2012 00010000:00010000:2.0:1749394292.148328:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394292.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00080000:3.0:1749394292.316246:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394292.316255:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394292.316259:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394292.316267:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1329 00000100:00080000:3.0:1749394292.316272:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394292.316278:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749394292.316299:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ae680 x1834371507944704/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394292.316337:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394292.316341:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749394292.316343:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507944576:0@lo:400: 00000100:00100000:1.0:1749394292.316384:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507944832:0@lo:400: 00000100:00080000:3.0:1749394292.316390:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394292.316396:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1329 00000100:00080000:3.0:1749394292.316398:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394292.316403:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394292.316418:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ad500 x1834371507944960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394292.316433:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507944704:0@lo:38: 00000100:00080000:3.0:1749394292.316437:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394292.316440:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394292.316442:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394292.316446:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1329 00000100:00100000:2.0:1749394292.316448:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394292.316448:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394292.316451:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394292.316452:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394292.316463:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aea00 x1834371507945216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394292.316471:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394292.316474:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394292.316476:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394292.316479:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1329 00000100:00080000:3.0:1749394292.316481:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394292.316484:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394292.316491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394292.316493:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ac380 x1834371507945344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394292.316506:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507944576 00000100:00080000:3.0:1749394292.316511:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394292.316512:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507944576 00000100:00080000:3.0:1749394292.316514:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749394292.316520:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507945600:0@lo:400: 00000100:00080000:3.0:1749394292.316521:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394292.316525:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1329 00000100:00100000:0.0:1749394292.316526:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507944960:0@lo:38: 00000100:00080000:3.0:1749394292.316527:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394292.316531:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394292.316543:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ace00 x1834371507945728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394292.316546:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1749394292.316546:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394292.316549:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394292.316552:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394292.316553:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507944576:12345-0@lo:400: 00000100:00080000:3.0:1749394292.316555:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394292.316557:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394292.316560:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1329 00000100:00080000:3.0:1749394292.316562:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394292.316565:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394292.316570:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507945216:0@lo:38: 00000100:00100000:2.0:1749394292.316570:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749394292.316574:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aca80 x1834371507945856/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394292.316577:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507945472:0@lo:400: 00000100:00100000:0.0:1749394292.316588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394292.316604:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394292.316606:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507945344:0@lo:38: 00000100:00100000:1.0:1749394292.316612:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507944576:12345-0@lo:400: Request processed in 59us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394292.316613:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507944832 00000100:00100000:3.0:1749394292.316618:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507944832 00000100:00100000:1.0:1749394292.316621:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1749394292.316624:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394292.316634:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507944576:0@lo:400: 00000100:00100000:0.0:1749394292.316640:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507945728:0@lo:38: 00000100:00100000:3.0:1749394292.316650:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:0.0:1749394292.316658:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394292.316660:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507944832:12345-0@lo:400: 00000100:00100000:2.0:1749394292.316661:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507945088:0@lo:400: 00000100:00100000:1.0:1749394292.316664:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507945984:0@lo:400: 00000100:00100000:0.0:1749394292.316673:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507945856:0@lo:38: 00000100:00100000:2.0:1749394292.316682:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394292.316690:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394292.316692:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394292.316701:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507946112:0@lo:400: 00000100:00100000:3.0:1749394292.316716:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507944832:12345-0@lo:400: Request processed in 58us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394292.316723:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507944832:0@lo:400: 00000100:00100000:2.0:1749394292.316724:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394292.316725:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507944704 00000100:00100000:3.0:1749394292.316725:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:0.0:1749394292.316731:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507944704 00000100:00100000:3.0:1749394292.316736:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507945088 00000100:00100000:3.0:1749394292.316740:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507945088 00000100:00100000:0.0:1749394292.316745:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507944960 00000100:00100000:0.0:1749394292.316748:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507944960 00000100:00100000:1.0:1749394292.316749:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507945600 00000100:00100000:1.0:1749394292.316753:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507945600 00000100:00100000:2.0:1749394292.316753:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507945472 00000100:00100000:0.0:1749394292.316754:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507945216 00000100:00100000:0.0:1749394292.316757:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507945216 00000100:00100000:2.0:1749394292.316757:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507945472 00000100:00100000:3.0:1749394292.316757:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:0.0:1749394292.316762:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507945344 00000100:00100000:3.0:1749394292.316762:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507945088:12345-0@lo:400: 00000100:00100000:0.0:1749394292.316765:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507945344 00000100:00100000:0.0:1749394292.316772:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507945728 00000100:00100000:0.0:1749394292.316774:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507945728 00000100:00100000:0.0:1749394292.316779:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507945856 00000100:00100000:1.0:1749394292.316780:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507945984 00000100:00100000:0.0:1749394292.316781:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507945856 00000100:00100000:1.0:1749394292.316782:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507945984 00000100:00100000:2.0:1749394292.316786:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507946112 00000100:00100000:2.0:1749394292.316789:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507946112 00000100:00100000:0.0:1749394292.316791:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2014 00000100:00100000:3.0:1749394292.316791:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507945088:12345-0@lo:400: Request processed in 28us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394292.316796:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:0.0:1749394292.316797:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507944704:12345-0@lo:38: 00000100:00100000:1.0:1749394292.316803:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507945600:12345-0@lo:400: 00000100:00100000:3.0:1749394292.316805:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:2.0:1749394292.316806:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:2.0:1749394292.316813:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeccc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507945472:12345-0@lo:400: 00010000:00020000:0.0:1749394292.316818:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394292.316828:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1749394292.316835:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d564a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507945984:12345-0@lo:400: 00000100:00100000:1.0:1749394292.316845:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507945600:12345-0@lo:400: Request processed in 42us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394292.316852:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:2.0:1749394292.316856:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeccc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507945472:12345-0@lo:400: Request processed in 44us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394292.316858:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507944704:12345-0@lo:38: Request processed in 60us (366us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394292.316863:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:0.0:1749394292.316865:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2014 00000100:00100000:2.0:1749394292.316867:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:1.0:1749394292.316869:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507946112:12345-0@lo:400: 00000100:00100000:3.0:1749394292.316871:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d564a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507945984:12345-0@lo:400: Request processed in 37us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394292.316878:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1749394292.316880:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2015 00000100:00100000:0.0:1749394292.316884:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507944960:12345-0@lo:38: 00000100:00100000:1.0:1749394292.316891:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507946112:12345-0@lo:400: Request processed in 22us (167us total) trans 0 rc 0/0 00010000:00020000:0.0:1749394292.316895:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394292.316897:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00080000:1.0:1749394292.316913:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394292.316914:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507944960:12345-0@lo:38: Request processed in 29us (365us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394292.316916:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2016 00000100:00080000:1.0:1749394292.316917:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394292.316922:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2015 00000100:00100000:3.0:1749394292.316922:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507945216:12345-0@lo:38: 00000100:00100000:0.0:1749394292.316931:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2017 00000100:00100000:0.0:1749394292.316936:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507945344:12345-0@lo:38: 00000100:00100000:1.0:1749394292.316936:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2018 00010000:00020000:3.0:1749394292.316938:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394292.316941:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507945728:12345-0@lo:38: 00010000:00020000:0.0:1749394292.316946:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394292.316957:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394292.316967:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507945344:12345-0@lo:38: Request processed in 31us (342us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394292.316967:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507945216:12345-0@lo:38: Request processed in 44us (377us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394292.316973:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2016 00000100:00100000:0.0:1749394292.316977:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2017 00000100:00100000:1.0:1749394292.316979:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507945728:12345-0@lo:38: Request processed in 37us (322us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394292.316985:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2019 00000100:00100000:3.0:1749394292.316990:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507945856:12345-0@lo:38: 00000100:00100000:1.0:1749394292.316994:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2018 00010000:00020000:3.0:1749394292.317001:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749394292.317013:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394292.317017:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394292.317018:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507945856:12345-0@lo:38: Request processed in 28us (325us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394292.317022:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507945728:0@lo:38: 00000100:00100000:3.0:1749394292.317025:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2019 00010000:00080000:1.0:1749394292.317029:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ac700 x1834371507945472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749394292.317035:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394292.317038:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394292.317041:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507945856:0@lo:38: 00000100:00100000:1.0:1749394292.317043:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507945472:0@lo:400: 00000100:00080000:0.0:1749394292.317052:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394292.317054:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:1.0:1749394292.317056:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ac000 x1834371507945600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394292.317057:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507944960:0@lo:38: 00010000:00080000:3.0:1749394292.317057:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8afb80 x1834371507945984/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394292.317065:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507945600:0@lo:400: 00000100:00080000:0.0:1749394292.317066:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394292.317068:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394292.317069:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507945984:0@lo:400: 00000100:00100000:0.0:1749394292.317071:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507945216:0@lo:38: 00000100:00080000:0.0:1749394292.317109:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394292.317112:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394292.317115:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507945344:0@lo:38: 00000100:00080000:0.0:1749394292.317122:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394292.317125:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394292.317128:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507944704:0@lo:38: 00000100:00100000:2.0:1749394292.317134:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507945088:0@lo:400: 00010000:00080000:2.0:1749394292.317147:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8af800 x1834371507946112/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394292.317159:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507946112:0@lo:400: 00000100:00100000:2.0:1749394292.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394292.332225:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749394292.332241:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507946240:0@lo:41: 00000100:00100000:1.0:1749394292.332275:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394292.332310:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507946368:0@lo:41: 00000100:00100000:1.0:1749394292.332328:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394292.332399:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507946240 00000100:00100000:2.0:1749394292.332407:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507946240 00000100:00100000:3.0:1749394292.332419:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507946368 00000100:00100000:3.0:1749394292.332428:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507946368 00000100:00100000:2.0:1749394292.332455:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:2.0:1749394292.332463:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507946240:12345-0@lo:41: 00000100:00100000:3.0:1749394292.332464:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1749394292.332472:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d567b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507946368:12345-0@lo:41: 00000004:00000024:2.0:1749394292.332492:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000004:00000024:3.0:1749394292.332507:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394292.332553:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507946240:12345-0@lo:41: Request processed in 90us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394292.332554:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d567b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507946368:12345-0@lo:41: Request processed in 82us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394292.332561:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1749394292.332576:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1749394292.332594:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507946368:0@lo:41: 00000100:00100000:1.0:1749394292.332606:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507946240:0@lo:41: 00000100:00100000:2.0:1749394292.344202:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507946496:0@lo:700: 00000100:00100000:1.0:1749394292.344203:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d564700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507946624:0@lo:700: 00000100:00100000:2.0:1749394292.344244:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394292.344286:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394292.344300:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5be40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394292.344320:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:0.0:1749394292.344387:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507946496 00000100:00100000:0.0:1749394292.344396:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507946496 00000100:00100000:0.0:1749394292.344439:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507946624 00000100:00100000:0.0:1749394292.344442:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507946624 00000100:00100000:3.0:1749394292.344451:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:3.0:1749394292.344466:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507946496:12345-0@lo:700: 00000100:00100000:0.0:1749394292.344474:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491 00000100:00100000:0.0:1749394292.344482:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507946624:12345-0@lo:700: 00000100:00100000:3.0:1749394292.344504:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394292.344510:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507946752:0@lo:700: 40000000:00080000:3.0:1749394292.344522:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394292.344526:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394292.344586:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:0.0:1749394292.344594:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507946880:0@lo:700: 00000100:00100000:3.0:1749394292.344594:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507946496:12345-0@lo:700: Request processed in 132us (349us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394292.344603:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 40000000:00080000:0.0:1749394292.344606:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394292.344609:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394292.344619:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507946496:0@lo:700: 00000100:00100000:0.0:1749394292.344660:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507946624:12345-0@lo:700: Request processed in 178us (373us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394292.344669:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491 00000100:00100000:1.0:1749394292.344682:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d564700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507946624:0@lo:700: 00000100:00100000:2.0:1749394292.951207:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5be40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394292.951219:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507947008:0@lo:900: 00010000:00010000:2.0:1749394293.150386:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394293.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394293.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394293.916183:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394293.916214:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507947136/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394298 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394293.916285:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394293.916389:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394293.916421:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507947136 00000100:00100000:0.0:1749394293.916435:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507947136 00000100:00100000:0.0:1749394293.916496:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:0.0:1749394293.916508:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507947136:12345-0@lo:700: 40000000:00080000:0.0:1749394293.916547:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394293.916621:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507947136:12345-0@lo:700: Request processed in 112us (333us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394293.916635:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00100000:2.0:1749394293.916643:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507947136/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394309 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394293.916654:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394293.919171:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394293.919192:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507947264/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394298 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394293.919234:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394293.919289:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394293.919391:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507947264 00000100:00100000:0.0:1749394293.919401:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507947264 00000100:00100000:0.0:1749394293.919455:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:0.0:1749394293.919467:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507947264:12345-0@lo:700: 40000000:00080000:0.0:1749394293.919492:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394293.919547:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507947264:12345-0@lo:700: Request processed in 82us (312us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394293.919555:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:2.0:1749394293.919575:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507947264/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394309 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394293.919586:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00010000:00010000:2.0:1749394294.152377:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394294.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394294.322219:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394294.345220:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d564700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507947392:0@lo:700: 00000100:00100000:2.0:1749394294.345226:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507947520:0@lo:700: 00000100:00100000:1.0:1749394294.345273:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394294.345315:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394294.345355:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:2.0:1749394294.345370:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5be40 going to sleep for 11 seconds 00000100:00100000:0.0:1749394294.345425:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507947392 00000100:00100000:3.0:1749394294.345432:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507947520 00000100:00100000:0.0:1749394294.345435:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507947392 00000100:00100000:3.0:1749394294.345442:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507947520 00000100:00080000:1.0:1749394294.345497:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394294.345508:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:3.0:1749394294.345517:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507947520:12345-0@lo:700: 00000100:00100000:0.0:1749394294.345527:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1495 00000100:00100000:0.0:1749394294.345541:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507947392:12345-0@lo:700: 00000100:00100000:3.0:1749394294.345559:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394294.345567:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507947648:0@lo:700: 40000000:00080000:3.0:1749394294.345580:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394294.345583:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394294.345642:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:0.0:1749394294.345649:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507947776:0@lo:700: 00000100:00100000:3.0:1749394294.345653:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507947520:12345-0@lo:700: Request processed in 136us (337us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394294.345662:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:3.0:1749394294.345662:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 40000000:00020000:0.0:1749394294.345665:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394294.345678:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507947520:0@lo:700: 00000100:00100000:0.0:1749394294.345717:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507947392:12345-0@lo:700: Request processed in 181us (444us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394294.345726:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1495 00000100:00100000:1.0:1749394294.345746:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d564700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507947392:0@lo:700: 00000100:00100000:2.0:1749394294.952212:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5be40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394294.952224:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507947904:0@lo:900: 00010000:00010000:2.0:1749394295.154381:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394295.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394295.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394296.156408:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394296.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394296.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394296.346220:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e1b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507948032:0@lo:700: 00000100:00100000:1.0:1749394296.346224:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d564700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507948160:0@lo:700: 00000100:00100000:1.0:1749394296.346298:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394296.346394:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394296.346396:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:0.0:1749394296.346407:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507948160 00000100:00100000:0.0:1749394296.346417:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507948160 00000100:00100000:2.0:1749394296.346420:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5be40 going to sleep for 11 seconds 00000100:00080000:1.0:1749394296.346476:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394296.346486:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507948032 00000100:00100000:0.0:1749394296.346491:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507948032 00000100:00100000:2.0:1749394296.346495:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00080000:1.0:1749394296.346505:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394296.346506:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507948160:12345-0@lo:700: 00000100:00100000:3.0:1749394296.346518:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:3.0:1749394296.346533:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507948032:12345-0@lo:700: 00000100:00100000:2.0:1749394296.346544:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394296.346551:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507948288:0@lo:700: 40000000:00080000:2.0:1749394296.346567:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394296.346571:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394296.346600:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:3.0:1749394296.346606:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507948416:0@lo:700: 40000000:00080000:3.0:1749394296.346618:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394296.346621:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394296.346624:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507948160:12345-0@lo:700: Request processed in 120us (325us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394296.346633:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:1.0:1749394296.346653:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d564700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507948160:0@lo:700: 00000100:00100000:3.0:1749394296.346667:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507948032:12345-0@lo:700: Request processed in 139us (274us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394296.346675:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507948032:0@lo:700: 00000100:00100000:3.0:1749394296.346677:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00000100:00100000:0.0:1749394296.591588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394296.591631:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394296.591668:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394296.591702:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499785984 00000100:00100000:0.0:1749394296.591708:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499785984 00000100:00100000:2.0:1749394296.591709:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499786112 00000100:00100000:2.0:1749394296.591718:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499786112 00000100:00100000:0.0:1749394296.591745:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2020 00000100:00100000:0.0:1749394296.591753:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499785984:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394296.591753:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499785856 00000100:00100000:3.0:1749394296.591762:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499785856 00000100:00100000:2.0:1749394296.591766:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2021 00000100:00100000:2.0:1749394296.591774:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499786112:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394296.591780:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1338 last 0 00010000:00080000:2.0:1749394296.591798:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1338 last 0 00000100:00100000:3.0:1749394296.591803:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 683 00000100:00100000:3.0:1749394296.591811:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499785856:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394296.591853:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499785984:12345-192.168.203.32@tcp:38: Request processed in 99us (270us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394296.591855:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499785856:12345-192.168.203.32@tcp:400: Request processed in 44us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394296.591861:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2020 00000100:00100000:2.0:1749394296.591861:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499786112:12345-192.168.203.32@tcp:38: Request processed in 86us (192us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394296.591863:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 683 00000100:00100000:2.0:1749394296.591869:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2021 00000100:00100000:2.0:1749394296.953204:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5be40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394296.953216:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507948544:0@lo:900: 00010000:00010000:2.0:1749394297.158304:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394297.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394297.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:3.0:1749394297.324235:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394297.324243:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394297.324247:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394297.324254:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1334 00000100:00080000:3.0:1749394297.324259:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394297.324266:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:3.0:1749394297.324288:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8af800 x1834371507948800/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394297.324294:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507948672:0@lo:400: 00000100:00080000:3.0:1749394297.324365:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394297.324369:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394297.324385:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394297.324388:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507948928:0@lo:400: 00000100:00080000:3.0:1749394297.324389:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1334 00000100:00080000:3.0:1749394297.324392:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394297.324396:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394297.324402:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394297.324410:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ae680 x1834371507949056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394297.324427:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507948800:0@lo:38: 00000100:00080000:3.0:1749394297.324437:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394297.324440:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394297.324442:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394297.324445:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394297.324446:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1334 00000100:00080000:3.0:1749394297.324448:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394297.324451:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394297.324460:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aea00 x1834371507949312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394297.324468:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394297.324471:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394297.324473:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394297.324475:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394297.324476:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1334 00000100:00080000:3.0:1749394297.324478:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394297.324480:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394297.324488:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507949184:0@lo:400: 00000100:00100000:3.0:1749394297.324490:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ad500 x1834371507949440/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394297.324493:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507948928 00000100:00100000:2.0:1749394297.324500:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507948928 00000100:00100000:1.0:1749394297.324513:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507949056:0@lo:38: 00000100:00080000:3.0:1749394297.324514:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394297.324517:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394297.324523:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394297.324527:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1334 00000100:00100000:0.0:1749394297.324528:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394297.324529:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394297.324534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394297.324534:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00080000:3.0:1749394297.324534:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394297.324542:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507948928:12345-0@lo:400: 00000100:00100000:3.0:1749394297.324549:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ac000 x1834371507949824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394297.324551:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749394297.324552:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507949312:0@lo:38: 00000100:00080000:3.0:1749394297.324558:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749394297.324559:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507949568:0@lo:400: 00000100:00080000:3.0:1749394297.324562:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394297.324563:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394297.324567:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1334 00000100:00100000:1.0:1749394297.324568:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394297.324569:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394297.324572:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394297.324581:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ac700 x1834371507949952/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394297.324583:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394297.324585:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507949440:0@lo:38: 00000100:00100000:2.0:1749394297.324595:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507948928:12345-0@lo:400: Request processed in 53us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394297.324601:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394297.324602:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:0.0:1749394297.324611:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507949184 00000100:00100000:0.0:1749394297.324616:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507949184 00000100:00100000:1.0:1749394297.324617:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507949824:0@lo:38: 00000100:00100000:3.0:1749394297.324620:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507948672 00000100:00100000:2.0:1749394297.324625:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507948800 00000100:00100000:3.0:1749394297.324626:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507948672 00000100:00100000:2.0:1749394297.324629:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507948800 00000100:00100000:1.0:1749394297.324631:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394297.324644:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:2.0:1749394297.324644:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507949056 00000100:00100000:1.0:1749394297.324645:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507949952:0@lo:38: 00000100:00100000:2.0:1749394297.324647:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507949056 00000100:00100000:0.0:1749394297.324650:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507949184:12345-0@lo:400: 00000100:00100000:2.0:1749394297.324653:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507949312 00000100:00100000:2.0:1749394297.324656:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507949312 00000100:00100000:3.0:1749394297.324657:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1749394297.324661:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394297.324662:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507949440 00000100:00100000:2.0:1749394297.324664:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507949440 00000100:00100000:3.0:1749394297.324665:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507948672:12345-0@lo:400: 00000100:00100000:2.0:1749394297.324670:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507949824 00000100:00100000:2.0:1749394297.324671:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507949824 00000100:00100000:2.0:1749394297.324676:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507949952 00000100:00100000:2.0:1749394297.324678:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507949952 00000100:00100000:0.0:1749394297.324685:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507949184:12345-0@lo:400: Request processed in 35us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394297.324687:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2022 00000100:00100000:2.0:1749394297.324692:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507948800:12345-0@lo:38: 00000100:00100000:0.0:1749394297.324693:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1749394297.324702:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2023 00000100:00100000:1.0:1749394297.324708:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d564e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507949056:12345-0@lo:38: 00000100:00100000:3.0:1749394297.324710:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507948672:12345-0@lo:400: Request processed in 46us (311us total) trans 0 rc 0/0 00010000:00020000:2.0:1749394297.324712:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394297.324716:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2024 00000100:00100000:3.0:1749394297.324717:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1749394297.324721:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d566680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507949312:12345-0@lo:38: 00010000:00020000:1.0:1749394297.324726:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394297.324737:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394297.324742:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507948800:12345-0@lo:38: Request processed in 50us (267us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394297.324749:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2022 00000100:00100000:1.0:1749394297.324757:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d564e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507949056:12345-0@lo:38: Request processed in 47us (223us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394297.324759:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2025 00000100:00100000:3.0:1749394297.324761:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507949568 00000100:00100000:0.0:1749394297.324763:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d566680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507949312:12345-0@lo:38: Request processed in 41us (194us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394297.324763:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507949440:12345-0@lo:38: 00000100:00100000:1.0:1749394297.324765:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2023 00000100:00100000:3.0:1749394297.324765:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507949568 00010000:00020000:2.0:1749394297.324774:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394297.324783:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2024 00000100:00100000:3.0:1749394297.324788:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1749394297.324793:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507949440:12345-0@lo:38: Request processed in 29us (191us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394297.324794:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2026 00000100:00100000:3.0:1749394297.324794:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507949568:12345-0@lo:400: 00000100:00100000:0.0:1749394297.324801:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2027 00000100:00100000:1.0:1749394297.324802:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507949824:12345-0@lo:38: 00000100:00100000:0.0:1749394297.324805:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d564380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507949952:12345-0@lo:38: 00000100:00100000:2.0:1749394297.324813:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2025 00010000:00020000:1.0:1749394297.324814:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394297.324820:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394297.324824:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507949568:12345-0@lo:400: Request processed in 30us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394297.324835:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507950080:0@lo:400: 00000100:00100000:3.0:1749394297.324840:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1749394297.324841:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507949824:12345-0@lo:38: Request processed in 39us (207us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394297.324843:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d564380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507949952:12345-0@lo:38: Request processed in 37us (182us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394297.324847:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2026 00000100:00100000:0.0:1749394297.324851:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2027 00000100:00100000:2.0:1749394297.324858:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394297.324876:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394297.324880:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394297.324885:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507949824:0@lo:38: 00000100:00100000:0.0:1749394297.324888:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507950208:0@lo:400: 00000100:00100000:3.0:1749394297.324892:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507950080 00000100:00080000:1.0:1749394297.324894:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394297.324895:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507950080 00000100:00080000:1.0:1749394297.324897:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394297.324901:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507949952:0@lo:38: 00000100:00100000:2.0:1749394297.324907:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507948928:0@lo:400: 00000100:00080000:1.0:1749394297.324909:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394297.324910:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394297.324912:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394297.324915:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507949056:0@lo:38: 00000100:00100000:3.0:1749394297.324920:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507950208 00000100:00100000:2.0:1749394297.324922:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749394297.324922:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507950208 00000100:00080000:1.0:1749394297.324923:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394297.324925:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394297.324928:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507949312:0@lo:38: 00000100:00100000:2.0:1749394297.324928:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507949696:0@lo:400: 00000100:00080000:1.0:1749394297.324936:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394297.324938:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394297.324941:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00010000:00080000:0.0:1749394297.324942:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8aca80 x1834371507949568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394297.324942:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507949440:0@lo:38: 00000100:00100000:2.0:1749394297.324949:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394297.324949:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507950080:12345-0@lo:400: 00000100:00080000:1.0:1749394297.324950:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394297.324953:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394297.324963:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507948800:0@lo:38: 00000100:00100000:0.0:1749394297.324964:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507949568:0@lo:400: 00000100:00100000:2.0:1749394297.324973:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507949696 00000100:00100000:0.0:1749394297.324974:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507949184:0@lo:400: 00000100:00100000:2.0:1749394297.324976:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507949696 00000100:00100000:3.0:1749394297.324986:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507950080:12345-0@lo:400: Request processed in 38us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394297.324992:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:2.0:1749394297.324997:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1749394297.325003:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1749394297.325003:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507950208:12345-0@lo:400: 00000100:00100000:0.0:1749394297.325010:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507949696:12345-0@lo:400: 00000100:00080000:3.0:1749394297.325025:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394297.325040:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507950208:12345-0@lo:400: Request processed in 37us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394297.325042:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507949696:12345-0@lo:400: Request processed in 33us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394297.325046:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1749394297.325050:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:3.0:1749394297.325062:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507948672:0@lo:400: 00010000:00080000:2.0:1749394297.325102:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ace00 x1834371507949696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749394297.325109:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8af100 x1834371507950208/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394297.325116:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507949696:0@lo:400: 00000100:00100000:0.0:1749394297.325120:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507950208:0@lo:400: 00010000:00080000:2.0:1749394297.325129:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ae300 x1834371507950080/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394297.325138:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507950080:0@lo:400: 00000100:00100000:1.0:1749394297.340238:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749394297.340253:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507950336:0@lo:41: 00000100:00100000:1.0:1749394297.340289:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394297.340347:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507950336 00000100:00100000:0.0:1749394297.340355:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749394297.340356:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507950336 00000100:00100000:0.0:1749394297.340372:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507950464:0@lo:41: 00000100:00100000:2.0:1749394297.340385:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:2.0:1749394297.340393:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507950336:12345-0@lo:41: 00000100:00100000:0.0:1749394297.340410:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:2.0:1749394297.340421:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749394297.340430:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507950464 00000100:00100000:3.0:1749394297.340439:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507950464 00000100:00100000:3.0:1749394297.340472:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:2.0:1749394297.340478:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507950336:12345-0@lo:41: Request processed in 84us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394297.340480:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507950464:12345-0@lo:41: 00000100:00100000:2.0:1749394297.340486:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000004:00000024:3.0:1749394297.340508:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749394297.340522:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507950336:0@lo:41: 00000100:00100000:3.0:1749394297.340568:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507950464:12345-0@lo:41: Request processed in 88us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394297.340577:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1749394297.340609:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507950464:0@lo:41: 00010000:00010000:2.0:1749394298.160373:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394298.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394298.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394298.347217:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507950592:0@lo:700: 00000100:00100000:1.0:1749394298.347218:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d565880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507950720:0@lo:700: 00000100:00100000:2.0:1749394298.347290:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394298.347391:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394298.347397:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5be40 going to sleep for 11 seconds 00000100:00100000:3.0:1749394298.347416:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507950592 00000100:00100000:2.0:1749394298.347419:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507950720 00000100:00100000:1.0:1749394298.347421:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:2.0:1749394298.347426:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507950720 00000100:00100000:3.0:1749394298.347426:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507950592 00000100:00100000:2.0:1749394298.347472:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:2.0:1749394298.347481:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507950720:12345-0@lo:700: 00000100:00100000:3.0:1749394298.347483:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1499 00000100:00080000:0.0:1749394298.347491:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394298.347492:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507950592:12345-0@lo:700: 00000100:00100000:2.0:1749394298.347515:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394298.347521:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507950848:0@lo:700: 40000000:00080000:2.0:1749394298.347535:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394298.347538:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394298.347595:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507950720:12345-0@lo:700: Request processed in 114us (204us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394298.347597:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e396c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394298.347603:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00100000:3.0:1749394298.347604:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507950976:0@lo:700: 40000000:00080000:3.0:1749394298.347616:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394298.347631:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394298.347633:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507950720:0@lo:700: 00000100:00100000:3.0:1749394298.347693:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507950592:12345-0@lo:700: Request processed in 201us (402us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394298.347703:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1499 00000100:00100000:2.0:1749394298.347725:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507950592:0@lo:700: 00000100:00100000:2.0:1749394298.954156:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5be40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394298.954171:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507951104:0@lo:900: 00010000:00010000:2.0:1749394299.162374:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394299.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394299.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394300.164372:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394300.192188:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394300.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394300.348223:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507951232:0@lo:700: 00000100:00100000:1.0:1749394300.348224:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d565880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507951360:0@lo:700: 00000100:00100000:2.0:1749394300.348332:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394300.348372:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394300.348399:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5be40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394300.348401:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:2.0:1749394300.348424:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507951232 00000100:00100000:2.0:1749394300.348431:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507951232 00000100:00100000:3.0:1749394300.348458:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507951360 00000100:00100000:3.0:1749394300.348466:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507951360 00000100:00080000:0.0:1749394300.348485:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394300.348485:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00100000:2.0:1749394300.348494:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507951232:12345-0@lo:700: 00000100:00100000:3.0:1749394300.348509:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501 00000100:00100000:3.0:1749394300.348517:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507951360:12345-0@lo:700: 00000100:00100000:2.0:1749394300.348534:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394300.348541:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507951488:0@lo:700: 40000000:00080000:2.0:1749394300.348556:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394300.348559:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394300.348596:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e396c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394300.348603:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507951616:0@lo:700: 00000100:00100000:2.0:1749394300.348612:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507951232:12345-0@lo:700: Request processed in 119us (280us total) trans 0 rc -11/-11 40000000:00080000:3.0:1749394300.348616:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394300.348619:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394300.348621:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00000100:00100000:0.0:1749394300.348651:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507951232:0@lo:700: 00000100:00100000:3.0:1749394300.348680:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507951360:12345-0@lo:700: Request processed in 163us (308us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394300.348689:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501 00000100:00100000:1.0:1749394300.348705:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507951360:0@lo:700: 00000100:00100000:2.0:1749394300.955187:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394300.955200:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507951744:0@lo:900: 00010000:00010000:2.0:1749394301.166341:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394301.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394301.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394301.599548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394301.599592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394301.599683:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499786240 00000100:00100000:3.0:1749394301.599696:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499786240 00000100:00100000:0.0:1749394301.599697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394301.599726:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499786368 00000100:00100000:1.0:1749394301.599736:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499786368 00000100:00100000:3.0:1749394301.599750:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 685 00000100:00100000:3.0:1749394301.599759:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499786240:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394301.599774:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499786496 00000100:00100000:1.0:1749394301.599778:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499786496 00000100:00100000:2.0:1749394301.599798:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2028 00000100:00100000:1.0:1749394301.599810:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2029 00000100:00100000:2.0:1749394301.599811:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499786368:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394301.599818:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499786496:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394301.599832:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499786240:12345-192.168.203.32@tcp:400: Request processed in 74us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394301.599840:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 685 00010000:00080000:1.0:1749394301.599845:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1343 last 0 00010000:00080000:2.0:1749394301.599845:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1343 last 0 00000100:00100000:1.0:1749394301.599909:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499786496:12345-192.168.203.32@tcp:38: Request processed in 91us (211us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394301.599917:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2029 00000100:00100000:2.0:1749394301.599923:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499786368:12345-192.168.203.32@tcp:38: Request processed in 111us (327us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394301.599935:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2028 00010000:00010000:2.0:1749394302.168347:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394302.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394302.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:3.0:1749394302.332240:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394302.332249:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394302.332253:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394302.332261:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1339 00000100:00080000:3.0:1749394302.332277:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394302.332323:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394302.332333:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749394302.332347:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8adf80 x1834371507952000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394302.332359:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507951872:0@lo:400: 00000100:00080000:3.0:1749394302.332392:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394302.332396:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394302.332399:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394302.332403:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1339 00000100:00080000:3.0:1749394302.332405:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394302.332408:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394302.332413:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749394302.332420:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ad880 x1834371507952256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394302.332432:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507952128:0@lo:400: 00000100:00100000:2.0:1749394302.332436:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394302.332436:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394302.332439:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394302.332441:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394302.332444:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1339 00000100:00080000:3.0:1749394302.332446:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394302.332450:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394302.332460:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ae300 x1834371507952512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394302.332469:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394302.332471:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749394302.332473:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507952000:0@lo:38: 00000100:00080000:3.0:1749394302.332473:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394302.332476:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1339 00000100:00100000:0.0:1749394302.332480:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394302.332484:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394302.332488:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394302.332501:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ace00 x1834371507952640/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394302.332513:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507952384:0@lo:400: 00000100:00100000:1.0:1749394302.332521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394302.332531:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507952128 00000100:00100000:0.0:1749394302.332533:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394302.332539:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394302.332541:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507952128 00000100:00080000:3.0:1749394302.332543:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394302.332545:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394302.332549:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1339 00000100:00080000:3.0:1749394302.332551:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394302.332554:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394302.332557:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507952896:0@lo:400: 00000100:00100000:1.0:1749394302.332564:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507952256:0@lo:38: 00000100:00100000:3.0:1749394302.332564:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ac380 x1834371507953024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394302.332572:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394302.332575:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394302.332577:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749394302.332578:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394302.332580:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1339 00000100:00100000:2.0:1749394302.332582:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507952384 00000100:00080000:3.0:1749394302.332582:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394302.332585:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394302.332586:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394302.332587:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507952384 00000100:00100000:0.0:1749394302.332594:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749394302.332595:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aca80 x1834371507953152/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394302.332600:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507952768:0@lo:400: 00000100:00100000:1.0:1749394302.332607:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507952512:0@lo:38: 00000100:00100000:2.0:1749394302.332613:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1749394302.332616:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394302.332625:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394302.332625:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507952128:12345-0@lo:400: 00000100:00100000:3.0:1749394302.332635:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507953408:0@lo:400: 00000100:00100000:1.0:1749394302.332639:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507952640:0@lo:38: 00000100:00100000:0.0:1749394302.332644:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1749394302.332654:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507952384:12345-0@lo:400: 00000100:00100000:1.0:1749394302.332659:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394302.332676:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507953024:0@lo:38: 00000100:00100000:3.0:1749394302.332677:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394302.332691:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507952128:12345-0@lo:400: Request processed in 68us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394302.332697:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507952384:12345-0@lo:400: Request processed in 46us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394302.332701:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394302.332701:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1749394302.332705:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:1.0:1749394302.332716:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507953152:0@lo:38: 00000100:00100000:3.0:1749394302.332722:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507952384:0@lo:400: 00000100:00100000:0.0:1749394302.332727:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507952896 00000100:00100000:1.0:1749394302.332731:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394302.332732:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507952896 00000100:00100000:2.0:1749394302.332733:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507952768 00000100:00100000:3.0:1749394302.332734:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507952128:0@lo:400: 00000100:00100000:2.0:1749394302.332737:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507952768 00000100:00100000:1.0:1749394302.332759:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507952000 00000100:00100000:3.0:1749394302.332760:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749394302.332762:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507953408 00000100:00100000:1.0:1749394302.332764:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507952000 00000100:00100000:2.0:1749394302.332764:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507953408 00000100:00100000:3.0:1749394302.332767:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507953280:0@lo:400: 00000100:00100000:0.0:1749394302.332779:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:1.0:1749394302.332779:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507952256 00000100:00100000:1.0:1749394302.332781:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507952256 00000100:00100000:2.0:1749394302.332784:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:0.0:1749394302.332785:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507952768:12345-0@lo:400: 00000100:00100000:1.0:1749394302.332788:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507952512 00000100:00100000:1.0:1749394302.332790:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507952512 00000100:00100000:2.0:1749394302.332792:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507952896:12345-0@lo:400: 00000100:00100000:3.0:1749394302.332792:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394302.332796:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507952640 00000100:00100000:1.0:1749394302.332798:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507952640 00000100:00100000:1.0:1749394302.332803:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507953024 00000100:00100000:1.0:1749394302.332805:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507953024 00000100:00100000:1.0:1749394302.332810:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507953152 00000100:00100000:1.0:1749394302.332812:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507953152 00000100:00100000:3.0:1749394302.332815:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507953280 00000100:00100000:3.0:1749394302.332820:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507953280 00000100:00100000:0.0:1749394302.332821:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507952768:12345-0@lo:400: Request processed in 36us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394302.332821:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2030 00000100:00100000:2.0:1749394302.332824:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507952896:12345-0@lo:400: Request processed in 34us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394302.332827:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507952000:12345-0@lo:38: 00000100:00100000:0.0:1749394302.332828:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:2.0:1749394302.332831:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:0.0:1749394302.332841:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:0.0:1749394302.332847:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507953408:12345-0@lo:400: 00000100:00100000:3.0:1749394302.332847:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00010000:00020000:1.0:1749394302.332849:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394302.332854:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507953280:12345-0@lo:400: 00000100:00100000:2.0:1749394302.332872:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2031 00000100:00100000:0.0:1749394302.332875:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507953408:12345-0@lo:400: Request processed in 28us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394302.332878:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507952256:12345-0@lo:38: 00000100:00100000:0.0:1749394302.332882:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1749394302.332883:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507952000:12345-0@lo:38: Request processed in 55us (361us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394302.332891:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2030 00000100:00100000:3.0:1749394302.332892:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507953280:12345-0@lo:400: Request processed in 38us (100us total) trans 0 rc 0/0 00010000:00020000:2.0:1749394302.332894:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394302.332899:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1749394302.332902:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2032 00000100:00100000:0.0:1749394302.332907:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d567480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507952512:12345-0@lo:38: 00000100:00100000:1.0:1749394302.332917:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2033 00000100:00100000:2.0:1749394302.332918:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507952256:12345-0@lo:38: Request processed in 40us (332us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394302.332921:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507952640:12345-0@lo:38: 00010000:00020000:0.0:1749394302.332922:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394302.332925:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2031 00010000:00020000:1.0:1749394302.332934:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1749394302.332934:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ad500 x1834371507953280/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394302.332938:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2034 00000100:00100000:2.0:1749394302.332942:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507953024:12345-0@lo:38: 00000100:00100000:0.0:1749394302.332945:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d567480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507952512:12345-0@lo:38: Request processed in 37us (319us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394302.332946:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507953280:0@lo:400: 00000100:00100000:0.0:1749394302.332951:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2032 00010000:00020000:2.0:1749394302.332953:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1749394302.332958:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8aea00 x1834371507953408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394302.332961:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507952640:12345-0@lo:38: Request processed in 38us (301us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394302.332962:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2035 00000100:00100000:0.0:1749394302.332966:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507953152:12345-0@lo:38: 00000100:00100000:1.0:1749394302.332967:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2033 00000100:00100000:3.0:1749394302.332967:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507953408:0@lo:400: 00000100:00100000:2.0:1749394302.332970:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507953024:12345-0@lo:38: Request processed in 27us (268us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749394302.332977:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394302.332977:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2034 00000100:00100000:0.0:1749394302.332994:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507953152:12345-0@lo:38: Request processed in 27us (263us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394302.333000:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2035 00000100:00100000:2.0:1749394302.333002:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507951872 00000100:00080000:1.0:1749394302.333006:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394302.333006:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507951872 00000100:00080000:3.0:1749394302.333008:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1749394302.333010:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00080000:3.0:1749394302.333011:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394302.333015:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507952512:0@lo:38: 00000100:00080000:1.0:1749394302.333023:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:0.0:1749394302.333026:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8af100 x1834371507952768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394302.333026:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394302.333031:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507952640:0@lo:38: 00000100:00100000:2.0:1749394302.333031:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1749394302.333036:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507951872:12345-0@lo:400: 00000100:00080000:1.0:1749394302.333039:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394302.333040:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507952768:0@lo:400: 00000100:00080000:1.0:1749394302.333041:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394302.333045:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507953024:0@lo:38: 00010000:00080000:0.0:1749394302.333052:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8af800 x1834371507952896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394302.333052:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394302.333054:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394302.333058:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507953152:0@lo:38: 00000100:00100000:0.0:1749394302.333061:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507952896:0@lo:400: 00000100:00100000:2.0:1749394302.333063:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507951872:12345-0@lo:400: Request processed in 27us (630us total) trans 0 rc 0/0 00000100:02020000:1.0:1749394302.333067:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1749394302.333070:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394302.333098:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1749394302.333098:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507951872:0@lo:400: 00000100:00080000:1.0:1749394302.333111:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394302.333115:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507952000:0@lo:38: 00000100:00080000:1.0:1749394302.333125:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394302.333134:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394302.333138:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507952256:0@lo:38: 00000100:00100000:0.0:1749394302.348220:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1749394302.348235:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507953536:0@lo:41: 00000100:00100000:0.0:1749394302.348272:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394302.348329:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507953664:0@lo:41: 00000100:00100000:0.0:1749394302.348348:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394302.348394:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507953536 00000100:00100000:3.0:1749394302.348402:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507953664 00000100:00100000:2.0:1749394302.348403:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507953536 00000100:00100000:3.0:1749394302.348412:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507953664 00000100:00100000:2.0:1749394302.348449:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:2.0:1749394302.348458:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507953536:12345-0@lo:41: 00000100:00100000:3.0:1749394302.348459:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1749394302.348467:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507953664:12345-0@lo:41: 00000004:00000024:2.0:1749394302.348487:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:3.0:1749394302.348493:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394302.348540:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507953536:12345-0@lo:41: Request processed in 82us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394302.348542:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507953664:12345-0@lo:41: Request processed in 75us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394302.348548:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1749394302.348551:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507953536:0@lo:41: 00000100:00100000:3.0:1749394302.348560:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:0.0:1749394302.348564:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507953664:0@lo:41: 00000100:00100000:0.0:1749394302.349187:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507953920:0@lo:700: 00000100:00100000:1.0:1749394302.349188:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e61180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507953792:0@lo:700: 00000100:00100000:0.0:1749394302.349229:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394302.349264:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394302.349267:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b840 going to sleep for 11 seconds 00000100:00100000:1.0:1749394302.349318:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:2.0:1749394302.349352:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507953920 00000100:00100000:2.0:1749394302.349363:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507953920 00000100:00100000:3.0:1749394302.349366:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507953792 00000100:00100000:3.0:1749394302.349375:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507953792 00000100:00100000:2.0:1749394302.349424:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 00000100:00100000:2.0:1749394302.349438:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507953920:12345-0@lo:700: 00000100:00100000:3.0:1749394302.349441:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1503 00000100:00100000:3.0:1749394302.349450:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507953792:12345-0@lo:700: 00000100:00100000:2.0:1749394302.349484:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394302.349493:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507954048:0@lo:700: 40000000:00080000:2.0:1749394302.349509:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394302.349514:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394302.349571:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39600 going to sleep for 0 seconds 00000100:00100000:3.0:1749394302.349578:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507954176:0@lo:700: 40000000:00080000:3.0:1749394302.349590:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394302.349593:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394302.349598:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507953920:12345-0@lo:700: Request processed in 160us (365us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394302.349612:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507953920:0@lo:700: 00000100:00100000:2.0:1749394302.349612:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00100000:3.0:1749394302.349647:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507953792:12345-0@lo:700: Request processed in 197us (383us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394302.349656:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1503 00000100:00100000:1.0:1749394302.349670:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e61180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507953792:0@lo:700: 00000100:00100000:2.0:1749394302.956215:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394302.956228:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507954304:0@lo:900: 00010000:00010000:2.0:1749394303.170349:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394303.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394303.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394304.172346:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394304.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394304.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394304.350220:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507954560:0@lo:700: 00000100:00100000:1.0:1749394304.350221:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e61180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507954432:0@lo:700: 00000100:00100000:0.0:1749394304.350323:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394304.350368:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394304.350390:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b840 going to sleep for 11 seconds 00000100:00100000:1.0:1749394304.350401:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1749394304.350446:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507954560 00000100:00100000:3.0:1749394304.350458:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507954560 00000100:00100000:2.0:1749394304.350501:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507954432 00000100:00100000:2.0:1749394304.350512:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507954432 00000100:00080000:0.0:1749394304.350522:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394304.350534:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00100000:3.0:1749394304.350544:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507954560:12345-0@lo:700: 00000100:00100000:2.0:1749394304.350567:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:2.0:1749394304.350579:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507954432:12345-0@lo:700: 00000100:00100000:3.0:1749394304.350589:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39600 going to sleep for 0 seconds 00000100:00100000:3.0:1749394304.350597:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507954688:0@lo:700: 40000000:00080000:3.0:1749394304.350611:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394304.350614:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394304.350657:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394304.350667:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507954816:0@lo:700: 00000100:00100000:3.0:1749394304.350673:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507954560:12345-0@lo:700: Request processed in 131us (350us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394304.350682:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 40000000:00080000:2.0:1749394304.350683:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394304.350688:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394304.350700:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507954560:0@lo:700: 00000100:00100000:2.0:1749394304.350761:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507954432:12345-0@lo:700: Request processed in 182us (390us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394304.350775:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e61180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507954432:0@lo:700: 00000100:00100000:2.0:1749394304.350775:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00100000:2.0:1749394304.916159:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394304.916184:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507954944/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394309 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394304.916235:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394304.916330:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394304.916351:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507954944 00000100:00100000:0.0:1749394304.916360:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507954944 00000100:00080000:2.0:1749394304.916414:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394304.916418:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:0.0:1749394304.916428:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507954944:12345-0@lo:700: 40000000:00080000:0.0:1749394304.916452:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394304.916502:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507954944:12345-0@lo:700: Request processed in 76us (266us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394304.916511:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:2.0:1749394304.916522:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507954944/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394320 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394304.916533:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394304.919168:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394304.919189:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507955072/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394309 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394304.919231:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394304.919311:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394304.919335:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507955072 00000100:00100000:0.0:1749394304.919343:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507955072 00000100:00080000:2.0:1749394304.919397:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394304.919398:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1507 00000100:00100000:0.0:1749394304.919409:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507955072:12345-0@lo:700: 40000000:00080000:0.0:1749394304.919431:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394304.919497:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507955072:12345-0@lo:700: Request processed in 87us (262us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394304.919510:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1507 00000100:00100000:2.0:1749394304.919510:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507955072/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394320 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394304.919521:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394304.957200:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394304.957211:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507955200:0@lo:900: 00010000:00010000:2.0:1749394305.174336:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394305.192176:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394305.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394306.176321:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394306.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394306.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394306.351224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507955456:0@lo:700: 00000100:00100000:1.0:1749394306.351225:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507955328:0@lo:700: 00000100:00100000:1.0:1749394306.351319:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394306.351352:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507955328 00000100:00100000:0.0:1749394306.351360:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507955328 00000100:00100000:1.0:1749394306.351387:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:0.0:1749394306.351422:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:0.0:1749394306.351432:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507955328:12345-0@lo:700: 00000100:00100000:2.0:1749394306.351450:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394306.351469:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:0.0:1749394306.351476:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507955584:0@lo:700: 00000100:00080000:3.0:1749394306.351488:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 40000000:00080000:0.0:1749394306.351490:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394306.351493:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394306.351496:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b840 going to sleep for 11 seconds 00000100:00100000:1.0:1749394306.351508:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507955456 00000100:00100000:1.0:1749394306.351514:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507955456 00000100:00100000:0.0:1749394306.351532:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507955328:12345-0@lo:700: Request processed in 102us (214us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394306.351540:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00080000:3.0:1749394306.351566:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394306.351578:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509 00000100:00100000:0.0:1749394306.351584:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507955456:12345-0@lo:700: 00000100:00100000:0.0:1749394306.351603:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:0.0:1749394306.351608:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507955712:0@lo:700: 00000100:00100000:1.0:1749394306.351610:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507955328:0@lo:700: 40000000:00080000:0.0:1749394306.351615:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394306.351617:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394306.351654:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507955456:12345-0@lo:700: Request processed in 69us (207us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394306.351661:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509 00000100:00100000:2.0:1749394306.351686:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507955456:0@lo:700: 00000100:00100000:0.0:1749394306.607514:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394306.607552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394306.607590:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499786624 00000100:00100000:0.0:1749394306.607591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394306.607598:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499786624 00000100:00100000:0.0:1749394306.607620:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499786752 00000100:00100000:0.0:1749394306.607626:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499786752 00000100:00100000:0.0:1749394306.607646:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499786880 00000100:00100000:0.0:1749394306.607648:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499786880 00000100:00100000:2.0:1749394306.607652:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 687 00000100:00100000:2.0:1749394306.607661:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499786624:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394306.607665:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2036 00000100:00100000:0.0:1749394306.607672:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499786752:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394306.607683:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2037 00000100:00100000:1.0:1749394306.607692:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499786880:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394306.607699:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1348 last 0 00010000:00080000:1.0:1749394306.607718:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1348 last 0 00000100:00100000:2.0:1749394306.607720:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499786624:12345-192.168.203.32@tcp:400: Request processed in 59us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394306.607728:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 687 00000100:00100000:0.0:1749394306.607749:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499786752:12345-192.168.203.32@tcp:38: Request processed in 75us (195us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394306.607757:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2036 00000100:00100000:1.0:1749394306.607767:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499786880:12345-192.168.203.32@tcp:38: Request processed in 74us (175us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394306.607775:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2037 00000100:00100000:2.0:1749394306.958206:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b900 going to sleep for 0 seconds 00000100:00100000:2.0:1749394306.958218:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507955840:0@lo:900: 00010000:00010000:2.0:1749394307.178329:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394307.192188:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394307.322155:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:3.0:1749394307.340241:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394307.340299:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394307.340303:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394307.340310:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1749394307.340310:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1344 00000100:00080000:3.0:1749394307.340315:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394307.340321:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:2.0:1749394307.340329:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507955968:0@lo:400: 00000100:00100000:3.0:1749394307.340345:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aea00 x1834371507956096/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394307.340387:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394307.340390:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749394307.340391:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394307.340393:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394307.340396:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1344 00000100:00080000:3.0:1749394307.340399:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394307.340402:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394307.340413:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8adc00 x1834371507956352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394307.340427:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394307.340430:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394307.340432:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394307.340435:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1344 00000100:00080000:3.0:1749394307.340437:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394307.340440:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394307.340449:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ac000 x1834371507956608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394307.340458:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394307.340466:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394307.340468:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394307.340469:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507955968 00000100:00080000:3.0:1749394307.340471:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1344 00000100:00080000:3.0:1749394307.340474:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394307.340477:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394307.340478:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507955968 00000100:00100000:1.0:1749394307.340479:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507956096:0@lo:38: 00000100:00100000:0.0:1749394307.340488:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507956480:0@lo:400: 00000100:00100000:3.0:1749394307.340489:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aed80 x1834371507956736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394307.340515:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00080000:3.0:1749394307.340516:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394307.340520:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:3.0:1749394307.340521:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394307.340522:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507955968:12345-0@lo:400: 00000100:00080000:3.0:1749394307.340524:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1344 00000100:00080000:3.0:1749394307.340526:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394307.340529:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394307.340532:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394307.340536:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394307.340538:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8aca80 x1834371507957120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1749394307.340546:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749394307.340550:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:3.0:1749394307.340551:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1749394307.340554:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1344 00000100:00080000:3.0:1749394307.340556:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1749394307.340559:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394307.340568:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8ac380 x1834371507957248/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749394307.340569:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749394307.340576:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507956224:0@lo:400: 00000100:00100000:2.0:1749394307.340580:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507955968:12345-0@lo:400: Request processed in 58us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394307.340587:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1749394307.340591:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507956352:0@lo:38: 00000100:00100000:0.0:1749394307.340595:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394307.340603:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507957376:0@lo:400: 00000100:00100000:0.0:1749394307.340614:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507957504:0@lo:400: 00000100:00100000:1.0:1749394307.340618:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394307.340621:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507956864:0@lo:400: 00000100:00100000:1.0:1749394307.340636:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507956608:0@lo:38: 00000100:00100000:0.0:1749394307.340638:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394307.340654:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394307.340658:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394307.340669:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507957504 00000100:00100000:0.0:1749394307.340672:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507956480 00000100:00100000:2.0:1749394307.340673:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507957504 00000100:00100000:0.0:1749394307.340678:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507956480 00000100:00100000:1.0:1749394307.340685:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507956736:0@lo:38: 00000100:00100000:3.0:1749394307.340700:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507956224 00000100:00100000:1.0:1749394307.340701:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394307.340701:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507957376 00000100:00100000:2.0:1749394307.340704:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507957376 00000100:00100000:3.0:1749394307.340706:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507956224 00000100:00100000:0.0:1749394307.340707:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:0.0:1749394307.340715:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507956480:12345-0@lo:400: 00000100:00100000:1.0:1749394307.340715:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507957120:0@lo:38: 00000100:00100000:2.0:1749394307.340720:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:2.0:1749394307.340726:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507957504:12345-0@lo:400: 00000100:00100000:1.0:1749394307.340730:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394307.340733:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1749394307.340741:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507956224:12345-0@lo:400: 00000100:00100000:1.0:1749394307.340743:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507957248:0@lo:38: 00000100:00100000:0.0:1749394307.340764:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507956480:12345-0@lo:400: Request processed in 49us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394307.340765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394307.340765:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507957504:12345-0@lo:400: Request processed in 39us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394307.340772:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1749394307.340776:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:3.0:1749394307.340780:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507956224:12345-0@lo:400: Request processed in 39us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394307.340783:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:2.0:1749394307.340787:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507957376:12345-0@lo:400: 00000100:00100000:3.0:1749394307.340788:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1749394307.340792:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507956096 00000100:00100000:1.0:1749394307.340798:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507956096 00000100:00100000:0.0:1749394307.340802:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507956992:0@lo:400: 00000100:00100000:1.0:1749394307.340813:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507956352 00000100:00100000:2.0:1749394307.340815:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507957376:12345-0@lo:400: Request processed in 27us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394307.340816:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507956352 00000100:00100000:3.0:1749394307.340816:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507956608 00000100:00100000:3.0:1749394307.340820:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507956608 00000100:00100000:2.0:1749394307.340822:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1749394307.340823:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394307.340823:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507956736 00000100:00100000:1.0:1749394307.340825:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507956736 00000100:00100000:3.0:1749394307.340830:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507957120 00000100:00100000:2.0:1749394307.340832:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507956992 00000100:00100000:3.0:1749394307.340832:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507957120 00000100:00100000:1.0:1749394307.340833:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507957248 00000100:00100000:1.0:1749394307.340835:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507957248 00000100:00100000:2.0:1749394307.340835:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507956992 00000100:00100000:3.0:1749394307.340842:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2038 00000100:00100000:3.0:1749394307.340847:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507956096:12345-0@lo:38: 00000100:00100000:2.0:1749394307.340851:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:2.0:1749394307.340856:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507956992:12345-0@lo:400: 00000100:00100000:1.0:1749394307.340859:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2039 00000100:00100000:1.0:1749394307.340865:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507956352:12345-0@lo:38: 00010000:00020000:3.0:1749394307.340867:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1749394307.340880:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ae300 x1834371507957504/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394307.340882:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507956992:12345-0@lo:400: Request processed in 25us (59us total) trans 0 rc 0/0 00010000:00020000:1.0:1749394307.340883:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394307.340892:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1749394307.340896:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507957504:0@lo:400: 00000100:00100000:3.0:1749394307.340898:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507956096:12345-0@lo:38: Request processed in 49us (365us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394307.340904:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2038 00000100:00100000:0.0:1749394307.340907:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507956224:0@lo:400: 00000100:00080000:2.0:1749394307.340907:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394307.340912:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507956352:12345-0@lo:38: Request processed in 46us (293us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394307.340916:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507956480:0@lo:400: 00000100:00100000:2.0:1749394307.340918:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394307.340919:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2040 00000100:00100000:1.0:1749394307.340923:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2039 00000100:00100000:3.0:1749394307.340923:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507956608:12345-0@lo:38: 00010000:00020000:3.0:1749394307.340933:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394307.340936:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2041 00000100:00100000:1.0:1749394307.340940:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507956736:12345-0@lo:38: 00000100:00100000:2.0:1749394307.340943:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507955968:0@lo:400: 00010000:00080000:0.0:1749394307.340944:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8adf80 x1834371507956992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749394307.340951:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394307.340953:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507956608:12345-0@lo:38: Request processed in 29us (294us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394307.340954:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507956992:0@lo:400: 00000100:00100000:3.0:1749394307.340960:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2040 00000100:00100000:2.0:1749394307.340963:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507956864 00000100:00100000:2.0:1749394307.340967:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507956864 00000100:00100000:3.0:1749394307.340969:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2042 00000100:00100000:3.0:1749394307.340973:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507957120:12345-0@lo:38: 00000100:00100000:1.0:1749394307.340982:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507956736:12345-0@lo:38: Request processed in 40us (280us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394307.340984:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00010000:00020000:3.0:1749394307.340984:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394307.340985:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2043 00000100:00100000:2.0:1749394307.340990:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507956864:12345-0@lo:400: 00000100:00100000:1.0:1749394307.340992:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2041 00000100:00100000:0.0:1749394307.340993:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507957248:12345-0@lo:38: 00010000:00020000:0.0:1749394307.341009:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394307.341016:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507957120:12345-0@lo:38: Request processed in 42us (285us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394307.341022:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507956864:12345-0@lo:400: Request processed in 32us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394307.341024:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2042 00000100:00100000:2.0:1749394307.341029:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1749394307.341037:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507957248:12345-0@lo:38: Request processed in 45us (272us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394307.341044:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2043 00010000:00080000:3.0:1749394307.341053:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ace00 x1834371507957376/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394307.341055:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:2.0:1749394307.341056:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ad880 x1834371507956864/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394307.341059:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394307.341064:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507956736:0@lo:38: 00000100:00100000:3.0:1749394307.341066:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507957376:0@lo:400: 00000100:00100000:2.0:1749394307.341097:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507956864:0@lo:400: 00000100:00080000:1.0:1749394307.341112:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394307.341116:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394307.341119:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507957120:0@lo:38: 00000100:00080000:1.0:1749394307.341129:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394307.341131:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394307.341135:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507957248:0@lo:38: 00000100:00080000:1.0:1749394307.341143:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394307.341146:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394307.341149:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507956096:0@lo:38: 00000100:00080000:1.0:1749394307.341156:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394307.341159:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394307.341161:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507956352:0@lo:38: 00000100:00080000:1.0:1749394307.341168:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394307.341171:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394307.341174:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507956608:0@lo:38: 00000100:00100000:3.0:1749394307.356344:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507957632:0@lo:41: 00000100:00100000:1.0:1749394307.356360:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507957760:0@lo:41: 00000100:00100000:3.0:1749394307.356389:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394307.356438:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394307.356447:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507957632 00000100:00100000:2.0:1749394307.356455:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507957632 00000100:00100000:2.0:1749394307.356484:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507957760 00000100:00100000:2.0:1749394307.356487:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507957760 00000100:00100000:2.0:1749394307.356516:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1749394307.356523:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:2.0:1749394307.356524:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507957632:12345-0@lo:41: 00000100:00100000:1.0:1749394307.356534:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507957760:12345-0@lo:41: 00000004:00000024:2.0:1749394307.356555:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:1.0:1749394307.356560:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749394307.356604:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507957760:12345-0@lo:41: Request processed in 73us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394307.356604:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507957632:12345-0@lo:41: Request processed in 80us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394307.356612:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1749394307.356616:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1749394307.356625:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507957632:0@lo:41: 00000100:00100000:0.0:1749394307.356632:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507957760:0@lo:41: 00010000:00010000:2.0:1749394308.180311:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394308.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394308.322200:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394308.352222:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507958016:0@lo:700: 00000100:00100000:2.0:1749394308.352222:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507957888:0@lo:700: 00000100:00100000:2.0:1749394308.352314:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394308.352356:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394308.352385:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:1.0:1749394308.352390:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507957888 00000100:00100000:1.0:1749394308.352397:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507957888 00000100:00100000:0.0:1749394308.352413:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507958016 00000100:00100000:0.0:1749394308.352423:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507958016 00000100:00080000:2.0:1749394308.352428:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394308.352445:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00080000:2.0:1749394308.352450:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394308.352454:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507957888:12345-0@lo:700: 00000100:00100000:0.0:1749394308.352475:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511 00000100:00100000:0.0:1749394308.352487:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507958016:12345-0@lo:700: 00000100:00100000:1.0:1749394308.352490:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea840 going to sleep for 0 seconds 00000100:00100000:1.0:1749394308.352497:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507958144:0@lo:700: 40000000:00080000:1.0:1749394308.352510:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394308.352513:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394308.352561:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:0.0:1749394308.352568:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507958272:0@lo:700: 00000100:00100000:1.0:1749394308.352577:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507957888:12345-0@lo:700: Request processed in 123us (262us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394308.352580:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394308.352583:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394308.352586:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00100000:1.0:1749394308.352610:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:2.0:1749394308.352615:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507957888:0@lo:700: 00000100:00100000:0.0:1749394308.352620:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507958016:12345-0@lo:700: Request processed in 136us (264us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394308.352626:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507958016:0@lo:700: 00000100:00100000:0.0:1749394308.352629:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511 00000100:00100000:2.0:1749394308.959210:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394308.959227:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507958400:0@lo:900: 00010000:00010000:2.0:1749394309.182352:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394309.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394309.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394310.184320:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394310.192155:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394310.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394310.353220:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507958656:0@lo:700: 00000100:00100000:2.0:1749394310.353221:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507958528:0@lo:700: 00000100:00100000:1.0:1749394310.353313:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394310.353362:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394310.353384:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:1.0:1749394310.353403:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507958656 00000100:00100000:1.0:1749394310.353410:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507958656 00000100:00100000:2.0:1749394310.353410:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 11 seconds 00000100:00100000:0.0:1749394310.353439:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507958528 00000100:00080000:2.0:1749394310.353446:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394310.353448:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507958528 00000100:00100000:1.0:1749394310.353467:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:1.0:1749394310.353475:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507958656:12345-0@lo:700: 00000100:00080000:2.0:1749394310.353476:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394310.353504:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513 00000100:00100000:0.0:1749394310.353512:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507958528:12345-0@lo:700: 00000100:00100000:1.0:1749394310.353513:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea840 going to sleep for 0 seconds 00000100:00100000:1.0:1749394310.353519:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507958784:0@lo:700: 40000000:00080000:1.0:1749394310.353532:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394310.353535:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394310.353559:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:0.0:1749394310.353566:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507958912:0@lo:700: 00000100:00100000:1.0:1749394310.353569:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507958656:12345-0@lo:700: Request processed in 95us (257us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394310.353577:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:1.0:1749394310.353578:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 40000000:00020000:0.0:1749394310.353580:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394310.353615:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507958656:0@lo:700: 00000100:00100000:0.0:1749394310.353639:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507958528:12345-0@lo:700: Request processed in 127us (278us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394310.353648:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513 00000100:00100000:2.0:1749394310.353669:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507958528:0@lo:700: 00000100:00100000:2.0:1749394310.960217:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef5b840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394310.960251:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d080700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507959040:0@lo:900: 00010000:00010000:2.0:1749394311.186432:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394311.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394311.322162:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394311.615563:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394311.615607:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394311.615645:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499787008 00000100:00100000:0.0:1749394311.615646:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394311.615656:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499787008 00000100:00100000:0.0:1749394311.615677:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499787136 00000100:00100000:0.0:1749394311.615683:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499787136 00000100:00100000:2.0:1749394311.615717:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 689 00000100:00100000:0.0:1749394311.615724:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499787264 00000100:00100000:2.0:1749394311.615726:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499787008:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394311.615728:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499787264 00000100:00100000:1.0:1749394311.615749:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2044 00000100:00100000:0.0:1749394311.615758:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2045 00000100:00100000:1.0:1749394311.615760:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499787136:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394311.615766:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499787264:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394311.615791:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1353 last 0 00010000:00080000:0.0:1749394311.615792:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1353 last 0 00000100:00100000:2.0:1749394311.615798:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499787008:12345-192.168.203.32@tcp:400: Request processed in 73us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394311.615811:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 689 00000100:00100000:0.0:1749394311.615841:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499787264:12345-192.168.203.32@tcp:38: Request processed in 75us (194us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394311.615849:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2045 00000100:00100000:1.0:1749394311.615849:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499787136:12345-192.168.203.32@tcp:38: Request processed in 89us (240us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394311.615857:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2044 00010000:00010000:2.0:1749394312.188313:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394312.192176:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394312.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749394312.348341:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394312.348349:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394312.348354:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394312.348365:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1349 00000100:00100000:3.0:1749394312.348369:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507959168:0@lo:400: 00000100:00080000:0.0:1749394312.348370:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394312.348378:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394312.348406:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0e300 x1834371507959296/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394312.348432:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394312.348454:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507959296:0@lo:38: 00000100:00080000:0.0:1749394312.348464:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394312.348470:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394312.348474:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394312.348480:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1349 00000100:00080000:0.0:1749394312.348484:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394312.348489:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394312.348497:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749394312.348503:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394312.348505:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507959424:0@lo:400: 00000100:00100000:0.0:1749394312.348508:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a1180 x1834371507959552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394312.348513:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507959168 00000100:00100000:2.0:1749394312.348524:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507959168 00000100:00100000:3.0:1749394312.348531:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394312.348539:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507959552:0@lo:38: 00000100:00080000:0.0:1749394312.348540:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394312.348546:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394312.348548:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394312.348554:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1349 00000100:00080000:0.0:1749394312.348557:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394312.348557:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394312.348558:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507959680:0@lo:400: 00000100:00080000:0.0:1749394312.348563:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394312.348567:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1749394312.348575:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507959168:12345-0@lo:400: 00000100:00100000:0.0:1749394312.348578:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a1880 x1834371507959808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394312.348578:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394312.348587:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507959296 00000100:00100000:1.0:1749394312.348593:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507959296 00000100:00080000:0.0:1749394312.348597:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394312.348602:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394312.348605:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394312.348605:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507959424 00000100:00080000:0.0:1749394312.348610:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1349 00000100:00100000:3.0:1749394312.348610:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507959424 00000100:00100000:1.0:1749394312.348612:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507959552 00000100:00080000:0.0:1749394312.348614:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394312.348615:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507959552 00000100:00080000:0.0:1749394312.348618:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394312.348630:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2046 00000100:00100000:2.0:1749394312.348632:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371507959168:12345-0@lo:400: Request processed in 57us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394312.348633:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a1c00 x1834371507959936/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394312.348636:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507959296:12345-0@lo:38: 00000100:00100000:3.0:1749394312.348636:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507959680 00000100:00100000:3.0:1749394312.348639:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507959680 00000100:00100000:2.0:1749394312.348640:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1749394312.348655:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:3.0:1749394312.348662:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507959424:12345-0@lo:400: 00000100:00080000:0.0:1749394312.348668:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00010000:00020000:1.0:1749394312.348672:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749394312.348673:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749394312.348674:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00080000:0.0:1749394312.348676:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394312.348680:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507959680:12345-0@lo:400: 00000100:00080000:0.0:1749394312.348682:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1349 00000100:00080000:0.0:1749394312.348685:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394312.348690:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394312.348705:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a3480 x1834371507960320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394312.348709:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507959424:12345-0@lo:400: Request processed in 47us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394312.348712:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507959296:12345-0@lo:38: Request processed in 75us (208us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394312.348715:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507959680:12345-0@lo:400: Request processed in 35us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394312.348717:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00080000:0.0:1749394312.348719:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394312.348720:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2046 00000100:00080000:0.0:1749394312.348724:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394312.348727:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394312.348733:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1349 00000100:00100000:1.0:1749394312.348736:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2047 00000100:00080000:0.0:1749394312.348737:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394312.348740:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507959552:12345-0@lo:38: 00000100:00100000:2.0:1749394312.348740:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00080000:0.0:1749394312.348742:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00010000:00020000:1.0:1749394312.348750:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394312.348756:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a3800 x1834371507960448/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394312.348781:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507959680:0@lo:400: 00000100:00100000:1.0:1749394312.348784:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507959552:12345-0@lo:38: Request processed in 43us (226us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394312.348789:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507960064:0@lo:400: 00000100:00100000:1.0:1749394312.348790:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2047 00000100:00100000:3.0:1749394312.348798:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507960704:0@lo:400: 00000100:00100000:1.0:1749394312.348813:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507960576:0@lo:400: 00000100:00100000:2.0:1749394312.348818:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394312.348827:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507960192:0@lo:400: 00000100:00100000:1.0:1749394312.348839:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394312.348848:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507960064 00000100:00100000:2.0:1749394312.348854:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507960576 00000100:00100000:0.0:1749394312.348855:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507960064 00000100:00100000:2.0:1749394312.348858:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507960576 00000100:00100000:3.0:1749394312.348882:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394312.348885:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507959808:0@lo:38: 00000100:00100000:2.0:1749394312.348902:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507960704 00000100:00100000:2.0:1749394312.348905:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507960704 00000100:00100000:1.0:1749394312.348906:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394312.348921:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:1.0:1749394312.348921:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507959936:0@lo:38: 00000100:00100000:3.0:1749394312.348921:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394312.348929:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:0.0:1749394312.348934:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507960576:12345-0@lo:400: 00000100:00100000:2.0:1749394312.348935:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507960064:12345-0@lo:400: 00000100:00100000:1.0:1749394312.348937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394312.348939:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507959424:0@lo:400: 00000100:00100000:1.0:1749394312.348948:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507960320:0@lo:38: 00000100:00100000:3.0:1749394312.348949:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371507959168:0@lo:400: 00000100:00100000:1.0:1749394312.348970:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394312.348973:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507960064:12345-0@lo:400: Request processed in 38us (155us total) trans 0 rc 0/0 00000100:00080000:3.0:1749394312.348976:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394312.348979:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00080000:3.0:1749394312.348980:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394312.348984:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507960448:0@lo:38: 00000100:00100000:3.0:1749394312.348989:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507960192 00000100:00100000:2.0:1749394312.348993:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1749394312.348993:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507960192 00000100:00100000:2.0:1749394312.348998:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507960704:12345-0@lo:400: 00000100:00100000:1.0:1749394312.349000:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394312.349004:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507960576:12345-0@lo:400: Request processed in 71us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394312.349016:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:02020000:1.0:1749394312.349022:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00100000:2.0:1749394312.349024:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507960704:12345-0@lo:400: Request processed in 26us (142us total) trans 0 rc 0/0 00000100:00080000:1.0:1749394312.349027:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394312.349028:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00080000:1.0:1749394312.349031:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394312.349033:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:1.0:1749394312.349035:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507959552:0@lo:38: 00000100:00100000:3.0:1749394312.349035:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507960192:12345-0@lo:400: 00000100:00080000:1.0:1749394312.349055:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394312.349058:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394312.349062:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507959296:0@lo:38: 00010000:00080000:2.0:1749394312.349062:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a1f80 x1834371507960064/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749394312.349071:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a3b80 x1834371507960576/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394312.349103:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507960064:0@lo:400: 00000100:00100000:3.0:1749394312.349103:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507960192:12345-0@lo:400: Request processed in 67us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394312.349111:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1749394312.349124:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507959808 00000100:00080000:3.0:1749394312.349125:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394312.349127:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507959808 00000100:00100000:1.0:1749394312.349128:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507959936 00000100:00100000:1.0:1749394312.349132:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507959936 00000100:00100000:0.0:1749394312.349140:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507960576:0@lo:400: 00000100:00100000:2.0:1749394312.349143:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507960320 00010000:00080000:3.0:1749394312.349144:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a2d80 x1834371507960704/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394312.349145:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507960320 00000100:00100000:1.0:1749394312.349147:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507960448 00000100:00100000:1.0:1749394312.349149:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507960448 00000100:00100000:2.0:1749394312.349155:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2048 00000100:00100000:3.0:1749394312.349157:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507960704:0@lo:400: 00000100:00100000:2.0:1749394312.349160:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507959808:12345-0@lo:38: 00000100:00100000:1.0:1749394312.349163:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2049 00000100:00100000:1.0:1749394312.349168:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507959936:12345-0@lo:38: 00000100:00100000:0.0:1749394312.349174:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2050 00010000:00020000:2.0:1749394312.349176:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1749394312.349178:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a2300 x1834371507960192/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394312.349182:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507960320:12345-0@lo:38: 00010000:00020000:1.0:1749394312.349183:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394312.349188:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507960192:0@lo:400: 00010000:00020000:0.0:1749394312.349204:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394312.349239:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507959808:12345-0@lo:38: Request processed in 51us (304us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394312.349244:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2051 00000100:00100000:1.0:1749394312.349245:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507959936:12345-0@lo:38: Request processed in 43us (274us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394312.349248:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2048 00000100:00100000:3.0:1749394312.349250:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507960448:12345-0@lo:38: 00000100:00100000:1.0:1749394312.349252:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2049 00000100:00100000:0.0:1749394312.349274:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507960320:12345-0@lo:38: Request processed in 90us (301us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749394312.349276:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00020000:3.0:1749394312.349276:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749394312.349280:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394312.349284:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507959808:0@lo:38: 00000100:00100000:0.0:1749394312.349287:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2050 00000100:00080000:2.0:1749394312.349294:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394312.349297:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394312.349300:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507959936:0@lo:38: 00000100:00080000:2.0:1749394312.349310:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394312.349311:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507960448:12345-0@lo:38: Request processed in 60us (310us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749394312.349313:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394312.349317:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507960320:0@lo:38: 00000100:00100000:3.0:1749394312.349319:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2051 00000100:00080000:2.0:1749394312.349325:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394312.349327:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394312.349330:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507960448:0@lo:38: 00000100:00100000:1.0:1749394312.354207:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffdc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507960832:0@lo:700: 00000100:00100000:2.0:1749394312.354242:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507960960:0@lo:700: 00000100:00100000:1.0:1749394312.354277:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394312.354313:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:2.0:1749394312.354329:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394312.354368:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394312.354369:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507960832 00000100:00100000:1.0:1749394312.354374:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507960832 00000100:00100000:1.0:1749394312.354400:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507960960 00000100:00100000:1.0:1749394312.354402:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507960960 00000100:00100000:0.0:1749394312.354409:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:0.0:1749394312.354423:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507960832:12345-0@lo:700: 00000100:00100000:1.0:1749394312.354435:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1515 00000100:00100000:1.0:1749394312.354443:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507960960:12345-0@lo:700: 00000100:00100000:0.0:1749394312.354460:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:0.0:1749394312.354471:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507961088:0@lo:700: 40000000:00080000:0.0:1749394312.354486:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394312.354489:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394312.354521:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea840 going to sleep for 0 seconds 00000100:00100000:1.0:1749394312.354527:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507961216:0@lo:700: 00000100:00100000:0.0:1749394312.354535:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507960832:12345-0@lo:700: Request processed in 116us (258us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749394312.354538:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394312.354541:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394312.354543:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00100000:1.0:1749394312.354597:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507960960:12345-0@lo:700: Request processed in 154us (270us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394312.354606:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1515 00000100:00100000:2.0:1749394312.354638:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507960960:0@lo:700: 00000100:00100000:1.0:1749394312.354641:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507960832:0@lo:700: 00000100:00100000:3.0:1749394312.364240:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749394312.364255:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507961344:0@lo:41: 00000100:00100000:3.0:1749394312.364293:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394312.364322:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507961472:0@lo:41: 00000100:00100000:3.0:1749394312.364335:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507961344 00000100:00100000:3.0:1749394312.364340:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507961344 00000100:00100000:2.0:1749394312.364364:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394312.364366:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:3.0:1749394312.364373:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507961344:12345-0@lo:41: 00000100:00100000:0.0:1749394312.364387:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507961472 00000100:00100000:0.0:1749394312.364395:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507961472 00000004:00000024:3.0:1749394312.364400:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749394312.364426:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1749394312.364434:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507961472:12345-0@lo:41: 00000100:00100000:3.0:1749394312.364436:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507961344:12345-0@lo:41: Request processed in 63us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394312.364444:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000004:00000024:0.0:1749394312.364458:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394312.364464:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507961344:0@lo:41: 00000100:00100000:0.0:1749394312.364502:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507961472:12345-0@lo:41: Request processed in 68us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394312.364510:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:2.0:1749394312.364510:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507961472:0@lo:41: 00000100:00100000:2.0:1749394312.961243:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12f00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394312.961258:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507961600:0@lo:900: 00010000:00010000:2.0:1749394313.190273:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394313.192171:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394313.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394314.192282:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749394314.192382:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394314.322165:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394314.355245:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffdc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507961856:0@lo:700: 00000100:00100000:2.0:1749394314.355245:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507961728:0@lo:700: 00000100:00100000:1.0:1749394314.355314:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394314.355347:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507961856 00000100:00100000:2.0:1749394314.355354:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507961856 00000100:00100000:1.0:1749394314.355384:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:2.0:1749394314.355404:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00080000:1.0:1749394314.355413:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394314.355413:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507961856:12345-0@lo:700: 00000100:00100000:3.0:1749394314.355443:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394314.355465:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755000 going to sleep for 0 seconds 00000100:00100000:0.0:1749394314.355473:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507961728 00000100:00100000:2.0:1749394314.355473:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507961984:0@lo:700: 00000100:00100000:3.0:1749394314.355477:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394314.355482:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507961728 40000000:00080000:2.0:1749394314.355489:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394314.355492:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394314.355533:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507961856:12345-0@lo:700: Request processed in 121us (218us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394314.355536:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00080000:1.0:1749394314.355538:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394314.355544:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 00000100:00100000:0.0:1749394314.355546:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507961728:12345-0@lo:700: 00000100:00100000:1.0:1749394314.355568:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507961856:0@lo:700: 00000100:00100000:0.0:1749394314.355579:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:0.0:1749394314.355586:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507962112:0@lo:700: 40000000:00080000:0.0:1749394314.355598:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394314.355601:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394314.355652:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507961728:12345-0@lo:700: Request processed in 108us (212us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394314.355665:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00100000:3.0:1749394314.355682:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507961728:0@lo:700: 00000100:00100000:2.0:1749394314.962238:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755000 going to sleep for 0 seconds 00000100:00100000:2.0:1749394314.962250:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507962240:0@lo:900: 00000100:00100000:2.0:1749394315.192162:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394315.194345:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394315.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394315.916219:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394315.916256:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507962368/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394320 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394315.916341:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394315.916446:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394315.916471:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507962368 00000100:00100000:0.0:1749394315.916483:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507962368 00000100:00080000:1.0:1749394315.916534:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394315.916549:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:0.0:1749394315.916560:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507962368:12345-0@lo:700: 40000000:00080000:0.0:1749394315.916592:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:0.0:1749394315.916595:0:9568:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 00000100:00100000:2.0:1749394315.919170:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394315.919218:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507962496/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394320 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394315.919261:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394315.919315:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749394315.919378:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507962496 00000100:00100000:3.0:1749394315.919387:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507962496 00000100:00080000:1.0:1749394315.919438:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394315.919449:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1519 00000100:00100000:3.0:1749394315.919458:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507962496:12345-0@lo:700: 00000100:00100000:0.0:1749394315.923991:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507962368:12345-0@lo:700: Request processed in 7431us (7649us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394315.924002:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 40000000:00080000:3.0:1749394315.924030:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749394315.924107:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507962368/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394331 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394315.924109:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507962496:12345-0@lo:700: Request processed in 4649us (4844us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749394315.924120:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1519 00000100:00100000:2.0:1749394315.924123:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394315.924153:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507962496/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394331 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394315.924166:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394316.192247:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:0.0:1749394316.196354:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394316.322237:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394316.356255:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffdc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507962624:0@lo:700: 00000100:00100000:3.0:1749394316.356255:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507962752:0@lo:700: 00000100:00100000:3.0:1749394316.356324:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394316.356365:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394316.356391:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1749394316.356391:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39600 going to sleep for 11 seconds 00000100:00100000:1.0:1749394316.356419:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507962752 00000100:00100000:1.0:1749394316.356427:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507962752 00000100:00100000:0.0:1749394316.356449:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507962624 00000100:00100000:0.0:1749394316.356458:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507962624 00000100:00100000:1.0:1749394316.356484:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00080000:2.0:1749394316.356489:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394316.356494:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507962752:12345-0@lo:700: 00000100:00100000:0.0:1749394316.356497:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:0.0:1749394316.356506:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507962624:12345-0@lo:700: 00000100:00100000:1.0:1749394316.356528:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea840 going to sleep for 0 seconds 00000100:00100000:1.0:1749394316.356535:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507962880:0@lo:700: 40000000:00080000:1.0:1749394316.356547:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394316.356551:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394316.356608:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 0 seconds 00000100:00100000:1.0:1749394316.356611:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507962752:12345-0@lo:700: Request processed in 119us (286us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394316.356616:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507963008:0@lo:700: 00000100:00100000:1.0:1749394316.356620:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 40000000:00080000:0.0:1749394316.356627:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394316.356630:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394316.356641:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ad880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507962752:0@lo:700: 00000100:00100000:0.0:1749394316.356685:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507962624:12345-0@lo:700: Request processed in 179us (319us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394316.356694:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00000100:00100000:1.0:1749394316.356717:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507962624:0@lo:700: 00000100:00100000:0.0:1749394316.623629:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394316.623672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394316.623760:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499787392 00000100:00100000:0.0:1749394316.623761:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394316.623772:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499787392 00000100:00100000:3.0:1749394316.623798:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499787520 00000100:00100000:3.0:1749394316.623807:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499787520 00000100:00100000:2.0:1749394316.623822:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 691 00000100:00100000:2.0:1749394316.623831:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499787392:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394316.623848:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499787648 00000100:00100000:3.0:1749394316.623851:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499787648 00000100:00100000:3.0:1749394316.623869:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2052 00000100:00100000:3.0:1749394316.623877:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499787520:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394316.623887:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2053 00000100:00100000:0.0:1749394316.623896:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499787648:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394316.623901:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499787392:12345-192.168.203.32@tcp:400: Request processed in 70us (281us total) trans 0 rc 0/0 00010000:00080000:3.0:1749394316.623905:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1358 last 0 00000100:00100000:2.0:1749394316.623910:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 691 00010000:00080000:0.0:1749394316.623920:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1358 last 0 00000100:00100000:3.0:1749394316.623959:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499787520:12345-192.168.203.32@tcp:38: Request processed in 82us (285us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394316.623967:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2052 00000100:00100000:0.0:1749394316.623974:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499787648:12345-192.168.203.32@tcp:38: Request processed in 77us (213us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394316.623982:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2053 00000100:00100000:2.0:1749394316.963250:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997550c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394316.963265:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507963136:0@lo:900: 00000100:00100000:2.0:1749394317.192205:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394317.198342:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394317.322203:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749394317.356223:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394317.356230:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394317.356234:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394317.356240:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1354 00000100:00080000:0.0:1749394317.356244:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394317.356250:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394317.356272:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a0a80 x1834371507963392/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394317.356311:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394317.356314:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394317.356316:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394317.356320:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1354 00000100:00080000:0.0:1749394317.356322:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394317.356322:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507963264:0@lo:400: 00000100:00080000:0.0:1749394317.356325:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394317.356335:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a2680 x1834371507963648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394317.356342:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507963520:0@lo:400: 00000100:00080000:0.0:1749394317.356350:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394317.356355:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394317.356356:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394317.356360:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1354 00000100:00080000:0.0:1749394317.356362:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394317.356365:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394317.356376:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a3b80 x1834371507963904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394317.356383:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394317.356386:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394317.356388:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394317.356391:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1354 00000100:00080000:0.0:1749394317.356393:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394317.356393:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394317.356396:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394317.356402:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394317.356406:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a3800 x1834371507964032/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394317.356416:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507963392:0@lo:38: 00000100:00080000:0.0:1749394317.356428:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394317.356431:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394317.356433:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394317.356436:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1354 00000100:00080000:0.0:1749394317.356438:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394317.356441:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394317.356444:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507963264 00000100:00100000:0.0:1749394317.356450:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a1880 x1834371507964416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394317.356452:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507963264 00000100:00080000:0.0:1749394317.356458:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394317.356458:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507964288:0@lo:400: 00000100:00080000:0.0:1749394317.356462:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394317.356464:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394317.356464:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394317.356467:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1354 00000100:00080000:0.0:1749394317.356469:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394317.356472:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394317.356481:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a2300 x1834371507964544/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394317.356482:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394317.356490:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1749394317.356494:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507963648:0@lo:38: 00000100:00100000:2.0:1749394317.356498:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507963264:12345-0@lo:400: 00000100:00100000:1.0:1749394317.356500:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749394317.356506:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507964160:0@lo:400: 00000100:00100000:0.0:1749394317.356514:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507963776:0@lo:400: 00000100:00100000:3.0:1749394317.356514:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394317.356524:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394317.356530:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507963904:0@lo:38: 00000100:00100000:2.0:1749394317.356548:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507963264:12345-0@lo:400: Request processed in 49us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394317.356554:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394317.356556:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507963264:0@lo:400: 00000100:00100000:2.0:1749394317.356556:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1749394317.356575:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394317.356580:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507964800:0@lo:400: 00000100:00100000:1.0:1749394317.356582:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507964288 00000100:00100000:1.0:1749394317.356587:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507964288 00000100:00100000:0.0:1749394317.356599:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394317.356599:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507964032:0@lo:38: 00000100:00100000:2.0:1749394317.356605:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507964160 00000100:00100000:2.0:1749394317.356609:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507964160 00000100:00100000:1.0:1749394317.356616:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507964800 00000100:00100000:3.0:1749394317.356617:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394317.356619:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749394317.356619:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507964800 00000100:00100000:0.0:1749394317.356625:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507964672:0@lo:400: 00000100:00100000:2.0:1749394317.356631:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1749394317.356631:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507964416:0@lo:38: 00000100:00100000:2.0:1749394317.356637:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507964288:12345-0@lo:400: 00000100:00100000:0.0:1749394317.356642:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394317.356644:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1749394317.356648:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394317.356651:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507964160:12345-0@lo:400: 00000100:00100000:3.0:1749394317.356664:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507964544:0@lo:38: 00000100:00100000:0.0:1749394317.356665:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507963520 00000100:00100000:0.0:1749394317.356670:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507963520 00000100:00100000:2.0:1749394317.356674:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507964288:12345-0@lo:400: Request processed in 36us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394317.356685:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:1.0:1749394317.356687:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507964160:12345-0@lo:400: Request processed in 36us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394317.356693:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507963776 00000100:00100000:1.0:1749394317.356695:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1749394317.356695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394317.356696:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507963776 00000100:00100000:2.0:1749394317.356697:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507964672 00000100:00100000:2.0:1749394317.356700:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507964672 00000100:00100000:1.0:1749394317.356709:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:0.0:1749394317.356712:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1749394317.356715:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507964800:12345-0@lo:400: 00000100:00100000:2.0:1749394317.356717:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1749394317.356718:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507963520:12345-0@lo:400: 00000100:00100000:2.0:1749394317.356722:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507964672:12345-0@lo:400: 00000100:00100000:3.0:1749394317.356727:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507963392 00000100:00100000:3.0:1749394317.356732:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507963392 00000100:00100000:1.0:1749394317.356744:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507964800:12345-0@lo:400: Request processed in 28us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394317.356747:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507964672:12345-0@lo:400: Request processed in 25us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394317.356748:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507963648 00000100:00100000:1.0:1749394317.356750:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1749394317.356750:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507963648 00000100:00100000:2.0:1749394317.356753:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1749394317.356756:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507963904 00000100:00100000:3.0:1749394317.356758:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507963904 00000100:00100000:3.0:1749394317.356764:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507964032 00000100:00080000:1.0:1749394317.356766:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394317.356767:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507964032 00000100:00100000:0.0:1749394317.356770:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507963520:12345-0@lo:400: Request processed in 51us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394317.356772:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507964416 00000100:00100000:3.0:1749394317.356774:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507964416 00000100:00100000:2.0:1749394317.356776:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507964544 00000100:00100000:0.0:1749394317.356778:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:2.0:1749394317.356779:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507964544 00000100:00100000:3.0:1749394317.356784:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2054 00000100:00100000:1.0:1749394317.356787:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507963520:0@lo:400: 00000100:00100000:3.0:1749394317.356790:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507963392:12345-0@lo:38: 00000100:00100000:2.0:1749394317.356794:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2055 00000100:00100000:0.0:1749394317.356796:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:2.0:1749394317.356799:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507963648:12345-0@lo:38: 00000100:00100000:0.0:1749394317.356802:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507963776:12345-0@lo:400: 00000100:00100000:1.0:1749394317.356808:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2056 00010000:00020000:3.0:1749394317.356811:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394317.356814:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507963904:12345-0@lo:38: 00010000:00020000:2.0:1749394317.356818:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394317.356824:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507963776:12345-0@lo:400: Request processed in 22us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394317.356831:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00010000:00020000:1.0:1749394317.356840:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394317.356844:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507963392:12345-0@lo:38: Request processed in 53us (379us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394317.356852:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2054 00000100:00100000:2.0:1749394317.356861:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507963648:12345-0@lo:38: Request processed in 60us (346us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394317.356865:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2057 00010000:00080000:0.0:1749394317.356869:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a2d80 x1834371507964672/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394317.356872:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507963904:12345-0@lo:38: Request processed in 55us (295us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394317.356872:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2055 00000100:00100000:3.0:1749394317.356872:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507964032:12345-0@lo:38: 00000100:00100000:1.0:1749394317.356879:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2056 00000100:00100000:0.0:1749394317.356882:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507964672:0@lo:400: 00010000:00020000:3.0:1749394317.356883:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394317.356886:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2058 00000100:00100000:2.0:1749394317.356891:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507964416:12345-0@lo:38: 00000100:00100000:0.0:1749394317.356892:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507963776:0@lo:400: 00000100:00100000:1.0:1749394317.356893:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2059 00000100:00100000:1.0:1749394317.356897:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507964544:12345-0@lo:38: 00010000:00080000:0.0:1749394317.356902:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a1f80 x1834371507964800/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394317.356902:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507964032:12345-0@lo:38: Request processed in 31us (284us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749394317.356903:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394317.356908:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394317.356909:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2057 00000100:00100000:0.0:1749394317.356912:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507964800:0@lo:400: 00000100:00100000:2.0:1749394317.356924:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507964416:12345-0@lo:38: Request processed in 32us (275us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394317.356927:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507964544:12345-0@lo:38: Request processed in 29us (231us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394317.356930:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2058 00000100:00100000:1.0:1749394317.356934:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2059 00000100:00080000:3.0:1749394317.356943:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394317.356947:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394317.356952:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507964032:0@lo:38: 00010000:00080000:1.0:1749394317.356959:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a3480 x1834371507964160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749394317.356961:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394317.356971:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394317.356972:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507964160:0@lo:400: 00000100:00100000:3.0:1749394317.356976:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507964416:0@lo:38: 00010000:00080000:1.0:1749394317.356983:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a1c00 x1834371507964288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749394317.356988:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394317.356991:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394317.356993:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507964288:0@lo:400: 00000100:00100000:3.0:1749394317.356994:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507964544:0@lo:38: 00000100:00080000:3.0:1749394317.357002:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394317.357005:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394317.357008:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507963392:0@lo:38: 00000100:00080000:3.0:1749394317.357016:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394317.357018:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394317.357021:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507963648:0@lo:38: 00000100:00080000:3.0:1749394317.357028:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394317.357031:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394317.357034:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507963904:0@lo:38: 00000100:00100000:3.0:1749394317.372349:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507964928:0@lo:41: 00000100:00100000:1.0:1749394317.372362:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507965056:0@lo:41: 00000100:00100000:3.0:1749394317.372390:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394317.372441:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394317.372475:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507964928 00000100:00100000:2.0:1749394317.372484:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507964928 00000100:00100000:2.0:1749394317.372519:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507965056 00000100:00100000:2.0:1749394317.372522:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507965056 00000100:00100000:0.0:1749394317.372531:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:1.0:1749394317.372542:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1749394317.372545:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507964928:12345-0@lo:41: 00000100:00100000:1.0:1749394317.372553:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507965056:12345-0@lo:41: 00000004:00000024:0.0:1749394317.372580:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:1.0:1749394317.372580:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749394317.372621:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507965056:12345-0@lo:41: Request processed in 70us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394317.372628:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:2.0:1749394317.372646:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507965056:0@lo:41: 00000100:00100000:0.0:1749394317.372655:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507964928:12345-0@lo:41: Request processed in 111us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394317.372667:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1749394317.372690:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507964928:0@lo:41: 00000100:00100000:0.0:1749394318.192326:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:3.0:1749394318.200315:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394318.322218:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394318.357317:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507965184:0@lo:700: 00000100:00100000:2.0:1749394318.357331:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507965312:0@lo:700: 00000100:00100000:2.0:1749394318.357389:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394318.357420:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507965312 00000100:00100000:0.0:1749394318.357427:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507965312 00000100:00080000:1.0:1749394318.357454:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394318.357460:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755180 going to sleep for 11 seconds 00000100:00100000:0.0:1749394318.357474:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1522 00000100:00100000:1.0:1749394318.357477:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394318.357483:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507965312:12345-0@lo:700: 00000100:00100000:2.0:1749394318.357503:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507965184 00000100:00100000:1.0:1749394318.357508:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b900 going to sleep for 11 seconds 00000100:00100000:2.0:1749394318.357509:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507965184 00000100:00100000:0.0:1749394318.357520:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394318.357529:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507965440:0@lo:700: 00000100:00080000:1.0:1749394318.357533:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 40000000:00080000:0.0:1749394318.357547:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394318.357553:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394318.357553:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523 00000100:00100000:2.0:1749394318.357560:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507965184:12345-0@lo:700: 00000100:00100000:2.0:1749394318.357588:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755240 going to sleep for 0 seconds 00000100:00100000:2.0:1749394318.357594:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507965568:0@lo:700: 00000100:00100000:0.0:1749394318.357605:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507965312:12345-0@lo:700: Request processed in 120us (213us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394318.357605:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394318.357609:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394318.357618:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1522 00000100:00100000:3.0:1749394318.357625:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507965312:0@lo:700: 00000100:00100000:2.0:1749394318.357651:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507965184:12345-0@lo:700: Request processed in 90us (173us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394318.357659:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523 00000100:00100000:1.0:1749394318.357679:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507965184:0@lo:700: 00000100:00100000:2.0:1749394318.964241:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755240 going to sleep for 0 seconds 00000100:00100000:2.0:1749394318.964255:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507965696:0@lo:900: 00000100:00100000:0.0:1749394319.192223:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394319.202337:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394319.322215:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394320.192324:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394320.204338:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394320.322223:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394320.358254:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507965824:0@lo:700: 00000100:00100000:3.0:1749394320.358254:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507965952:0@lo:700: 00000100:00100000:3.0:1749394320.358326:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394320.358367:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394320.358394:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39600 going to sleep for 11 seconds 00000100:00100000:1.0:1749394320.358402:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:2.0:1749394320.358455:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507965952 00000100:00100000:2.0:1749394320.358465:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507965952 00000100:00100000:0.0:1749394320.358492:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507965824 00000100:00100000:0.0:1749394320.358502:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507965824 00000100:00080000:1.0:1749394320.358528:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394320.358540:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1524 00000100:00100000:2.0:1749394320.358550:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507965952:12345-0@lo:700: 00000100:00100000:0.0:1749394320.358553:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1525 00000100:00100000:0.0:1749394320.358562:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507965824:12345-0@lo:700: 00000100:00100000:2.0:1749394320.358597:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755240 going to sleep for 0 seconds 00000100:00100000:2.0:1749394320.358604:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507966080:0@lo:700: 40000000:00080000:2.0:1749394320.358620:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394320.358623:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394320.358678:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394320.358685:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507966208:0@lo:700: 00000100:00100000:2.0:1749394320.358686:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507965952:12345-0@lo:700: Request processed in 137us (359us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394320.358696:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1524 40000000:00080000:0.0:1749394320.358698:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394320.358701:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394320.358716:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507965952:0@lo:700: 00000100:00100000:0.0:1749394320.358757:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507965824:12345-0@lo:700: Request processed in 196us (390us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394320.358767:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1525 00000100:00100000:1.0:1749394320.358778:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507965824:0@lo:700: 00000100:00100000:2.0:1749394320.965232:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755240 going to sleep for 0 seconds 00000100:00100000:2.0:1749394320.965245:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507966336:0@lo:900: 00000100:00100000:2.0:1749394321.192244:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394321.206326:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394321.322224:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394321.631491:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394321.631551:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394321.631622:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499787776 00000100:00100000:2.0:1749394321.631635:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499787776 00000100:00100000:0.0:1749394321.631667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394321.631688:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499787904 00000100:00100000:1.0:1749394321.631698:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499787904 00000100:00100000:0.0:1749394321.631699:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499788032 00000100:00100000:2.0:1749394321.631703:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 693 00000100:00100000:0.0:1749394321.631706:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499788032 00000100:00100000:2.0:1749394321.631713:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499787776:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394321.631735:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2060 00000100:00100000:1.0:1749394321.631743:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499787904:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394321.631753:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2061 00000100:00100000:0.0:1749394321.631763:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499788032:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394321.631772:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1363 last 0 00000100:00100000:2.0:1749394321.631783:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499787776:12345-192.168.203.32@tcp:400: Request processed in 71us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394321.631791:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 693 00010000:00080000:0.0:1749394321.631792:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1363 last 0 00000100:00100000:1.0:1749394321.631828:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499787904:12345-192.168.203.32@tcp:38: Request processed in 85us (278us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394321.631836:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2060 00000100:00100000:0.0:1749394321.631847:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499788032:12345-192.168.203.32@tcp:38: Request processed in 82us (179us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394321.631859:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2061 00000100:00100000:2.0:1749394322.192238:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394322.208371:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394322.322209:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394322.359249:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507966464:0@lo:700: 00000100:00100000:3.0:1749394322.359249:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507966592:0@lo:700: 00000100:00100000:1.0:1749394322.359325:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394322.359366:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394322.359391:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1749394322.359400:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39600 going to sleep for 11 seconds 00000100:00100000:0.0:1749394322.359406:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507966464 00000100:00100000:0.0:1749394322.359419:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507966464 00000100:00080000:1.0:1749394322.359483:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394322.359487:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507966592 00000100:00100000:2.0:1749394322.359496:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507966592 00000100:00100000:0.0:1749394322.359506:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1526 00000100:00080000:1.0:1749394322.359518:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394322.359521:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507966464:12345-0@lo:700: 00000100:00100000:2.0:1749394322.359539:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527 00000100:00100000:2.0:1749394322.359547:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507966592:12345-0@lo:700: 00000100:00100000:0.0:1749394322.359571:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394322.359579:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507966720:0@lo:700: 40000000:00080000:0.0:1749394322.359594:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394322.359598:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394322.359664:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507966464:12345-0@lo:700: Request processed in 147us (338us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394322.359668:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755300 going to sleep for 0 seconds 00000100:00100000:0.0:1749394322.359673:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1526 00000100:00100000:2.0:1749394322.359675:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507966848:0@lo:700: 40000000:00080000:2.0:1749394322.359689:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:1.0:1749394322.359691:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507966464:0@lo:700: 40000000:00020000:2.0:1749394322.359692:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394322.359750:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507966592:12345-0@lo:700: Request processed in 203us (383us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394322.359759:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527 00000100:00100000:3.0:1749394322.359773:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507966592:0@lo:700: 00000100:00080000:0.0:1749394322.364239:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394322.364247:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394322.364250:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394322.364256:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1359 00000100:00080000:0.0:1749394322.364260:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394322.364265:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394322.364285:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a3b80 x1834371507967104/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394322.364313:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394322.364317:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394322.364319:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394322.364322:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1359 00000100:00080000:0.0:1749394322.364324:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394322.364327:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394322.364333:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507966976:0@lo:400: 00000100:00100000:0.0:1749394322.364339:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a0a80 x1834371507967360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394322.364344:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507967232:0@lo:400: 00000100:00080000:0.0:1749394322.364362:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394322.364365:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394322.364367:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394322.364370:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1359 00000100:00080000:0.0:1749394322.364372:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394322.364375:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394322.364377:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394322.364384:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a1880 x1834371507967616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394322.364390:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394322.364392:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394322.364395:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394322.364397:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394322.364400:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1359 00000100:00080000:0.0:1749394322.364402:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394322.364405:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394322.364414:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a3800 x1834371507967744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394322.364414:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507967104:0@lo:38: 00000100:00080000:0.0:1749394322.364424:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394322.364427:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394322.364428:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394322.364431:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1359 00000100:00080000:0.0:1749394322.364433:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394322.364436:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394322.364443:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507966976 00000100:00100000:0.0:1749394322.364445:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a1c00 x1834371507967872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394322.364449:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507966976 00000100:00080000:0.0:1749394322.364454:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394322.364457:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394322.364458:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394322.364458:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749394322.364459:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394322.364461:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1359 00000100:00080000:0.0:1749394322.364463:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394322.364466:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394322.364468:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507967488:0@lo:400: 00000100:00100000:0.0:1749394322.364475:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a3480 x1834371507968000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394322.364481:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1749394322.364488:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507966976:12345-0@lo:400: 00000100:00100000:2.0:1749394322.364493:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394322.364497:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507967360:0@lo:38: 00000100:00100000:2.0:1749394322.364512:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507968128:0@lo:400: 00000100:00100000:0.0:1749394322.364516:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507967232 00000100:00100000:3.0:1749394322.364520:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394322.364522:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507967232 00000100:00100000:1.0:1749394322.364532:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507966976:12345-0@lo:400: Request processed in 44us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394322.364535:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394322.364539:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507967616:0@lo:38: 00000100:00100000:1.0:1749394322.364540:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1749394322.364547:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1749394322.364554:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507967232:12345-0@lo:400: 00000100:00100000:3.0:1749394322.364556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394322.364564:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507967488 00000100:00100000:2.0:1749394322.364570:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507967488 00000100:00100000:3.0:1749394322.364576:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507967744:0@lo:38: 00000100:00100000:1.0:1749394322.364590:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507966976:0@lo:400: 00000100:00100000:2.0:1749394322.364595:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1749394322.364596:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394322.364602:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507967232:12345-0@lo:400: Request processed in 47us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394322.364602:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507967488:12345-0@lo:400: 00000100:00100000:1.0:1749394322.364608:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507968256:0@lo:400: 00000100:00100000:0.0:1749394322.364610:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1749394322.364610:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507967872:0@lo:38: 00000100:00100000:0.0:1749394322.364633:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507967104 00000100:00100000:1.0:1749394322.364633:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394322.364633:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394322.364636:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507967104 00000100:00100000:2.0:1749394322.364644:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507967488:12345-0@lo:400: Request processed in 42us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394322.364647:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507968000:0@lo:38: 00000100:00100000:0.0:1749394322.364650:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507967360 00000100:00100000:2.0:1749394322.364651:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1749394322.364653:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507967360 00000100:00100000:0.0:1749394322.364659:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507967616 00000100:00100000:0.0:1749394322.364662:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507967616 00000100:00100000:3.0:1749394322.364663:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394322.364668:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507967744 00000100:00100000:0.0:1749394322.364669:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507967872 00000100:00100000:0.0:1749394322.364672:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507967872 00000100:00100000:1.0:1749394322.364672:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507967744 00000100:00100000:0.0:1749394322.364678:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507968000 00000100:00100000:0.0:1749394322.364680:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507968000 00000100:00100000:2.0:1749394322.364681:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507967488:0@lo:400: 00000100:00100000:1.0:1749394322.364686:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2062 00000100:00100000:1.0:1749394322.364691:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507967104:12345-0@lo:38: 00000100:00100000:0.0:1749394322.364703:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2063 00000100:00100000:2.0:1749394322.364703:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507967232:0@lo:400: 00000100:00100000:0.0:1749394322.364709:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507967360:12345-0@lo:38: 00000100:00100000:3.0:1749394322.364711:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2064 00010000:00020000:1.0:1749394322.364713:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394322.364718:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507967616:12345-0@lo:38: 00010000:00020000:0.0:1749394322.364725:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394322.364734:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2065 00010000:00020000:3.0:1749394322.364736:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394322.364740:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507967872:12345-0@lo:38: 00000100:00100000:1.0:1749394322.364744:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507967104:12345-0@lo:38: Request processed in 52us (285us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394322.364751:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2062 00000100:00100000:0.0:1749394322.364755:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507967360:12345-0@lo:38: Request processed in 45us (234us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749394322.364755:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394322.364762:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2063 00000100:00100000:3.0:1749394322.364766:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507967616:12345-0@lo:38: Request processed in 47us (208us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394322.364767:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2066 00000100:00100000:1.0:1749394322.364771:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507967744:12345-0@lo:38: 00000100:00100000:3.0:1749394322.364773:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2064 00000100:00100000:0.0:1749394322.364778:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2067 00010000:00020000:1.0:1749394322.364782:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394322.364782:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507967872:12345-0@lo:38: Request processed in 41us (149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394322.364783:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507968000:12345-0@lo:38: 00000100:00100000:2.0:1749394322.364789:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2065 00010000:00020000:0.0:1749394322.364793:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394322.364800:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507967744:12345-0@lo:38: Request processed in 28us (203us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394322.364806:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2066 00000100:00100000:0.0:1749394322.364812:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507968000:12345-0@lo:38: Request processed in 28us (147us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394322.364818:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2067 00000100:00100000:2.0:1749394322.364822:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507968128 00000100:00100000:3.0:1749394322.364823:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507968256 00000100:00100000:2.0:1749394322.364825:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507968128 00000100:00100000:3.0:1749394322.364828:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507968256 00000100:00080000:1.0:1749394322.364829:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394322.364834:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394322.364846:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507967744:0@lo:38: 00000100:00100000:2.0:1749394322.364853:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00080000:1.0:1749394322.364859:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394322.364859:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507968128:12345-0@lo:400: 00000100:00080000:1.0:1749394322.364862:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394322.364866:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507967872:0@lo:38: 00000100:00100000:3.0:1749394322.364870:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00080000:1.0:1749394322.364874:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394322.364876:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507968256:12345-0@lo:400: 00000100:00080000:1.0:1749394322.364877:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394322.364880:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507968000:0@lo:38: 00000100:00080000:1.0:1749394322.364888:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394322.364890:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394322.364890:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507968128:12345-0@lo:400: Request processed in 30us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394322.364894:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507967104:0@lo:38: 00000100:00100000:2.0:1749394322.364896:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00080000:1.0:1749394322.364902:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394322.364905:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394322.364908:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507967360:0@lo:38: 00000100:00080000:1.0:1749394322.364915:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394322.364918:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394322.364920:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507967616:0@lo:38: 00010000:00080000:2.0:1749394322.364924:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a0000 x1834371507968128/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394322.364935:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507968256:12345-0@lo:400: Request processed in 58us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394322.364937:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507968128:0@lo:400: 00000100:00100000:3.0:1749394322.364942:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00080000:1.0:1749394322.364946:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1749394322.364981:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a2a00 x1834371507968256/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394322.364993:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507968256:0@lo:400: 00000100:00100000:2.0:1749394322.380233:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749394322.380248:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507968512:0@lo:41: 00000100:00100000:2.0:1749394322.380283:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394322.380300:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507968384:0@lo:41: 00000100:00100000:3.0:1749394322.380308:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507968512 00000100:00100000:3.0:1749394322.380316:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507968512 00000100:00100000:3.0:1749394322.380348:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:0.0:1749394322.380351:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394322.380356:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507968512:12345-0@lo:41: 00000100:00100000:1.0:1749394322.380366:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507968384 00000100:00100000:1.0:1749394322.380375:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507968384 00000004:00000024:3.0:1749394322.380385:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749394322.380410:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:1.0:1749394322.380417:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507968384:12345-0@lo:41: 00000004:00000024:1.0:1749394322.380443:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749394322.380443:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507968512:12345-0@lo:41: Request processed in 87us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394322.380452:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:2.0:1749394322.380489:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507968512:0@lo:41: 00000100:00100000:1.0:1749394322.380502:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507968384:12345-0@lo:41: Request processed in 84us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394322.380524:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1749394322.380542:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507968384:0@lo:41: 00000100:00100000:2.0:1749394322.966218:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755300 going to sleep for 0 seconds 00000100:00100000:2.0:1749394322.966232:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507968640:0@lo:900: 00000100:00100000:2.0:1749394323.192233:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394323.210320:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394323.322227:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394324.192233:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394324.212386:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394324.322214:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394324.360262:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507968768:0@lo:700: 00000100:00100000:1.0:1749394324.360329:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394324.360337:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507968896:0@lo:700: 00000100:00100000:2.0:1749394324.360384:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394324.360397:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1749394324.360401:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507968768 00000100:00100000:2.0:1749394324.360409:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755300 going to sleep for 11 seconds 00000100:00100000:3.0:1749394324.360412:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507968768 00000100:00080000:1.0:1749394324.360447:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394324.360476:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507968896 00000100:00100000:3.0:1749394324.360479:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507968896 00000100:00100000:0.0:1749394324.360502:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:0.0:1749394324.360517:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507968768:12345-0@lo:700: 00000100:00100000:2.0:1749394324.360519:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00080000:1.0:1749394324.360525:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394324.360530:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507968896:12345-0@lo:700: 00000100:00100000:0.0:1749394324.360564:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394324.360571:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507969024:0@lo:700: 40000000:00080000:0.0:1749394324.360586:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394324.360589:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394324.360613:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997553c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394324.360619:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507969152:0@lo:700: 40000000:00080000:2.0:1749394324.360632:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394324.360635:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394324.360655:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507968768:12345-0@lo:700: Request processed in 142us (326us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394324.360665:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00100000:1.0:1749394324.360678:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507968768:0@lo:700: 00000100:00100000:2.0:1749394324.360684:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507968896:12345-0@lo:700: Request processed in 157us (299us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394324.360693:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00100000:3.0:1749394324.360723:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507968896:0@lo:700: 00000100:00100000:2.0:1749394324.967241:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997553c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394324.967257:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507969280:0@lo:900: 00000100:00100000:2.0:1749394325.192256:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394325.214329:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394325.322230:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394326.192257:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394326.216350:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394326.322200:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394326.361248:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507969408:0@lo:700: 00000100:00100000:3.0:1749394326.361249:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507969536:0@lo:700: 00000100:00100000:1.0:1749394326.361324:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394326.361365:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394326.361396:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1749394326.361399:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39600 going to sleep for 11 seconds 00000100:00100000:2.0:1749394326.361450:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507969408 00000100:00100000:2.0:1749394326.361462:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507969408 00000100:00100000:0.0:1749394326.361488:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507969536 00000100:00100000:0.0:1749394326.361498:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507969536 00000100:00080000:1.0:1749394326.361526:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394326.361536:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530 00000100:00100000:2.0:1749394326.361547:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507969408:12345-0@lo:700: 00000100:00100000:0.0:1749394326.361549:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531 00000100:00100000:0.0:1749394326.361557:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507969536:12345-0@lo:700: 00000100:00100000:2.0:1749394326.361591:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997553c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394326.361598:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507969664:0@lo:700: 40000000:00080000:2.0:1749394326.361613:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394326.361617:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394326.361671:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394326.361679:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507969792:0@lo:700: 00000100:00100000:2.0:1749394326.361679:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507969408:12345-0@lo:700: Request processed in 134us (355us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394326.361689:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530 40000000:00080000:0.0:1749394326.361692:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394326.361695:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394326.361707:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507969408:0@lo:700: 00000100:00100000:0.0:1749394326.361752:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507969536:12345-0@lo:700: Request processed in 195us (387us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394326.361761:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531 00000100:00100000:3.0:1749394326.361779:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507969536:0@lo:700: 00000100:00100000:0.0:1749394326.639657:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394326.639708:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394326.639752:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394326.639779:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499788288 00000100:00100000:0.0:1749394326.639788:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499788288 00000100:00100000:3.0:1749394326.639810:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499788160 00000100:00100000:0.0:1749394326.639814:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499788416 00000100:00100000:0.0:1749394326.639816:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499788416 00000100:00100000:3.0:1749394326.639820:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499788160 00000100:00100000:0.0:1749394326.639842:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2068 00000100:00100000:0.0:1749394326.639850:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499788288:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394326.639857:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2069 00000100:00100000:3.0:1749394326.639866:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 695 00000100:00100000:1.0:1749394326.639868:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499788416:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394326.639875:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499788160:12345-192.168.203.32@tcp:400: 00010000:00080000:0.0:1749394326.639883:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1368 last 0 00010000:00080000:1.0:1749394326.639893:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1368 last 0 00000100:00100000:3.0:1749394326.639938:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499788160:12345-192.168.203.32@tcp:400: Request processed in 64us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394326.639945:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499788288:12345-192.168.203.32@tcp:38: Request processed in 94us (235us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394326.639954:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2068 00000100:00100000:1.0:1749394326.639954:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499788416:12345-192.168.203.32@tcp:38: Request processed in 86us (201us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394326.639959:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 695 00000100:00100000:1.0:1749394326.639963:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2069 00000100:00100000:0.0:1749394326.924194:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394326.924195:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:0.0:1749394326.924220:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507969920/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394331 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394326.924220:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507970048/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394331 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394326.924284:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394326.924333:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394326.924356:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394326.924376:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394326.924415:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507969920 00000100:00100000:1.0:1749394326.924424:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507969920 00000100:00100000:3.0:1749394326.924476:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507970048 00000100:00080000:0.0:1749394326.924484:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394326.924485:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507970048 00000100:00100000:1.0:1749394326.924490:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:1.0:1749394326.924503:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507969920:12345-0@lo:700: 00000100:00080000:0.0:1749394326.924509:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 40000000:00080000:1.0:1749394326.924527:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749394326.924528:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533 00000100:00100000:3.0:1749394326.924537:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507970048:12345-0@lo:700: 40000000:00080000:3.0:1749394326.924556:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749394326.924570:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507969920:12345-0@lo:700: Request processed in 71us (285us total) trans 0 rc -115/-115 00000100:00100400:0.0:1749394326.924578:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507969920/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394342 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394326.924589:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749394326.924592:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00000100:00100000:3.0:1749394326.924609:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507970048:12345-0@lo:700: Request processed in 72us (277us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749394326.924618:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533 00000100:00100400:2.0:1749394326.924621:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507970048/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394342 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394326.924632:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394326.968226:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997553c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394326.968237:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507970176:0@lo:900: 00000100:00100000:2.0:1749394327.192200:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394327.218336:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394327.322212:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749394327.372252:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394327.372261:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394327.372265:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394327.372271:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1364 00000100:00080000:0.0:1749394327.372276:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394327.372282:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394327.372302:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a3480 x1834371507970432/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394327.372313:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507970304:0@lo:400: 00000100:00080000:0.0:1749394327.372337:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394327.372341:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394327.372343:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394327.372347:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1364 00000100:00080000:0.0:1749394327.372349:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394327.372353:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394327.372363:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a3800 x1834371507970688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394327.372371:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749394327.372376:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394327.372378:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394327.372382:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394327.372384:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394327.372387:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1364 00000100:00080000:0.0:1749394327.372389:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394327.372392:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394327.372392:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507970816:0@lo:400: 00000100:00100000:0.0:1749394327.372402:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a2300 x1834371507970944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394327.372410:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394327.372412:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394327.372414:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394327.372417:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1364 00000100:00080000:0.0:1749394327.372419:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394327.372421:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394327.372431:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a1f80 x1834371507971072/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394327.372437:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394327.372439:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507970432:0@lo:38: 00000100:00100000:2.0:1749394327.372445:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507970304 00000100:00100000:2.0:1749394327.372452:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507970304 00000100:00080000:0.0:1749394327.372459:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394327.372462:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394327.372463:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394327.372465:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507970560:0@lo:400: 00000100:00080000:0.0:1749394327.372467:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1364 00000100:00080000:0.0:1749394327.372469:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394327.372472:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394327.372481:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f15880 x1834371507971456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394327.372485:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1749394327.372485:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394327.372487:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394327.372489:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394327.372492:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507970304:12345-0@lo:400: 00000100:00080000:0.0:1749394327.372493:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394327.372495:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394327.372498:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1364 00000100:00080000:0.0:1749394327.372500:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394327.372503:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394327.372511:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f16300 x1834371507971584/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394327.372513:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507970816 00000100:00100000:1.0:1749394327.372516:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507970688:0@lo:38: 00000100:00100000:3.0:1749394327.372518:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507970816 00000100:00100000:2.0:1749394327.372532:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507970304:12345-0@lo:400: Request processed in 40us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394327.372536:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394327.372539:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1749394327.372544:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507970560 00000100:00100000:3.0:1749394327.372546:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507970560 00000100:00100000:1.0:1749394327.372550:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507970944:0@lo:38: 00000100:00100000:0.0:1749394327.372553:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507970432 00000100:00100000:0.0:1749394327.372558:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507970432 00000100:00100000:3.0:1749394327.372563:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:1.0:1749394327.372568:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394327.372570:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507970816:12345-0@lo:400: 00000100:00100000:2.0:1749394327.372572:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:2.0:1749394327.372579:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507970560:12345-0@lo:400: 00000100:00100000:0.0:1749394327.372588:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507970688 00000100:00100000:0.0:1749394327.372591:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507970688 00000100:00100000:1.0:1749394327.372600:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507971072:0@lo:38: 00000100:00100000:0.0:1749394327.372602:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507970944 00000100:00100000:0.0:1749394327.372604:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507970944 00000100:00100000:3.0:1749394327.372613:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507970816:12345-0@lo:400: Request processed in 42us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394327.372614:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507970560:12345-0@lo:400: Request processed in 35us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394327.372618:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2070 00000100:00100000:1.0:1749394327.372619:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394327.372620:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1749394327.372624:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507970432:12345-0@lo:38: 00000100:00100000:1.0:1749394327.372628:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507971456:0@lo:38: 00000100:00100000:2.0:1749394327.372633:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:3.0:1749394327.372640:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507971072 00000100:00100000:1.0:1749394327.372643:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394327.372643:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507971072 00010000:00020000:0.0:1749394327.372646:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394327.372652:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507971456 00000100:00100000:1.0:1749394327.372653:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507971584:0@lo:38: 00000100:00100000:3.0:1749394327.372655:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507971456 00000100:00100000:2.0:1749394327.372657:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2071 00000100:00100000:2.0:1749394327.372662:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507970688:12345-0@lo:38: 00000100:00100000:1.0:1749394327.372674:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749394327.372678:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394327.372678:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507971584 00000100:00100000:3.0:1749394327.372681:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507971584 00000100:00100000:3.0:1749394327.372690:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2072 00000100:00100000:0.0:1749394327.372691:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507970432:12345-0@lo:38: Request processed in 65us (203us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394327.372695:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394327.372695:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507970944:12345-0@lo:38: 00000100:00100000:0.0:1749394327.372698:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2070 00000100:00080000:1.0:1749394327.372700:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394327.372702:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507970688:12345-0@lo:38: Request processed in 39us (165us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394327.372704:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507970432:0@lo:38: 00000100:00100000:2.0:1749394327.372708:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2071 00010000:00020000:3.0:1749394327.372712:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394327.372714:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2073 00000100:00080000:1.0:1749394327.372714:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394327.372717:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394327.372719:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507971072:12345-0@lo:38: 00000100:00100000:1.0:1749394327.372720:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507970688:0@lo:38: 00000100:00100000:2.0:1749394327.372721:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2074 00000100:00100000:2.0:1749394327.372725:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507971456:12345-0@lo:38: 00010000:00020000:0.0:1749394327.372730:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749394327.372736:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394327.372740:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507970944:12345-0@lo:38: Request processed in 44us (171us total) trans 0 rc -19/-19 00000100:02020000:1.0:1749394327.372744:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1749394327.372747:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394327.372747:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2072 00000100:00080000:1.0:1749394327.372750:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394327.372753:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507970944:0@lo:38: 00000100:00100000:0.0:1749394327.372755:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507971072:12345-0@lo:38: Request processed in 35us (135us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394327.372757:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507971456:12345-0@lo:38: Request processed in 30us (112us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394327.372758:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2075 00000100:00100000:0.0:1749394327.372763:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2073 00000100:00100000:3.0:1749394327.372763:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507971584:12345-0@lo:38: 00000100:00100000:2.0:1749394327.372773:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2074 00010000:00020000:3.0:1749394327.372774:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:02020000:1.0:1749394327.372779:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1749394327.372782:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394327.372785:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394327.372788:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507971072:0@lo:38: 00000100:00100000:0.0:1749394327.372790:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507971840:0@lo:400: 00000100:00100000:3.0:1749394327.372792:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d522d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507971584:12345-0@lo:38: Request processed in 27us (117us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394327.372796:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507971328:0@lo:400: 00000100:00080000:1.0:1749394327.372797:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394327.372798:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2075 00000100:00080000:1.0:1749394327.372799:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394327.372802:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507971456:0@lo:38: 00000100:00080000:1.0:1749394327.372810:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394327.372812:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394327.372814:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507971200:0@lo:400: 00000100:00100000:1.0:1749394327.372815:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507971584:0@lo:38: 00000100:00100000:0.0:1749394327.372816:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394327.372832:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507971840 00000100:00100000:2.0:1749394327.372836:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507971840 00000100:00100000:1.0:1749394327.372844:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507971712:0@lo:400: 00000100:00100000:3.0:1749394327.372852:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394327.372862:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507971200 00000100:00100000:2.0:1749394327.372865:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507971200 00000100:00100000:0.0:1749394327.372868:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507970816:0@lo:400: 00000100:00100000:1.0:1749394327.372871:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394327.372879:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507970560:0@lo:400: 00000100:00100000:2.0:1749394327.372882:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507971712 00000100:00100000:2.0:1749394327.372884:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507971712 00000100:00100000:3.0:1749394327.372889:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1749394327.372897:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507971840:12345-0@lo:400: 00000100:00100000:2.0:1749394327.372903:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:0.0:1749394327.372904:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394327.372907:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507971328 00000100:00100000:2.0:1749394327.372909:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507971200:12345-0@lo:400: 00000100:00100000:1.0:1749394327.372912:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507971328 00000100:00100000:0.0:1749394327.372923:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507970304:0@lo:400: 00000100:00100000:3.0:1749394327.372933:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507971840:12345-0@lo:400: Request processed in 38us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394327.372935:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:3.0:1749394327.372940:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:1.0:1749394327.372943:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507971712:12345-0@lo:400: 00000100:00100000:2.0:1749394327.372944:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507971200:12345-0@lo:400: Request processed in 35us (91us total) trans 0 rc 0/0 00010000:00080000:0.0:1749394327.372946:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f15c00 x1834371507971840/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394327.372954:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:0.0:1749394327.372957:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507971840:0@lo:400: 00000100:00100000:2.0:1749394327.372958:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:3.0:1749394327.372960:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507971328:12345-0@lo:400: 00000100:00100000:1.0:1749394327.372983:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507971712:12345-0@lo:400: Request processed in 40us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394327.372988:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507971328:12345-0@lo:400: Request processed in 29us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394327.372990:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00010000:00080000:0.0:1749394327.372993:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f14700 x1834371507971328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394327.372995:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:0.0:1749394327.373003:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507971328:0@lo:400: 00010000:00080000:1.0:1749394327.373019:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f15f80 x1834371507971712/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394327.373032:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507971712:0@lo:400: 00010000:00080000:3.0:1749394327.373040:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a0a80 x1834371507971200/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394327.373053:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507971200:0@lo:400: 00000100:00100000:3.0:1749394327.388328:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507971968:0@lo:41: 00000100:00100000:1.0:1749394327.388338:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507972096:0@lo:41: 00000100:00100000:3.0:1749394327.388371:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394327.388418:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394327.388460:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507971968 00000100:00100000:2.0:1749394327.388468:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507971968 00000100:00100000:0.0:1749394327.388487:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507972096 00000100:00100000:0.0:1749394327.388496:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507972096 00000100:00100000:2.0:1749394327.388523:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1749394327.388535:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1749394327.388535:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507971968:12345-0@lo:41: 00000100:00100000:0.0:1749394327.388544:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507972096:12345-0@lo:41: 00000004:00000024:0.0:1749394327.388570:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000004:00000024:2.0:1749394327.388571:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749394327.388626:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507972096:12345-0@lo:41: Request processed in 82us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394327.388633:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1749394327.388646:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507971968:12345-0@lo:41: Request processed in 111us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394327.388659:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1749394327.388667:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507972096:0@lo:41: 00000100:00100000:3.0:1749394327.388676:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507971968:0@lo:41: 00000100:00100000:2.0:1749394328.192219:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394328.220374:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394328.322224:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394328.362249:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507972224:0@lo:700: 00000100:00100000:1.0:1749394328.362316:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394328.362326:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507972352:0@lo:700: 00000100:00100000:2.0:1749394328.362369:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394328.362382:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1749394328.362384:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507972224 00000100:00100000:2.0:1749394328.362395:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755480 going to sleep for 11 seconds 00000100:00100000:3.0:1749394328.362395:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507972224 00000100:00080000:1.0:1749394328.362433:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394328.362463:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507972352 00000100:00100000:3.0:1749394328.362466:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507972352 00000100:00100000:0.0:1749394328.362485:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1534 00000100:00100000:2.0:1749394328.362500:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535 00000100:00100000:0.0:1749394328.362501:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507972224:12345-0@lo:700: 00000100:00080000:1.0:1749394328.362504:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394328.362512:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507972352:12345-0@lo:700: 00000100:00100000:0.0:1749394328.362546:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394328.362553:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507972480:0@lo:700: 40000000:00080000:0.0:1749394328.362568:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394328.362571:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394328.362597:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755540 going to sleep for 0 seconds 00000100:00100000:2.0:1749394328.362603:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507972608:0@lo:700: 40000000:00080000:2.0:1749394328.362615:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394328.362618:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394328.362639:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507972224:12345-0@lo:700: Request processed in 142us (322us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394328.362647:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1534 00000100:00100000:1.0:1749394328.362660:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507972224:0@lo:700: 00000100:00100000:2.0:1749394328.362667:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507972352:12345-0@lo:700: Request processed in 158us (297us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394328.362676:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535 00000100:00100000:3.0:1749394328.362703:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507972352:0@lo:700: 00000100:00100000:2.0:1749394328.969229:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755540 going to sleep for 0 seconds 00000100:00100000:2.0:1749394328.969242:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507972736:0@lo:900: 00000100:00100000:2.0:1749394329.192200:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394329.222324:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394329.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394330.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394330.224269:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394330.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394330.363228:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507972992:0@lo:700: 00000100:00100000:3.0:1749394330.363229:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507972864:0@lo:700: 00000100:00100000:1.0:1749394330.363301:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394330.363340:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394330.363370:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1749394330.363374:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39540 going to sleep for 11 seconds 00000100:00100000:2.0:1749394330.363402:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507972992 00000100:00100000:2.0:1749394330.363412:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507972992 00000100:00100000:0.0:1749394330.363463:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507972864 00000100:00100000:0.0:1749394330.363472:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507972864 00000100:00080000:1.0:1749394330.363476:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1749394330.363497:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394330.363498:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:2.0:1749394330.363512:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507972992:12345-0@lo:700: 00000100:00100000:0.0:1749394330.363525:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1537 00000100:00100000:0.0:1749394330.363534:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507972864:12345-0@lo:700: 00000100:00100000:2.0:1749394330.363562:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755540 going to sleep for 0 seconds 00000100:00100000:2.0:1749394330.363571:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507973120:0@lo:700: 40000000:00080000:2.0:1749394330.363590:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394330.363595:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394330.363656:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394330.363663:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507973248:0@lo:700: 40000000:00080000:0.0:1749394330.363675:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394330.363678:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394330.363682:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507972992:12345-0@lo:700: Request processed in 171us (378us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394330.363697:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:1.0:1749394330.363703:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507972992:0@lo:700: 00000100:00100000:0.0:1749394330.363733:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507972864:12345-0@lo:700: Request processed in 199us (392us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394330.363742:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1537 00000100:00100000:3.0:1749394330.363756:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507972864:0@lo:700: 00000100:00100000:2.0:1749394330.970240:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755540 going to sleep for 0 seconds 00000100:00100000:2.0:1749394330.970260:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507973376:0@lo:900: 00000100:00100000:2.0:1749394331.192242:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394331.226268:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394331.322190:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394331.647590:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394331.647637:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394331.647678:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394331.647718:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499788544 00000100:00100000:2.0:1749394331.647731:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499788544 00000100:00100000:1.0:1749394331.647766:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499788672 00000100:00100000:1.0:1749394331.647776:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499788672 00000100:00100000:2.0:1749394331.647783:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 697 00000100:00100000:2.0:1749394331.647793:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499788544:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394331.647820:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499788800 00000100:00100000:1.0:1749394331.647823:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499788800 00000100:00100000:3.0:1749394331.647844:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2076 00000100:00100000:3.0:1749394331.647855:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499788672:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394331.647856:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2077 00000100:00100000:1.0:1749394331.647864:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499788800:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394331.647865:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499788544:12345-192.168.203.32@tcp:400: Request processed in 72us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394331.647874:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 697 00010000:00080000:3.0:1749394331.647886:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1373 last 0 00010000:00080000:1.0:1749394331.647889:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1373 last 0 00000100:00100000:1.0:1749394331.647943:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499788800:12345-192.168.203.32@tcp:38: Request processed in 79us (264us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394331.647951:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2077 00000100:00100000:3.0:1749394331.647955:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499788672:12345-192.168.203.32@tcp:38: Request processed in 100us (317us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394331.647963:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2076 00000100:00100000:2.0:1749394332.192202:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394332.228325:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394332.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749394332.364229:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507973504:0@lo:700: 00000100:00100000:1.0:1749394332.364237:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507973632:0@lo:700: 00000100:00100000:3.0:1749394332.364307:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394332.364344:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394332.364372:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39540 going to sleep for 11 seconds 00000100:00100000:1.0:1749394332.364379:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:0.0:1749394332.364426:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507973504 00000100:00100000:0.0:1749394332.364437:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507973504 00000100:00100000:2.0:1749394332.364469:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507973632 00000100:00100000:2.0:1749394332.364478:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507973632 00000100:00080000:1.0:1749394332.364499:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394332.364509:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538 00000100:00100000:2.0:1749394332.364518:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539 00000100:00100000:0.0:1749394332.364519:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507973504:12345-0@lo:700: 00000100:00100000:2.0:1749394332.364526:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507973632:12345-0@lo:700: 00000100:00100000:0.0:1749394332.364563:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394332.364570:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507973760:0@lo:700: 40000000:00080000:0.0:1749394332.364584:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394332.364588:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394332.364650:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755600 going to sleep for 0 seconds 00000100:00100000:0.0:1749394332.364651:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507973504:12345-0@lo:700: Request processed in 133us (343us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394332.364658:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507973888:0@lo:700: 00000100:00100000:0.0:1749394332.364660:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538 40000000:00080000:2.0:1749394332.364671:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394332.364675:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394332.364679:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507973504:0@lo:700: 00000100:00100000:2.0:1749394332.364734:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507973632:12345-0@lo:700: Request processed in 207us (389us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394332.364743:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539 00000100:00100000:1.0:1749394332.364759:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507973632:0@lo:700: 00000100:00080000:0.0:1749394332.380223:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394332.380231:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394332.380234:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394332.380241:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1369 00000100:00080000:0.0:1749394332.380245:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394332.380251:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394332.380270:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f14e00 x1834371507974144/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394332.380292:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394332.380296:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394332.380298:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394332.380301:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1369 00000100:00080000:0.0:1749394332.380303:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394332.380306:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394332.380317:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f16a00 x1834371507974400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394332.380319:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507974016:0@lo:400: 00000100:00100000:2.0:1749394332.380332:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507974272:0@lo:400: 00000100:00080000:0.0:1749394332.380346:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394332.380349:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394332.380351:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394332.380354:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1369 00000100:00080000:0.0:1749394332.380356:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394332.380359:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394332.380365:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394332.380373:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f14000 x1834371507974656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394332.380378:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394332.380382:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394332.380385:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394332.380387:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394332.380390:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1369 00000100:00080000:0.0:1749394332.380392:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394332.380395:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394332.380404:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f14380 x1834371507974784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394332.380413:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394332.380416:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394332.380417:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394332.380417:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507974144:0@lo:38: 00000100:00080000:0.0:1749394332.380420:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1369 00000100:00100000:3.0:1749394332.380420:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507974528:0@lo:400: 00000100:00080000:0.0:1749394332.380422:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394332.380425:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394332.380425:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507974016 00000100:00100000:2.0:1749394332.380431:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507974016 00000100:00100000:0.0:1749394332.380434:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f15500 x1834371507974912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394332.380443:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394332.380443:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394332.380446:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394332.380448:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394332.380451:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1369 00000100:00080000:0.0:1749394332.380453:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394332.380456:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394332.380462:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1749394332.380464:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507974400:0@lo:38: 00000100:00100000:0.0:1749394332.380466:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f14700 x1834371507975040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394332.380469:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507974016:12345-0@lo:400: 00000100:00100000:3.0:1749394332.380470:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394332.380480:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394332.380498:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507974656:0@lo:38: 00000100:00100000:2.0:1749394332.380511:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507974016:12345-0@lo:400: Request processed in 42us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394332.380513:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507975168:0@lo:400: 00000100:00100000:1.0:1749394332.380515:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394332.380518:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1749394332.380529:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507974784:0@lo:38: 00000100:00100000:3.0:1749394332.380529:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507974272 00000100:00100000:3.0:1749394332.380536:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507974272 00000100:00100000:2.0:1749394332.380544:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507974528 00000100:00100000:1.0:1749394332.380547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394332.380548:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507974528 00000100:00100000:0.0:1749394332.380550:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394332.380562:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507974912:0@lo:38: 00000100:00100000:3.0:1749394332.380574:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1749394332.380579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394332.380583:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1749394332.380586:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507974272:12345-0@lo:400: 00000100:00100000:2.0:1749394332.380590:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507974528:12345-0@lo:400: 00000100:00100000:1.0:1749394332.380593:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507975040:0@lo:38: 00000100:00100000:0.0:1749394332.380601:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507974144 00000100:00100000:0.0:1749394332.380607:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507974144 00000100:00100000:1.0:1749394332.380609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394332.380621:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507974400 00000100:00100000:0.0:1749394332.380623:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507974400 00000100:00100000:0.0:1749394332.380630:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507974656 00000100:00100000:0.0:1749394332.380632:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507974656 00000100:00100000:0.0:1749394332.380638:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507974784 00000100:00100000:0.0:1749394332.380640:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507974784 00000100:00100000:0.0:1749394332.380647:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507974912 00000100:00100000:2.0:1749394332.380648:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507974528:12345-0@lo:400: Request processed in 58us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394332.380649:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507974912 00000100:00100000:1.0:1749394332.380650:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507975040 00000100:00100000:2.0:1749394332.380654:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1749394332.380656:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507975040 00000100:00100000:0.0:1749394332.380660:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2078 00000100:00100000:3.0:1749394332.380663:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507974272:12345-0@lo:400: Request processed in 76us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394332.380666:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507974144:12345-0@lo:38: 00000100:00100000:1.0:1749394332.380674:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2079 00000100:00100000:3.0:1749394332.380676:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1749394332.380681:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507974400:12345-0@lo:38: 00000100:00100000:2.0:1749394332.380685:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507974528:0@lo:400: 00010000:00020000:0.0:1749394332.380687:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394332.380698:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394332.380707:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507974272:0@lo:400: 00000100:00100000:3.0:1749394332.380708:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507975168 00000100:00100000:2.0:1749394332.380714:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749394332.380714:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507975168 00000100:00100000:2.0:1749394332.380721:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507975296:0@lo:400: 00000100:00100000:0.0:1749394332.380724:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507974144:12345-0@lo:38: Request processed in 57us (280us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394332.380729:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507974400:12345-0@lo:38: Request processed in 47us (247us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394332.380732:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2078 00000100:00100000:1.0:1749394332.380736:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2079 00000100:00100000:2.0:1749394332.380743:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394332.380746:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2080 00000100:00100000:0.0:1749394332.380751:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507974656:12345-0@lo:38: 00000100:00100000:3.0:1749394332.380751:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507975296 00000100:00100000:1.0:1749394332.380752:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2081 00000100:00100000:1.0:1749394332.380756:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507974784:12345-0@lo:38: 00000100:00100000:3.0:1749394332.380756:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507975296 00010000:00020000:0.0:1749394332.380762:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394332.380771:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00010000:00020000:1.0:1749394332.380779:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394332.380779:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507975168:12345-0@lo:400: 00000100:00100000:0.0:1749394332.380782:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507974656:12345-0@lo:38: Request processed in 30us (266us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394332.380789:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2080 00000100:00100000:0.0:1749394332.380799:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2082 00000100:00100000:3.0:1749394332.380800:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:0.0:1749394332.380803:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507974912:12345-0@lo:38: 00000100:00100000:1.0:1749394332.380806:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507974784:12345-0@lo:38: Request processed in 49us (258us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394332.380810:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507975168:12345-0@lo:400: Request processed in 32us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394332.380811:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507975296:12345-0@lo:400: 00010000:00020000:0.0:1749394332.380813:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394332.380814:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2081 00000100:00100000:2.0:1749394332.380817:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1749394332.380827:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2083 00000100:00100000:0.0:1749394332.380830:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507974912:12345-0@lo:38: Request processed in 27us (250us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394332.380831:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507975040:12345-0@lo:38: 00000100:00100000:0.0:1749394332.380836:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2082 00010000:00020000:1.0:1749394332.380841:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1749394332.380847:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f15f80 x1834371507975168/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394332.380860:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507975168:0@lo:400: 00000100:00100000:1.0:1749394332.380863:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507975040:12345-0@lo:38: Request processed in 30us (252us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394332.380865:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507975296:12345-0@lo:400: Request processed in 55us (118us total) trans 0 rc 0/0 00000100:00080000:0.0:1749394332.380867:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394332.380869:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2083 00000100:00100000:3.0:1749394332.380877:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00010000:00080000:2.0:1749394332.380881:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f16300 x1834371507975296/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394332.380891:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507975296:0@lo:400: 00000100:00100000:1.0:1749394332.380896:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507974016:0@lo:400: 00000100:00080000:1.0:1749394332.380920:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394332.380924:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394332.380928:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507974912:0@lo:38: 00000100:00080000:1.0:1749394332.380935:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394332.380938:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394332.380941:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507975040:0@lo:38: 00000100:00080000:1.0:1749394332.380949:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394332.380951:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394332.380954:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507974144:0@lo:38: 00000100:00080000:1.0:1749394332.380962:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394332.380964:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394332.380967:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507974400:0@lo:38: 00000100:00080000:1.0:1749394332.380984:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394332.380986:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394332.380990:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507974656:0@lo:38: 00000100:00080000:1.0:1749394332.380996:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394332.380999:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394332.381002:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507974784:0@lo:38: 00000100:00100000:3.0:1749394332.396250:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749394332.396265:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507975552:0@lo:41: 00000100:00100000:3.0:1749394332.396301:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394332.396322:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507975424:0@lo:41: 00000100:00100000:1.0:1749394332.396359:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507975552 00000100:00100000:2.0:1749394332.396364:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394332.396367:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507975552 00000100:00100000:1.0:1749394332.396397:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507975424 00000100:00100000:1.0:1749394332.396399:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507975424 00000100:00100000:3.0:1749394332.396404:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1749394332.396414:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507975552:12345-0@lo:41: 00000100:00100000:1.0:1749394332.396418:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:1.0:1749394332.396426:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507975424:12345-0@lo:41: 00000004:00000024:3.0:1749394332.396443:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:1.0:1749394332.396451:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394332.396499:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507975552:12345-0@lo:41: Request processed in 87us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394332.396500:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507975424:12345-0@lo:41: Request processed in 75us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394332.396507:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:1.0:1749394332.396520:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:2.0:1749394332.396534:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507975424:0@lo:41: 00000100:00100000:2.0:1749394332.396562:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507975552:0@lo:41: 00000100:00100000:2.0:1749394332.971227:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997556c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394332.971242:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507975680:0@lo:900: 00000100:00100000:2.0:1749394333.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394333.230364:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394333.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394334.192199:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394334.232323:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394334.322190:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394334.365227:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507975936:0@lo:700: 00000100:00100000:3.0:1749394334.365227:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507975808:0@lo:700: 00000100:00100000:1.0:1749394334.365300:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394334.365339:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394334.365364:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1749394334.365374:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39540 going to sleep for 11 seconds 00000100:00100000:2.0:1749394334.365394:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507975936 00000100:00100000:2.0:1749394334.365405:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507975936 00000100:00100000:0.0:1749394334.365461:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507975808 00000100:00080000:1.0:1749394334.365470:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394334.365471:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507975808 00000100:00080000:1.0:1749394334.365492:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394334.365498:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540 00000100:00100000:2.0:1749394334.365510:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507975936:12345-0@lo:700: 00000100:00100000:0.0:1749394334.365523:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1541 00000100:00100000:0.0:1749394334.365531:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507975808:12345-0@lo:700: 00000100:00100000:2.0:1749394334.365555:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997556c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394334.365562:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507976064:0@lo:700: 40000000:00080000:2.0:1749394334.365578:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394334.365582:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394334.365645:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394334.365647:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507975936:12345-0@lo:700: Request processed in 140us (347us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394334.365652:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507976192:0@lo:700: 00000100:00100000:2.0:1749394334.365656:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540 40000000:00080000:0.0:1749394334.365664:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394334.365667:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394334.365673:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507975936:0@lo:700: 00000100:00100000:0.0:1749394334.365724:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507975808:12345-0@lo:700: Request processed in 193us (384us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394334.365733:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1541 00000100:00100000:3.0:1749394334.365745:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507975808:0@lo:700: 00000100:00100000:2.0:1749394334.972226:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997556c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394334.972243:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507976320:0@lo:900: 00000100:00100000:2.0:1749394335.192201:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394335.234344:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394335.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394336.192250:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394336.236345:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394336.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394336.366216:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507976576:0@lo:700: 00000100:00100000:3.0:1749394336.366216:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507976448:0@lo:700: 00000100:00100000:1.0:1749394336.366293:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394336.366332:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394336.366360:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1749394336.366374:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39540 going to sleep for 11 seconds 00000100:00100000:0.0:1749394336.366421:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507976576 00000100:00100000:2.0:1749394336.366422:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507976448 00000100:00100000:0.0:1749394336.366431:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507976576 00000100:00100000:2.0:1749394336.366432:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507976448 00000100:00080000:1.0:1749394336.366495:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394336.366507:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1542 00000100:00100000:0.0:1749394336.366516:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543 00000100:00100000:2.0:1749394336.366521:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507976448:12345-0@lo:700: 00000100:00100000:0.0:1749394336.366525:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507976576:12345-0@lo:700: 00000100:00100000:0.0:1749394336.366567:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394336.366574:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507976704:0@lo:700: 40000000:00080000:0.0:1749394336.366587:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394336.366591:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394336.366647:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997556c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394336.366655:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507976832:0@lo:700: 00000100:00100000:0.0:1749394336.366659:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507976576:12345-0@lo:700: Request processed in 134us (365us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394336.366668:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394336.366671:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394336.366672:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543 00000100:00100000:1.0:1749394336.366689:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb86a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507976576:0@lo:700: 00000100:00100000:2.0:1749394336.366727:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507976448:12345-0@lo:700: Request processed in 208us (392us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394336.366739:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1542 00000100:00100000:3.0:1749394336.366762:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507976448:0@lo:700: 00000100:00100000:0.0:1749394336.655562:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394336.655609:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394336.655651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394336.655699:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499788928 00000100:00100000:3.0:1749394336.655699:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499789056 00000100:00100000:2.0:1749394336.655714:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499788928 00000100:00100000:3.0:1749394336.655714:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499789056 00000100:00100000:3.0:1749394336.655769:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499789184 00000100:00100000:3.0:1749394336.655774:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499789184 00000100:00100000:2.0:1749394336.655776:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 699 00000100:00100000:2.0:1749394336.655790:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499788928:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394336.655792:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2084 00000100:00100000:1.0:1749394336.655803:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499789056:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394336.655808:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2085 00000100:00100000:3.0:1749394336.655816:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499789184:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394336.655834:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1378 last 0 00010000:00080000:3.0:1749394336.655842:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1378 last 0 00000100:00100000:2.0:1749394336.655875:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499788928:12345-192.168.203.32@tcp:400: Request processed in 87us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394336.655888:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 699 00000100:00100000:1.0:1749394336.655890:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499789056:12345-192.168.203.32@tcp:38: Request processed in 87us (280us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394336.655893:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499789184:12345-192.168.203.32@tcp:38: Request processed in 76us (240us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394336.655898:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2084 00000100:00100000:3.0:1749394336.655904:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2085 00000100:00100000:2.0:1749394336.973218:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755780 going to sleep for 0 seconds 00000100:00100000:2.0:1749394336.973233:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507976960:0@lo:900: 00000100:00100000:2.0:1749394337.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394337.238362:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394337.322190:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749394337.388243:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394337.388252:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394337.388256:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394337.388264:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1374 00000100:00080000:0.0:1749394337.388269:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394337.388276:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394337.388299:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f14e00 x1834371507977216/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394337.388336:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394337.388340:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394337.388342:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394337.388345:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507977088:0@lo:400: 00000100:00080000:0.0:1749394337.388346:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1374 00000100:00080000:0.0:1749394337.388348:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394337.388351:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394337.388355:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749394337.388362:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f15500 x1834371507977472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394337.388374:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507977344:0@lo:400: 00000100:00080000:0.0:1749394337.388377:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394337.388380:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394337.388382:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394337.388385:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1374 00000100:00080000:0.0:1749394337.388388:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394337.388392:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394337.388401:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f16300 x1834371507977728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394337.388409:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394337.388412:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394337.388414:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394337.388417:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1374 00000100:00080000:0.0:1749394337.388419:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394337.388421:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394337.388429:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507977216:0@lo:38: 00000100:00100000:0.0:1749394337.388430:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f15f80 x1834371507977856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394337.388432:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394337.388432:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394337.388454:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394337.388457:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394337.388458:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394337.388462:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1374 00000100:00080000:0.0:1749394337.388464:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394337.388467:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394337.388472:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507977984:0@lo:400: 00000100:00100000:0.0:1749394337.388477:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5ed500 x1834371507978240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394337.388477:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394337.388485:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394337.388489:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394337.388490:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394337.388493:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1374 00000100:00080000:0.0:1749394337.388496:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394337.388499:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394337.388500:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507978112:0@lo:400: 00000100:00100000:0.0:1749394337.388508:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5ef800 x1834371507978368/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394337.388511:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507977472:0@lo:38: 00000100:00100000:3.0:1749394337.388513:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394337.388531:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394337.388535:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394337.388542:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507978496:0@lo:400: 00000100:00100000:1.0:1749394337.388555:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507977728:0@lo:38: 00000100:00100000:3.0:1749394337.388557:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507977984 00000100:00100000:3.0:1749394337.388567:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507977984 00000100:00100000:2.0:1749394337.388569:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507977088 00000100:00100000:2.0:1749394337.388573:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507977088 00000100:00100000:1.0:1749394337.388578:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394337.388582:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394337.388597:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507977856:0@lo:38: 00000100:00100000:0.0:1749394337.388608:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1749394337.388609:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507978112 00000100:00100000:1.0:1749394337.388613:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394337.388613:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507978112 00000100:00100000:0.0:1749394337.388615:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507977600:0@lo:400: 00000100:00100000:1.0:1749394337.388627:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507978240:0@lo:38: 00000100:00100000:2.0:1749394337.388629:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1749394337.388634:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394337.388640:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507977088:12345-0@lo:400: 00000100:00100000:1.0:1749394337.388646:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394337.388651:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507978624:0@lo:400: 00000100:00100000:3.0:1749394337.388654:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507978496 00000100:00100000:3.0:1749394337.388658:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507978496 00000100:00100000:1.0:1749394337.388661:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507978368:0@lo:38: 00000100:00100000:0.0:1749394337.388668:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394337.388679:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394337.388681:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507978624 00000100:00100000:3.0:1749394337.388685:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507978624 00000100:00100000:2.0:1749394337.388705:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507977088:12345-0@lo:400: Request processed in 65us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394337.388706:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1749394337.388710:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507977216 00000100:00100000:1.0:1749394337.388715:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507977216 00000100:00100000:3.0:1749394337.388715:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507977984:12345-0@lo:400: 00000100:00100000:2.0:1749394337.388716:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1749394337.388719:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1749394337.388729:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507978112:12345-0@lo:400: 00000100:00100000:1.0:1749394337.388731:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507977472 00000100:00100000:1.0:1749394337.388734:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507977472 00000100:00100000:1.0:1749394337.388740:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507977728 00000100:00100000:1.0:1749394337.388742:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507977728 00000100:00100000:1.0:1749394337.388748:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507977856 00000100:00100000:1.0:1749394337.388759:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507977856 00000100:00100000:2.0:1749394337.388761:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:3.0:1749394337.388767:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507977984:12345-0@lo:400: Request processed in 52us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394337.388769:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507978112:12345-0@lo:400: Request processed in 42us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394337.388769:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507978240 00000100:00100000:1.0:1749394337.388771:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507978240 00000100:00100000:2.0:1749394337.388771:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507978496:12345-0@lo:400: 00000100:00100000:0.0:1749394337.388776:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1749394337.388777:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507978368 00000100:00100000:1.0:1749394337.388779:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507978368 00000100:00100000:1.0:1749394337.388789:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086 00000100:00100000:3.0:1749394337.388794:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1749394337.388795:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507977216:12345-0@lo:38: 00000100:00100000:0.0:1749394337.388803:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1749394337.388809:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507978624:12345-0@lo:400: 00000100:00100000:2.0:1749394337.388815:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507978496:12345-0@lo:400: Request processed in 45us (231us total) trans 0 rc 0/0 00010000:00020000:1.0:1749394337.388818:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394337.388822:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507977344 00000100:00100000:2.0:1749394337.388824:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:3.0:1749394337.388827:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507977344 00000100:00100000:0.0:1749394337.388832:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507978624:12345-0@lo:400: Request processed in 23us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394337.388838:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1749394337.388852:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507977600 00000100:00100000:1.0:1749394337.388855:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507977216:12345-0@lo:38: Request processed in 58us (377us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394337.388856:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507977600 00000100:00100000:0.0:1749394337.388858:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2087 00000100:00100000:1.0:1749394337.388863:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086 00000100:00100000:2.0:1749394337.388863:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:0.0:1749394337.388866:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507977472:12345-0@lo:38: 00000100:00100000:2.0:1749394337.388871:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507977344:12345-0@lo:400: 00000100:00100000:3.0:1749394337.388877:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:1.0:1749394337.388878:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2088 00000100:00100000:1.0:1749394337.388882:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507977728:12345-0@lo:38: 00000100:00100000:3.0:1749394337.388886:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507977600:12345-0@lo:400: 00010000:00020000:0.0:1749394337.388887:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394337.388894:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394337.388927:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507977344:12345-0@lo:400: Request processed in 56us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394337.388929:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507977728:12345-0@lo:38: Request processed in 45us (350us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394337.388935:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2088 00000100:00100000:2.0:1749394337.388939:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:3.0:1749394337.388941:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507977600:12345-0@lo:400: Request processed in 53us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394337.388942:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507977472:12345-0@lo:38: Request processed in 71us (400us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394337.388943:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2089 00000100:00100000:1.0:1749394337.388947:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507977856:12345-0@lo:38: 00000100:00100000:3.0:1749394337.388950:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:0.0:1749394337.388954:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2087 00010000:00020000:1.0:1749394337.388957:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394337.388975:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2090 00000100:00100000:0.0:1749394337.388983:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507978240:12345-0@lo:38: 00010000:00080000:2.0:1749394337.388984:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f16680 x1834371507978112/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394337.388990:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507977856:12345-0@lo:38: Request processed in 42us (376us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394337.388996:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2089 00010000:00020000:0.0:1749394337.389001:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394337.389002:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507978112:0@lo:400: 00000100:00100000:3.0:1749394337.389002:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507977344:0@lo:400: 00000100:00100000:1.0:1749394337.389007:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2091 00000100:00100000:1.0:1749394337.389012:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507978368:12345-0@lo:38: 00000100:00100000:2.0:1749394337.389017:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507977088:0@lo:400: 00010000:00020000:1.0:1749394337.389022:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394337.389031:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507978240:12345-0@lo:38: Request processed in 47us (382us total) trans 0 rc -19/-19 00010000:00080000:3.0:1749394337.389037:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f14a80 x1834371507977984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394337.389107:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2090 00000100:00100000:3.0:1749394337.389140:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507977984:0@lo:400: 00000100:00100000:1.0:1749394337.389144:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507978368:12345-0@lo:38: Request processed in 129us (462us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394337.389152:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2091 00000100:00100000:0.0:1749394337.389162:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507977600:0@lo:400: 00000100:00080000:1.0:1749394337.389173:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1749394337.389180:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5edf80 x1834371507978624/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394337.389194:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394337.389197:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507978624:0@lo:400: 00000100:00080000:1.0:1749394337.389199:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394337.389203:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507977856:0@lo:38: 00010000:00080000:0.0:1749394337.389213:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5ece00 x1834371507978496/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:1.0:1749394337.389214:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1749394337.389218:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394337.389220:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394337.389224:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507978240:0@lo:38: 00000100:00100000:0.0:1749394337.389229:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507978496:0@lo:400: 00000100:02020000:1.0:1749394337.389231:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1749394337.389234:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394337.389236:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394337.389239:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507978368:0@lo:38: 00000100:00080000:1.0:1749394337.389246:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394337.389248:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394337.389251:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507977216:0@lo:38: 00000100:00080000:1.0:1749394337.389259:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394337.389261:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394337.389264:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507977472:0@lo:38: 00000100:00080000:1.0:1749394337.389271:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394337.389273:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394337.389276:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507977728:0@lo:38: 00000100:00100000:2.0:1749394337.404257:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507978880:0@lo:41: 00000100:00100000:2.0:1749394337.404310:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394337.404332:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507978752:0@lo:41: 00000100:00100000:0.0:1749394337.404373:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394337.404375:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507978880 00000100:00100000:3.0:1749394337.404383:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507978880 00000100:00100000:2.0:1749394337.404407:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507978752 00000100:00100000:2.0:1749394337.404413:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507978752 00000100:00100000:3.0:1749394337.404421:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1749394337.404431:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007246f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507978880:12345-0@lo:41: 00000100:00100000:2.0:1749394337.404438:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1749394337.404446:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507978752:12345-0@lo:41: 00000004:00000024:3.0:1749394337.404466:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:2.0:1749394337.404470:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394337.404539:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507978752:12345-0@lo:41: Request processed in 90us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394337.404539:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007246f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507978880:12345-0@lo:41: Request processed in 107us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394337.404550:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1749394337.404559:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:0.0:1749394337.404577:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507978752:0@lo:41: 00000100:00100000:0.0:1749394337.404606:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507978880:0@lo:41: 00000100:00100000:0.0:1749394337.924180:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394337.924180:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394337.924209:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507979136/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394342 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394337.924210:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507979008/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394342 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394337.924298:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394337.924336:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507979136 00000100:00100000:0.0:1749394337.924345:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507979136 00000100:00100000:2.0:1749394337.924376:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394337.924400:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00100000:0.0:1749394337.924413:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507979136:12345-0@lo:700: 00000100:00100000:1.0:1749394337.924442:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 40000000:00080000:0.0:1749394337.924448:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749394337.924490:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394337.924492:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507979008 00000100:00100000:2.0:1749394337.924499:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507979008 00000100:00100000:0.0:1749394337.924506:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507979136:12345-0@lo:700: Request processed in 93us (205us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394337.924519:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00100000:3.0:1749394337.924525:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507979136/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394353 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394337.924541:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394337.924547:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545 00000100:00100000:2.0:1749394337.924554:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507979008:12345-0@lo:700: 40000000:00080000:2.0:1749394337.924574:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749394337.924607:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507979008:12345-0@lo:700: Request processed in 53us (168us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749394337.924615:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545 00000100:00100000:1.0:1749394337.924619:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507979008/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394353 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394337.924631:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394338.192202:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394338.240298:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394338.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394338.367240:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507979264:0@lo:700: 00000100:00100000:3.0:1749394338.367241:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507979392:0@lo:700: 00000100:00100000:1.0:1749394338.367314:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394338.367351:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394338.367380:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1749394338.367384:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39540 going to sleep for 11 seconds 00000100:00100000:2.0:1749394338.367434:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507979264 00000100:00100000:2.0:1749394338.367445:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507979264 00000100:00100000:0.0:1749394338.367473:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507979392 00000100:00100000:0.0:1749394338.367482:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507979392 00000100:00080000:1.0:1749394338.367506:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394338.367515:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00100000:2.0:1749394338.367525:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507979264:12345-0@lo:700: 00000100:00100000:0.0:1749394338.367534:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547 00000100:00100000:0.0:1749394338.367543:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507979392:12345-0@lo:700: 00000100:00100000:2.0:1749394338.367567:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394338.367575:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371507979520:0@lo:700: 40000000:00080000:2.0:1749394338.367591:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394338.367595:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394338.367647:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394338.367654:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507979648:0@lo:700: 00000100:00100000:2.0:1749394338.367659:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507979264:12345-0@lo:700: Request processed in 135us (345us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394338.367668:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 40000000:00080000:0.0:1749394338.367669:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394338.367672:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394338.367689:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507979264:0@lo:700: 00000100:00100000:0.0:1749394338.367727:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507979392:12345-0@lo:700: Request processed in 184us (375us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394338.367736:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547 00000100:00100000:3.0:1749394338.367749:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507979392:0@lo:700: 00000100:00100000:2.0:1749394338.974220:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394338.974236:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507979776:0@lo:900: 00000100:00100000:2.0:1749394339.192206:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394339.242350:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394339.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394340.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394340.244336:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394340.322199:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749394340.368233:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507979904:0@lo:700: 00000100:00100000:3.0:1749394340.368301:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394340.368319:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507980032:0@lo:700: 00000100:00100000:0.0:1749394340.368361:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394340.368363:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507979904 00000100:00100000:3.0:1749394340.368368:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39540 going to sleep for 11 seconds 00000100:00100000:1.0:1749394340.368375:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507979904 00000100:00100000:0.0:1749394340.368385:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 11 seconds 00000100:00080000:0.0:1749394340.368411:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394340.368425:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507980032 00000100:00100000:1.0:1749394340.368428:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507980032 00000100:00100000:3.0:1749394340.368435:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548 00000100:00080000:0.0:1749394340.368443:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394340.368446:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507979904:12345-0@lo:700: 00000100:00100000:1.0:1749394340.368452:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1549 00000100:00100000:1.0:1749394340.368460:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507980032:12345-0@lo:700: 00000100:00100000:3.0:1749394340.368484:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39480 going to sleep for 0 seconds 00000100:00100000:3.0:1749394340.368490:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507980160:0@lo:700: 40000000:00080000:3.0:1749394340.368505:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394340.368508:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394340.368537:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 0 seconds 00000100:00100000:1.0:1749394340.368544:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507980288:0@lo:700: 40000000:00080000:1.0:1749394340.368557:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394340.368560:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394340.368561:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507979904:12345-0@lo:700: Request processed in 116us (259us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394340.368570:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548 00000100:00100000:2.0:1749394340.368599:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507979904:0@lo:700: 00000100:00100000:1.0:1749394340.368614:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507980032:12345-0@lo:700: Request processed in 154us (251us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394340.368622:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1549 00000100:00100000:0.0:1749394340.368641:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507980032:0@lo:700: 00000100:00100000:2.0:1749394340.975227:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394340.975244:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507980416:0@lo:900: 00000100:00100000:2.0:1749394341.192194:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394341.246344:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394341.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394341.663589:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394341.663636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394341.663727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394341.663729:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499789312 00000100:00100000:2.0:1749394341.663742:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499789312 00000100:00100000:3.0:1749394341.663774:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499789440 00000100:00100000:3.0:1749394341.663783:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499789440 00000100:00100000:2.0:1749394341.663797:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 701 00000100:00100000:2.0:1749394341.663807:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499789312:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394341.663813:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499789568 00000100:00100000:3.0:1749394341.663816:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499789568 00000100:00100000:3.0:1749394341.663850:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2092 00000100:00100000:3.0:1749394341.663858:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499789440:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394341.663866:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2093 00000100:00100000:1.0:1749394341.663877:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499789568:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394341.663878:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499789312:12345-192.168.203.32@tcp:400: Request processed in 72us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394341.663887:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 701 00010000:00080000:3.0:1749394341.663901:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1383 last 0 00010000:00080000:1.0:1749394341.663904:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1383 last 0 00000100:00100000:3.0:1749394341.663976:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499789440:12345-192.168.203.32@tcp:38: Request processed in 117us (338us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394341.663979:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499789568:12345-192.168.203.32@tcp:38: Request processed in 100us (250us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394341.663986:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2092 00000100:00100000:1.0:1749394341.663991:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2093 00000100:00100000:2.0:1749394342.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394342.248348:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394342.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394342.369223:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507980544:0@lo:700: 00000100:00100000:2.0:1749394342.369224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507980672:0@lo:700: 00000100:00100000:2.0:1749394342.369299:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394342.369342:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394342.369369:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755900 going to sleep for 11 seconds 00000100:00100000:0.0:1749394342.369376:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394342.369438:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507980672 00000100:00100000:3.0:1749394342.369438:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507980544 00000100:00100000:1.0:1749394342.369448:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507980672 00000100:00100000:3.0:1749394342.369449:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507980544 00000100:00080000:0.0:1749394342.369510:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394342.369529:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1550 00000100:00100000:1.0:1749394342.369538:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507980672:12345-0@lo:700: 00000100:00100000:3.0:1749394342.369538:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551 00000100:00100000:3.0:1749394342.369552:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507980544:12345-0@lo:700: 00000100:00100000:1.0:1749394342.369582:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 0 seconds 00000100:00100000:1.0:1749394342.369590:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507980800:0@lo:700: 40000000:00080000:1.0:1749394342.369605:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394342.369608:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394342.369680:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507980672:12345-0@lo:700: Request processed in 143us (380us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394342.369683:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39480 going to sleep for 0 seconds 00000100:00100000:1.0:1749394342.369688:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550 00000100:00100000:3.0:1749394342.369693:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507980928:0@lo:700: 00000100:00100000:2.0:1749394342.369703:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507980672:0@lo:700: 40000000:00080000:3.0:1749394342.369710:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394342.369714:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394342.369784:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507980544:12345-0@lo:700: Request processed in 233us (439us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394342.369798:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551 00000100:00100000:0.0:1749394342.369800:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507980544:0@lo:700: 00000100:00080000:0.0:1749394342.396218:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394342.396226:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394342.396229:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394342.396235:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1379 00000100:00080000:0.0:1749394342.396239:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394342.396245:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394342.396265:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5eed80 x1834371507981184/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394342.396275:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507981056:0@lo:400: 00000100:00080000:0.0:1749394342.396292:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394342.396296:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394342.396298:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394342.396301:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1379 00000100:00080000:0.0:1749394342.396304:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394342.396307:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394342.396316:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507981312:0@lo:400: 00000100:00100000:0.0:1749394342.396318:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5ef100 x1834371507981440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394342.396321:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394342.396338:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394342.396341:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394342.396343:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394342.396346:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1379 00000100:00080000:0.0:1749394342.396349:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394342.396352:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394342.396361:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5ec000 x1834371507981696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394342.396363:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394342.396370:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394342.396372:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394342.396374:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394342.396377:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1379 00000100:00080000:0.0:1749394342.396379:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394342.396382:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394342.396389:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507981056 00000100:00100000:0.0:1749394342.396391:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5efb80 x1834371507981824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394342.396392:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507981184:0@lo:38: 00000100:00100000:2.0:1749394342.396395:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507981056 00000100:00080000:0.0:1749394342.396400:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394342.396403:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394342.396405:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394342.396408:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1379 00000100:00100000:3.0:1749394342.396409:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507981312 00000100:00080000:0.0:1749394342.396410:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394342.396413:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394342.396414:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507981312 00000100:00100000:0.0:1749394342.396423:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5eca80 x1834371507981952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394342.396425:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00080000:0.0:1749394342.396432:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394342.396432:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507981056:12345-0@lo:400: 00000100:00080000:0.0:1749394342.396434:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394342.396436:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394342.396436:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394342.396439:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1379 00000100:00080000:0.0:1749394342.396442:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394342.396444:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00080000:0.0:1749394342.396445:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394342.396451:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507981312:12345-0@lo:400: 00000100:00100000:0.0:1749394342.396455:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5ec700 x1834371507982080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394342.396463:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507981440:0@lo:38: 00000100:00100000:2.0:1749394342.396472:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507981056:12345-0@lo:400: Request processed in 40us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394342.396480:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1749394342.396482:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394342.396493:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507981568:0@lo:400: 00000100:00100000:3.0:1749394342.396493:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507981312:12345-0@lo:400: Request processed in 41us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394342.396497:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507981696:0@lo:38: 00000100:00100000:3.0:1749394342.396500:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1749394342.396510:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507982336:0@lo:400: 00000100:00100000:1.0:1749394342.396513:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394342.396532:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507981312:0@lo:400: 00000100:00100000:1.0:1749394342.396538:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507981824:0@lo:38: 00000100:00100000:2.0:1749394342.396539:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394342.396543:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394342.396562:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507981184 00000100:00100000:2.0:1749394342.396568:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507981056:0@lo:400: 00000100:00100000:1.0:1749394342.396570:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394342.396580:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749394342.396582:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507981184 00000100:00100000:1.0:1749394342.396586:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507981952:0@lo:38: 00000100:00100000:0.0:1749394342.396587:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507982208:0@lo:400: 00000100:00100000:2.0:1749394342.396602:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507982336 00000100:00100000:3.0:1749394342.396603:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507981440 00000100:00100000:3.0:1749394342.396605:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507981440 00000100:00100000:2.0:1749394342.396606:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507982336 00000100:00100000:0.0:1749394342.396612:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394342.396612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394342.396615:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507981696 00000100:00100000:3.0:1749394342.396617:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507981696 00000100:00100000:1.0:1749394342.396621:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507982080:0@lo:38: 00000100:00100000:3.0:1749394342.396624:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507981824 00000100:00100000:3.0:1749394342.396626:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507981824 00000100:00100000:2.0:1749394342.396632:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507982208 00000100:00100000:3.0:1749394342.396632:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507981952 00000100:00100000:3.0:1749394342.396634:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507981952 00000100:00100000:2.0:1749394342.396635:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507982208 00000100:00100000:3.0:1749394342.396645:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2094 00000100:00100000:3.0:1749394342.396650:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507981184:12345-0@lo:38: 00000100:00100000:0.0:1749394342.396651:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2095 00000100:00100000:2.0:1749394342.396652:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:1.0:1749394342.396653:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394342.396657:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507981440:12345-0@lo:38: 00000100:00100000:2.0:1749394342.396658:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507982336:12345-0@lo:400: 00010000:00020000:3.0:1749394342.396673:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394342.396680:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394342.396681:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507982080 00000100:00100000:1.0:1749394342.396686:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507982080 00000100:00100000:2.0:1749394342.396693:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507982336:12345-0@lo:400: Request processed in 35us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394342.396703:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2096 00000100:00100000:2.0:1749394342.396704:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:1.0:1749394342.396709:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507981696:12345-0@lo:38: 00000100:00100000:3.0:1749394342.396713:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507981184:12345-0@lo:38: Request processed in 62us (277us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394342.396714:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507981440:12345-0@lo:38: Request processed in 56us (231us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394342.396715:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:2.0:1749394342.396721:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507982208:12345-0@lo:400: 00000100:00100000:3.0:1749394342.396721:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2094 00000100:00100000:0.0:1749394342.396725:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2095 00010000:00020000:1.0:1749394342.396726:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394342.396733:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2097 00000100:00100000:3.0:1749394342.396737:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507981824:12345-0@lo:38: 00000100:00100000:0.0:1749394342.396741:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2098 00000100:00100000:0.0:1749394342.396746:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507981952:12345-0@lo:38: 00000100:00100000:2.0:1749394342.396748:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507982208:12345-0@lo:400: Request processed in 27us (137us total) trans 0 rc 0/0 00010000:00020000:3.0:1749394342.396748:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394342.396755:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00010000:00020000:0.0:1749394342.396756:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394342.396756:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507981696:12345-0@lo:38: Request processed in 45us (241us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394342.396764:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2096 00000100:00100000:3.0:1749394342.396770:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507981824:12345-0@lo:38: Request processed in 32us (200us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394342.396773:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2099 00000100:00100000:0.0:1749394342.396777:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507981952:12345-0@lo:38: Request processed in 30us (167us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394342.396778:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2097 00000100:00100000:2.0:1749394342.396779:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507982080:12345-0@lo:38: 00000100:00100000:0.0:1749394342.396784:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2098 00010000:00020000:2.0:1749394342.396796:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749394342.396797:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394342.396798:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507981568 00000100:00100000:3.0:1749394342.396800:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507981568 00000100:00080000:1.0:1749394342.396802:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394342.396807:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507981824:0@lo:38: 00010000:00080000:0.0:1749394342.396814:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5ef800 x1834371507982208/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394342.396817:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394342.396818:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1749394342.396819:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507982080:12345-0@lo:38: Request processed in 39us (165us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394342.396820:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394342.396823:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507981952:0@lo:38: 00000100:00100000:3.0:1749394342.396823:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507981568:12345-0@lo:400: 00000100:00100000:2.0:1749394342.396826:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2099 00000100:00100000:0.0:1749394342.396827:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507982208:0@lo:400: 00000100:00080000:1.0:1749394342.396831:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394342.396833:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394342.396837:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507982080:0@lo:38: 00000100:00080000:1.0:1749394342.396845:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394342.396847:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00080000:2.0:1749394342.396847:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394342.396850:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507981184:0@lo:38: 00000100:00080000:1.0:1749394342.396858:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394342.396858:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507981568:12345-0@lo:400: Request processed in 34us (314us total) trans 0 rc 0/0 00000100:00080000:1.0:1749394342.396860:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394342.396864:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:1.0:1749394342.396865:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507981440:0@lo:38: 00010000:00080000:2.0:1749394342.396867:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5ed500 x1834371507982336/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394342.396880:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507982336:0@lo:400: 00000100:00100000:0.0:1749394342.396882:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507981568:0@lo:400: 00000100:00080000:1.0:1749394342.396884:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394342.396886:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394342.396890:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507981696:0@lo:38: 00000100:00100000:0.0:1749394342.412234:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749394342.412249:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507982464:0@lo:41: 00000100:00100000:0.0:1749394342.412284:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394342.412319:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749394342.412327:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507982592:0@lo:41: 00000100:00100000:0.0:1749394342.412347:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394342.412368:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507982464 00000100:00100000:0.0:1749394342.412373:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507982464 00000100:00100000:3.0:1749394342.412376:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507982592 00000100:00100000:3.0:1749394342.412385:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507982592 00000100:00100000:0.0:1749394342.412399:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:0.0:1749394342.412406:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507982464:12345-0@lo:41: 00000100:00100000:3.0:1749394342.412427:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000004:00000024:0.0:1749394342.412434:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394342.412435:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507982592:12345-0@lo:41: 00000004:00000024:3.0:1749394342.412460:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749394342.412466:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507982464:12345-0@lo:41: Request processed in 60us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394342.412473:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1749394342.412507:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507982464:0@lo:41: 00000100:00100000:3.0:1749394342.412509:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507982592:12345-0@lo:41: Request processed in 74us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394342.412517:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1749394342.412543:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507982592:0@lo:41: 00000100:00100000:2.0:1749394342.976221:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997559c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394342.976237:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507982720:0@lo:900: 00000100:00100000:2.0:1749394343.192200:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394343.250260:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394343.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394344.192208:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394344.252355:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394344.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394344.370222:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507982848:0@lo:700: 00000100:00100000:2.0:1749394344.370223:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507982976:0@lo:700: 00000100:00100000:0.0:1749394344.370303:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394344.370351:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394344.370374:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394344.370384:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997559c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394344.370441:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507982848 00000100:00100000:3.0:1749394344.370453:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507982848 00000100:00100000:1.0:1749394344.370484:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507982976 00000100:00100000:1.0:1749394344.370493:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507982976 00000100:00080000:2.0:1749394344.370517:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394344.370532:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:3.0:1749394344.370543:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507982848:12345-0@lo:700: 00000100:00100000:1.0:1749394344.370552:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00100000:1.0:1749394344.370561:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507982976:12345-0@lo:700: 00000100:00100000:3.0:1749394344.370588:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39480 going to sleep for 0 seconds 00000100:00100000:3.0:1749394344.370595:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507983104:0@lo:700: 40000000:00080000:3.0:1749394344.370610:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394344.370613:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394344.370671:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 0 seconds 00000100:00100000:1.0:1749394344.370678:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507983232:0@lo:700: 00000100:00100000:3.0:1749394344.370680:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507982848:12345-0@lo:700: Request processed in 139us (377us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749394344.370690:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:3.0:1749394344.370690:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 40000000:00020000:1.0:1749394344.370693:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394344.370705:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507982848:0@lo:700: 00000100:00100000:1.0:1749394344.370751:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507982976:12345-0@lo:700: Request processed in 191us (403us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394344.370760:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00000100:00100000:2.0:1749394344.370772:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507982976:0@lo:700: 00000100:00100000:2.0:1749394344.977210:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997559c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394344.977226:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507983360:0@lo:900: 00000100:00100000:2.0:1749394345.192195:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394345.254330:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394345.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394346.192235:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394346.256359:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394346.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394346.371218:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507983616:0@lo:700: 00000100:00100000:2.0:1749394346.371218:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507983488:0@lo:700: 00000100:00100000:2.0:1749394346.371297:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394346.371343:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394346.371365:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997559c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394346.371385:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394346.371424:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507983488 00000100:00100000:3.0:1749394346.371430:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507983616 00000100:00100000:1.0:1749394346.371435:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507983488 00000100:00100000:3.0:1749394346.371438:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507983616 00000100:00080000:2.0:1749394346.371505:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394346.371509:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554 00000100:00100000:1.0:1749394346.371520:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507983488:12345-0@lo:700: 00000100:00100000:3.0:1749394346.371527:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555 00000100:00100000:3.0:1749394346.371541:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507983616:12345-0@lo:700: 00000100:00100000:1.0:1749394346.371564:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea900 going to sleep for 0 seconds 00000100:00100000:1.0:1749394346.371571:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507983744:0@lo:700: 40000000:00080000:1.0:1749394346.371586:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394346.371589:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394346.371649:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39480 going to sleep for 0 seconds 00000100:00100000:1.0:1749394346.371652:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507983488:12345-0@lo:700: Request processed in 134us (354us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394346.371658:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e19880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507983872:0@lo:700: 40000000:00080000:3.0:1749394346.371674:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:1.0:1749394346.371675:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554 40000000:00020000:3.0:1749394346.371678:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394346.371691:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507983488:0@lo:700: 00000100:00100000:3.0:1749394346.371751:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507983616:12345-0@lo:700: Request processed in 211us (406us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394346.371763:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555 00000100:00100000:0.0:1749394346.371791:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507983616:0@lo:700: 00000100:00100000:0.0:1749394346.671602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394346.671660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394346.671706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394346.671741:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499789696 00000100:00100000:3.0:1749394346.671741:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499789824 00000100:00100000:2.0:1749394346.671755:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499789696 00000100:00100000:3.0:1749394346.671755:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499789824 00000100:00100000:3.0:1749394346.671796:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499789952 00000100:00100000:3.0:1749394346.671800:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499789952 00000100:00100000:2.0:1749394346.671804:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 703 00000100:00100000:2.0:1749394346.671817:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499789696:12345-192.168.203.32@tcp:400: 00000100:00100000:3.0:1749394346.671821:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2100 00000100:00100000:3.0:1749394346.671829:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499789824:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394346.671849:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2101 00000100:00100000:1.0:1749394346.671859:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499789952:12345-192.168.203.32@tcp:38: 00010000:00080000:3.0:1749394346.671859:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1388 last 0 00010000:00080000:1.0:1749394346.671885:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1388 last 0 00000100:00100000:2.0:1749394346.671918:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499789696:12345-192.168.203.32@tcp:400: Request processed in 101us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394346.671926:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499789824:12345-192.168.203.32@tcp:38: Request processed in 96us (265us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394346.671931:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 703 00000100:00100000:1.0:1749394346.671935:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499789952:12345-192.168.203.32@tcp:38: Request processed in 76us (228us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394346.671937:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2100 00000100:00100000:1.0:1749394346.671943:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2101 00000100:00100000:2.0:1749394346.978215:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755a80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394346.978229:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507984000:0@lo:900: 00000100:00100000:2.0:1749394347.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394347.258315:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394347.322197:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749394347.404241:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394347.404250:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394347.404256:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394347.404265:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1384 00000100:00080000:0.0:1749394347.404271:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394347.404279:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394347.404309:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f800 x1834371507984256/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394347.404333:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507984128:0@lo:400: 00000100:00080000:0.0:1749394347.404361:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394347.404364:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507984256:0@lo:38: 00000100:00080000:0.0:1749394347.404368:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394347.404371:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394347.404377:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1384 00000100:00080000:0.0:1749394347.404381:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394347.404386:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394347.404405:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016ce00 x1834371507984512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394347.404415:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394347.404417:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749394347.404424:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394347.404429:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394347.404435:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394347.404437:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394347.404438:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507984640:0@lo:400: 00000100:00080000:0.0:1749394347.404443:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1384 00000100:00080000:0.0:1749394347.404446:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394347.404451:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394347.404465:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016d500 x1834371507984768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394347.404485:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394347.404489:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394347.404494:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749394347.404494:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507984128 00000100:00080000:0.0:1749394347.404496:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394347.404501:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1384 00000100:00100000:1.0:1749394347.404502:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507984128 00000100:00080000:0.0:1749394347.404505:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394347.404509:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394347.404514:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507984384:0@lo:400: 00000100:00100000:0.0:1749394347.404528:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016f480 x1834371507984896/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394347.404529:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507984640 00000100:00100000:2.0:1749394347.404536:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507984640 00000100:00100000:1.0:1749394347.404542:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1749394347.404542:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394347.404550:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507984128:12345-0@lo:400: 00000100:00080000:0.0:1749394347.404567:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394347.404572:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749394347.404572:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507984384 00000100:00080000:0.0:1749394347.404575:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394347.404576:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507984384 00000100:00080000:0.0:1749394347.404580:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1384 00000100:00080000:0.0:1749394347.404584:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394347.404588:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394347.404593:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507984128:12345-0@lo:400: Request processed in 44us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394347.404599:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:1.0:1749394347.404601:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1749394347.404604:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013016e680 x1834371507985280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394347.404609:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507984640:12345-0@lo:400: 00000100:00100000:3.0:1749394347.404615:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00080000:0.0:1749394347.404617:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394347.404623:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749394347.404625:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507984384:12345-0@lo:400: 00000100:00080000:0.0:1749394347.404626:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394347.404631:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1384 00000100:00080000:0.0:1749394347.404635:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394347.404639:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394347.404642:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507984512:0@lo:38: 00000100:00100000:0.0:1749394347.404657:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ddb8a80 x1834371507985408/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394347.404663:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394347.404670:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507984384:12345-0@lo:400: Request processed in 45us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394347.404671:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507984640:12345-0@lo:400: Request processed in 61us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394347.404680:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507984768:0@lo:38: 00000100:00100000:3.0:1749394347.404681:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1749394347.404694:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:1.0:1749394347.404697:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394347.404709:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507984896:0@lo:38: 00000100:00100000:3.0:1749394347.404710:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507984256 00000100:00100000:3.0:1749394347.404716:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507984256 00000100:00100000:0.0:1749394347.404717:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507985024:0@lo:400: 00000100:00100000:2.0:1749394347.404719:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507985152:0@lo:400: 00000100:00100000:1.0:1749394347.404725:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394347.404739:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507985280:0@lo:38: 00000100:00100000:3.0:1749394347.404744:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507984512 00000100:00100000:3.0:1749394347.404748:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507984512 00000100:00100000:2.0:1749394347.404759:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394347.404760:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394347.404763:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507984768 00000100:00100000:3.0:1749394347.404779:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507984768 00000100:00100000:0.0:1749394347.404786:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507984896 00000100:00100000:0.0:1749394347.404793:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507984896 00000100:00100000:3.0:1749394347.404794:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507985280 00000100:00100000:3.0:1749394347.404798:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507985280 00000100:00100000:1.0:1749394347.404802:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507985536:0@lo:400: 00000100:00100000:3.0:1749394347.404811:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2102 00000100:00100000:3.0:1749394347.404818:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507984256:12345-0@lo:38: 00000100:00100000:2.0:1749394347.404821:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507984128:0@lo:400: 00000100:00100000:0.0:1749394347.404822:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2103 00000100:00100000:1.0:1749394347.404823:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394347.404831:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507984512:12345-0@lo:38: 00000100:00100000:1.0:1749394347.404841:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00020000:3.0:1749394347.404846:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394347.404848:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507985664:0@lo:400: 00000100:00100000:2.0:1749394347.404852:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507985152 00010000:00020000:0.0:1749394347.404855:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394347.404856:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507985152 00000100:00100000:1.0:1749394347.404862:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394347.404885:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507985536 00000100:00100000:2.0:1749394347.404889:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507985536 00000100:00100000:1.0:1749394347.404893:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507985664 00000100:00100000:3.0:1749394347.404893:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507984256:12345-0@lo:38: Request processed in 73us (468us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394347.404896:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507985664 00000100:00100000:0.0:1749394347.404904:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507984512:12345-0@lo:38: Request processed in 72us (237us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394347.404904:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2102 00000100:00100000:0.0:1749394347.404916:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2103 00000100:00100000:2.0:1749394347.404919:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1749394347.404922:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104 00000100:00100000:1.0:1749394347.404925:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1749394347.404928:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507985152:12345-0@lo:400: 00000100:00100000:3.0:1749394347.404929:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507984768:12345-0@lo:38: 00000100:00100000:1.0:1749394347.404931:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507985536:12345-0@lo:400: 00000100:00100000:0.0:1749394347.404937:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2105 00000100:00100000:0.0:1749394347.404944:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507985280:12345-0@lo:38: 00010000:00020000:3.0:1749394347.404946:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394347.404963:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394347.405009:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507985536:12345-0@lo:400: Request processed in 38us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394347.405013:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507984768:12345-0@lo:38: Request processed in 81us (312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394347.405017:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1749394347.405017:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507985152:12345-0@lo:400: Request processed in 89us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394347.405024:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104 00000100:00100000:2.0:1749394347.405028:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:0.0:1749394347.405033:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507985280:12345-0@lo:38: Request processed in 86us (268us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394347.405033:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1749394347.405038:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507985664:12345-0@lo:400: 00000100:00100000:3.0:1749394347.405041:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2106 00000100:00100000:3.0:1749394347.405047:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507984896:12345-0@lo:38: 00000100:00080000:2.0:1749394347.405054:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394347.405057:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2105 00000100:00100000:1.0:1749394347.405065:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507985664:12345-0@lo:400: Request processed in 27us (202us total) trans 0 rc 0/0 00010000:00020000:3.0:1749394347.405065:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394347.405071:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00010000:00080000:2.0:1749394347.405132:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016c000 x1834371507985152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749394347.405145:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012ddbbb80 x1834371507985664/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394347.405148:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507984896:12345-0@lo:38: Request processed in 98us (419us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394347.405150:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394347.405159:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507985664:0@lo:400: 00000100:00100000:3.0:1749394347.405159:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2106 00000100:00100000:2.0:1749394347.405162:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507985152:0@lo:400: 00010000:00080000:1.0:1749394347.405171:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012ddbb800 x1834371507985536/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394347.405180:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507985536:0@lo:400: 00000100:00100000:3.0:1749394347.405198:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507984640:0@lo:400: 00000100:00100000:1.0:1749394347.405199:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507985024 00000100:00100000:1.0:1749394347.405202:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507985024 00000100:00100000:3.0:1749394347.405213:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507984384:0@lo:400: 00000100:00100000:1.0:1749394347.405222:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1749394347.405238:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507985024:12345-0@lo:400: 00000100:00100000:1.0:1749394347.405292:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507985024:12345-0@lo:400: Request processed in 55us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394347.405298:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00080000:1.0:1749394347.405326:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:0.0:1749394347.405329:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013016d180 x1834371507985024/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394347.405330:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394347.405335:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507985280:0@lo:38: 00000100:00100000:0.0:1749394347.405342:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507985024:0@lo:400: 00000100:00080000:1.0:1749394347.405343:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394347.405346:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394347.405350:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507984256:0@lo:38: 00000100:00100000:1.0:1749394347.405368:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507985408:0@lo:38: 00000100:00100000:1.0:1749394347.405389:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394347.405419:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394347.405422:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394347.405425:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507984512:0@lo:38: 00000100:00080000:1.0:1749394347.405433:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394347.405435:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394347.405439:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507984768:0@lo:38: 00000100:00080000:1.0:1749394347.405446:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394347.405448:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394347.405451:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507984896:0@lo:38: 00000100:00100000:2.0:1749394347.405462:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507985408 00000100:00100000:2.0:1749394347.405468:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507985408 00000100:00100000:2.0:1749394347.405502:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2107 00000100:00100000:2.0:1749394347.405507:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507985408:12345-0@lo:38: 00010000:00020000:2.0:1749394347.405522:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394347.405566:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507985408:12345-0@lo:38: Request processed in 58us (175us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394347.405572:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2107 00000100:00080000:1.0:1749394347.405603:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394347.405607:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394347.405618:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507985408:0@lo:38: 00000100:00100000:1.0:1749394347.420235:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507985920:0@lo:41: 00000100:00100000:1.0:1749394347.420272:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394347.420309:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749394347.420317:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507985792:0@lo:41: 00000100:00100000:1.0:1749394347.420335:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394347.420360:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507985920 00000100:00100000:3.0:1749394347.420371:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507985920 00000100:00100000:0.0:1749394347.420387:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507985792 00000100:00100000:0.0:1749394347.420395:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507985792 00000100:00100000:3.0:1749394347.420429:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:0.0:1749394347.420448:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1749394347.420453:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507985920:12345-0@lo:41: 00000100:00100000:0.0:1749394347.420456:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507985792:12345-0@lo:41: 00000004:00000024:0.0:1749394347.420486:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:3.0:1749394347.420488:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394347.420550:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371507985792:12345-0@lo:41: Request processed in 94us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394347.420557:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1749394347.420565:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507985920:12345-0@lo:41: Request processed in 115us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394347.420575:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:1.0:1749394347.420583:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507985792:0@lo:41: 00000100:00100000:1.0:1749394347.420595:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507985920:0@lo:41: 00000100:00100000:2.0:1749394348.192190:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394348.260318:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394348.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394348.372220:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507986048:0@lo:700: 00000100:00100000:2.0:1749394348.372221:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507986176:0@lo:700: 00000100:00100000:2.0:1749394348.372292:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394348.372335:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394348.372369:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394348.372370:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755a80 going to sleep for 11 seconds 00000100:00100000:3.0:1749394348.372382:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507986176 00000100:00100000:3.0:1749394348.372392:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507986176 00000100:00100000:1.0:1749394348.372462:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507986048 00000100:00080000:2.0:1749394348.372464:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394348.372471:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507986048 00000100:00100000:3.0:1749394348.372488:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00080000:2.0:1749394348.372497:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394348.372502:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507986176:12345-0@lo:700: 00000100:00100000:1.0:1749394348.372514:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557 00000100:00100000:1.0:1749394348.372522:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507986048:12345-0@lo:700: 00000100:00100000:3.0:1749394348.372549:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39480 going to sleep for 0 seconds 00000100:00100000:3.0:1749394348.372558:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507986304:0@lo:700: 40000000:00080000:3.0:1749394348.372577:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394348.372582:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394348.372640:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea840 going to sleep for 0 seconds 00000100:00100000:1.0:1749394348.372648:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507986432:0@lo:700: 00000100:00100000:3.0:1749394348.372652:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507986176:12345-0@lo:700: Request processed in 150us (356us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749394348.372660:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394348.372663:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394348.372665:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00100000:2.0:1749394348.372687:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507986176:0@lo:700: 00000100:00100000:1.0:1749394348.372722:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507986048:12345-0@lo:700: Request processed in 201us (387us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394348.372732:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557 00000100:00100000:0.0:1749394348.372764:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507986048:0@lo:700: 00000100:00100000:1.0:1749394348.924207:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749394348.924215:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:0.0:1749394348.924237:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507986688/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394353 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394348.924237:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507986560/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394353 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394348.924305:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394348.924342:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394348.924368:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394348.924379:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394348.924392:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507986688 00000100:00100000:3.0:1749394348.924399:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507986560 00000100:00100000:2.0:1749394348.924405:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507986688 00000100:00100000:3.0:1749394348.924405:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507986560 00000100:00100000:2.0:1749394348.924471:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00100000:3.0:1749394348.924480:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559 00000100:00100000:2.0:1749394348.924484:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507986688:12345-0@lo:700: 00000100:00100000:3.0:1749394348.924490:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507986560:12345-0@lo:700: 40000000:00080000:2.0:1749394348.924520:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:00080000:3.0:1749394348.924533:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749394348.924598:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507986688:12345-0@lo:700: Request processed in 114us (290us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749394348.924598:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507986560:12345-0@lo:700: Request processed in 107us (253us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394348.924607:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507986688/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394364 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394348.924611:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000100:00100000:1.0:1749394348.924614:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507986560/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394364 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394348.924617:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559 00000100:00100000:0.0:1749394348.924618:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394348.924641:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394348.979212:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755a80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394348.979225:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507986816:0@lo:900: 00000100:00100000:2.0:1749394349.192193:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394349.262385:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394349.322128:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394350.192188:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394350.264327:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394350.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394350.373240:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507986944:0@lo:700: 00000100:00100000:2.0:1749394350.373240:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507987072:0@lo:700: 00000100:00100000:0.0:1749394350.373319:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394350.373366:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507986944 00000100:00100000:2.0:1749394350.373376:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507986944 00000100:00100000:0.0:1749394350.373388:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394350.373412:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394350.373415:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394350.373436:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507987072 00000100:00100000:0.0:1749394350.373442:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507987072 00000100:00100000:2.0:1749394350.373442:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560 00000100:00100000:3.0:1749394350.373445:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755a80 going to sleep for 11 seconds 00000100:00100000:2.0:1749394350.373456:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507986944:12345-0@lo:700: 00000100:00100000:0.0:1749394350.373473:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1561 00000100:00100000:0.0:1749394350.373480:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507987072:12345-0@lo:700: 00000100:00080000:0.0:1749394350.373501:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394350.373504:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394350.373512:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507987200:0@lo:700: 40000000:00080000:2.0:1749394350.373534:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394350.373539:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394350.373595:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394350.373602:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507987328:0@lo:700: 00000100:00100000:2.0:1749394350.373610:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507986944:12345-0@lo:700: Request processed in 156us (289us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394350.373614:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394350.373618:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394350.373619:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560 00000100:00100000:1.0:1749394350.373648:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507986944:0@lo:700: 00000100:00100000:0.0:1749394350.373667:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507987072:12345-0@lo:700: Request processed in 184us (255us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394350.373680:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1561 00000100:00100000:3.0:1749394350.373712:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507987072:0@lo:700: 00000100:00100000:2.0:1749394350.980229:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394350.980246:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507987456:0@lo:900: 00000100:00100000:2.0:1749394351.192195:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394351.266309:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394351.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394351.679589:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394351.679636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394351.679676:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394351.679706:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499790208 00000100:00100000:0.0:1749394351.679715:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499790208 00000100:00100000:1.0:1749394351.679723:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499790080 00000100:00100000:1.0:1749394351.679733:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499790080 00000100:00100000:0.0:1749394351.679756:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499790336 00000100:00100000:0.0:1749394351.679758:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499790336 00000100:00100000:2.0:1749394351.679774:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2108 00000100:00100000:1.0:1749394351.679776:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 705 00000100:00100000:0.0:1749394351.679783:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2109 00000100:00100000:1.0:1749394351.679786:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499790080:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749394351.679786:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499790208:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394351.679790:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499790336:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749394351.679819:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1393 last 0 00010000:00080000:0.0:1749394351.679821:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1393 last 0 00000100:00100000:1.0:1749394351.679857:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499790080:12345-192.168.203.32@tcp:400: Request processed in 73us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394351.679866:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 705 00000100:00100000:0.0:1749394351.679870:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499790336:12345-192.168.203.32@tcp:38: Request processed in 79us (193us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394351.679878:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2109 00000100:00100000:2.0:1749394351.679878:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499790208:12345-192.168.203.32@tcp:38: Request processed in 93us (240us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394351.679886:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2108 00000100:00100000:2.0:1749394352.192190:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394352.268320:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394352.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394352.374238:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507987584:0@lo:700: 00000100:00100000:3.0:1749394352.374238:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e18e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507987712:0@lo:700: 00000100:00100000:3.0:1749394352.374321:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394352.374379:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394352.374410:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39480 going to sleep for 11 seconds 00000100:00100000:1.0:1749394352.374412:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394352.374451:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507987712 00000100:00100000:0.0:1749394352.374463:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507987712 00000100:00100000:2.0:1749394352.374495:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507987584 00000100:00100000:2.0:1749394352.374504:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507987584 00000100:00080000:1.0:1749394352.374530:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394352.374542:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00100000:0.0:1749394352.374552:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507987712:12345-0@lo:700: 00000100:00100000:2.0:1749394352.374556:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1563 00000100:00100000:2.0:1749394352.374568:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d082300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507987584:12345-0@lo:700: 00000100:00100000:0.0:1749394352.374595:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394352.374603:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507987840:0@lo:700: 40000000:00080000:0.0:1749394352.374617:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394352.374621:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394352.374666:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394352.374676:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507987968:0@lo:700: 00000100:00100000:0.0:1749394352.374684:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507987712:12345-0@lo:700: Request processed in 133us (364us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394352.374694:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:0.0:1749394352.374697:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 40000000:00020000:2.0:1749394352.374699:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394352.374715:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e18e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507987712:0@lo:700: 00000100:00100000:2.0:1749394352.374762:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d082300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507987584:12345-0@lo:700: Request processed in 196us (383us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394352.374772:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1563 00000100:00100000:1.0:1749394352.374798:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507987584:0@lo:700: 00000100:00080000:0.0:1749394352.412223:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394352.412231:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394352.412235:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394352.412241:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1389 00000100:00080000:0.0:1749394352.412245:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394352.412251:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394352.412270:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f808a80 x1834371507988224/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394352.412292:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394352.412296:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394352.412298:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394352.412301:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1389 00000100:00080000:0.0:1749394352.412303:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394352.412306:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394352.412319:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80b480 x1834371507988480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394352.412328:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507988096:0@lo:400: 00000100:00100000:3.0:1749394352.412328:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507988352:0@lo:400: 00000100:00080000:0.0:1749394352.412348:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394352.412352:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394352.412353:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394352.412357:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1389 00000100:00080000:0.0:1749394352.412359:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394352.412362:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394352.412372:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f808700 x1834371507988736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394352.412381:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394352.412384:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394352.412386:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394352.412389:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1389 00000100:00080000:0.0:1749394352.412391:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394352.412393:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394352.412402:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80ad80 x1834371507988864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394352.412411:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394352.412412:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394352.412412:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394352.412414:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394352.412415:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394352.412418:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1389 00000100:00080000:0.0:1749394352.412420:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394352.412423:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394352.412432:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f809180 x1834371507988992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394352.412440:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394352.412443:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394352.412444:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394352.412447:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1389 00000100:00080000:0.0:1749394352.412449:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394352.412452:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394352.412454:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507988352 00000100:00100000:2.0:1749394352.412455:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507988608:0@lo:400: 00000100:00100000:3.0:1749394352.412461:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507988352 00000100:00100000:0.0:1749394352.412462:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8af480 x1834371507989120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394352.412482:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507988096 00000100:00100000:1.0:1749394352.412486:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507988096 00000100:00100000:3.0:1749394352.412502:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1749394352.412508:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394352.412513:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507988352:12345-0@lo:400: 00000100:00100000:1.0:1749394352.412520:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1749394352.412527:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507988608 00000100:00100000:1.0:1749394352.412528:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507988096:12345-0@lo:400: 00000100:00100000:0.0:1749394352.412533:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507988608 00000100:00100000:2.0:1749394352.412553:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749394352.412558:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1749394352.412565:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507988608:12345-0@lo:400: 00000100:00100000:2.0:1749394352.412566:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507989248:0@lo:400: 00000100:00100000:1.0:1749394352.412569:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507988096:12345-0@lo:400: Request processed in 40us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394352.412569:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507988352:12345-0@lo:400: Request processed in 56us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394352.412580:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1749394352.412581:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1749394352.412610:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394352.412615:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507988608:12345-0@lo:400: Request processed in 50us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394352.412619:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507989376:0@lo:400: 00000100:00100000:0.0:1749394352.412622:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1749394352.412627:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507988352:0@lo:400: 00000100:00100000:2.0:1749394352.412643:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507988608:0@lo:400: 00000100:00100000:1.0:1749394352.412654:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394352.412656:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507989248 00000100:00100000:0.0:1749394352.412659:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507989248 00000100:00100000:2.0:1749394352.412678:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507988224:0@lo:38: 00000100:00080000:3.0:1749394352.412684:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394352.412686:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507989376 00000100:00100000:0.0:1749394352.412689:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507989376 00000100:00100000:2.0:1749394352.412702:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394352.412711:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507988096:0@lo:400: 00000100:00100000:2.0:1749394352.412719:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507988480:0@lo:38: 00000100:00100000:3.0:1749394352.412726:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:2.0:1749394352.412736:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394352.412738:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507989248:12345-0@lo:400: 00000100:00100000:0.0:1749394352.412740:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:0.0:1749394352.412746:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507989376:12345-0@lo:400: 00000100:00100000:2.0:1749394352.412749:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507988736:0@lo:38: 00000100:00100000:2.0:1749394352.412768:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394352.412776:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507988224 00000100:00100000:1.0:1749394352.412781:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507988224 00000100:00100000:0.0:1749394352.412786:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507989376:12345-0@lo:400: Request processed in 40us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394352.412788:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507988864:0@lo:38: 00000100:00100000:0.0:1749394352.412792:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:3.0:1749394352.412799:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507989248:12345-0@lo:400: Request processed in 63us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394352.412804:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507988480 00000100:00100000:2.0:1749394352.412804:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394352.412808:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507988480 00000100:00100000:3.0:1749394352.412810:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:2.0:1749394352.412817:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507988992:0@lo:38: 00000100:00100000:0.0:1749394352.412818:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507988736 00000100:00100000:0.0:1749394352.412822:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507988736 00000100:00100000:1.0:1749394352.412824:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507988864 00000100:00100000:1.0:1749394352.412828:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507988864 00000100:00100000:2.0:1749394352.412833:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394352.412834:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110 00000100:00100000:0.0:1749394352.412839:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507988224:12345-0@lo:38: 00000100:00100000:3.0:1749394352.412839:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507988992 00000100:00100000:2.0:1749394352.412842:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507989120:0@lo:38: 00000100:00100000:3.0:1749394352.412844:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507988992 00000100:00100000:1.0:1749394352.412845:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2111 00000100:00100000:1.0:1749394352.412853:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507988480:12345-0@lo:38: 00000100:00100000:2.0:1749394352.412857:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394352.412859:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112 00010000:00020000:0.0:1749394352.412860:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394352.412866:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507988736:12345-0@lo:38: 00010000:00020000:1.0:1749394352.412875:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394352.412880:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507989120 00010000:00020000:3.0:1749394352.412882:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394352.412885:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507989120 00000100:00100000:0.0:1749394352.412892:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507988224:12345-0@lo:38: Request processed in 51us (189us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394352.412898:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110 00000100:00100000:2.0:1749394352.412903:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113 00000100:00100000:2.0:1749394352.412909:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507988864:12345-0@lo:38: 00000100:00100000:0.0:1749394352.412910:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2114 00000100:00100000:0.0:1749394352.412915:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507988992:12345-0@lo:38: 00000100:00100000:1.0:1749394352.412916:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507988480:12345-0@lo:38: Request processed in 61us (177us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394352.412922:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507988736:12345-0@lo:38: Request processed in 55us (151us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394352.412927:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2111 00010000:00020000:2.0:1749394352.412927:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394352.412930:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394352.412932:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112 00000100:00100000:1.0:1749394352.412982:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2115 00000100:00100000:1.0:1749394352.412990:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507989120:12345-0@lo:38: 00000100:00100000:2.0:1749394352.412990:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507988864:12345-0@lo:38: Request processed in 79us (184us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394352.412993:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507988992:12345-0@lo:38: Request processed in 74us (157us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749394352.412997:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394352.412998:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113 00000100:00100000:0.0:1749394352.413005:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2114 00010000:00020000:1.0:1749394352.413010:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1749394352.413030:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8ace00 x1834371507989248/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394352.413043:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507989248:0@lo:400: 00000100:00100000:1.0:1749394352.413048:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507989120:12345-0@lo:38: Request processed in 56us (188us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394352.413057:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2115 00000100:00080000:2.0:1749394352.413064:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394352.413069:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394352.413106:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507988224:0@lo:38: 00000100:00080000:2.0:1749394352.413116:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394352.413119:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394352.413123:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507988480:0@lo:38: 00000100:00080000:2.0:1749394352.413130:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:1.0:1749394352.413131:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8af100 x1834371507989376/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749394352.413133:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394352.413136:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507988736:0@lo:38: 00000100:00080000:2.0:1749394352.413143:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394352.413145:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507989376:0@lo:400: 00000100:00080000:2.0:1749394352.413145:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394352.413148:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507988864:0@lo:38: 00000100:00080000:2.0:1749394352.413156:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394352.413158:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394352.413161:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507988992:0@lo:38: 00000100:00080000:2.0:1749394352.413169:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394352.413171:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394352.413173:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507989120:0@lo:38: 00000100:00100000:3.0:1749394352.428289:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507989504:0@lo:41: 00000100:00100000:2.0:1749394352.428326:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507989632:0@lo:41: 00000100:00100000:3.0:1749394352.428340:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394352.428366:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394352.428384:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507989504 00000100:00100000:3.0:1749394352.428390:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507989632 00000100:00100000:1.0:1749394352.428393:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507989504 00000100:00100000:3.0:1749394352.428395:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507989632 00000100:00100000:1.0:1749394352.428441:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:3.0:1749394352.428450:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1749394352.428452:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507989504:12345-0@lo:41: 00000100:00100000:3.0:1749394352.428460:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507989632:12345-0@lo:41: 00000004:00000024:1.0:1749394352.428487:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:3.0:1749394352.428487:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749394352.428556:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507989504:12345-0@lo:41: Request processed in 103us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394352.428556:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507989632:12345-0@lo:41: Request processed in 94us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394352.428568:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1749394352.428578:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1749394352.428593:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507989504:0@lo:41: 00000100:00100000:2.0:1749394352.428621:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507989632:0@lo:41: 00000100:00100000:2.0:1749394352.981216:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394352.981231:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507989760:0@lo:900: 00000100:00100000:2.0:1749394353.192193:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394353.270366:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394353.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394354.192196:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394354.272291:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394354.322170:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394354.375230:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d082d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507989888:0@lo:700: 00000100:00100000:2.0:1749394354.375268:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507990016:0@lo:700: 00000100:00100000:1.0:1749394354.375299:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394354.375353:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394354.375371:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394354.375386:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 11 seconds 00000100:00100000:3.0:1749394354.375387:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507989888 00000100:00100000:3.0:1749394354.375398:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507989888 00000100:00080000:2.0:1749394354.375434:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394354.375457:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507990016 00000100:00100000:3.0:1749394354.375462:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507990016 00000100:00100000:2.0:1749394354.375468:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:2.0:1749394354.375481:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507989888:12345-0@lo:700: 00000100:00100000:3.0:1749394354.375508:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1565 00000100:00100000:3.0:1749394354.375518:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507990016:12345-0@lo:700: 00000100:00100000:2.0:1749394354.375529:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394354.375537:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507990144:0@lo:700: 40000000:00080000:2.0:1749394354.375556:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394354.375561:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394354.375588:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39480 going to sleep for 0 seconds 00000100:00100000:3.0:1749394354.375594:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507990272:0@lo:700: 40000000:00080000:3.0:1749394354.375609:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394354.375613:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394354.375629:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507989888:12345-0@lo:700: Request processed in 149us (328us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394354.375641:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00100000:3.0:1749394354.375649:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507990016:12345-0@lo:700: Request processed in 132us (298us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394354.375659:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1565 00000100:00100000:1.0:1749394354.375669:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d082d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507989888:0@lo:700: 00000100:00080000:2.0:1749394354.375670:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394354.375706:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507990016:0@lo:700: 00000100:00100000:2.0:1749394354.982223:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394354.982239:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507990400:0@lo:900: 00000100:00100000:2.0:1749394355.192201:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394355.274334:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394355.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394356.192213:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394356.276261:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394356.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394356.376226:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d082d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507990528:0@lo:700: 00000100:00100000:2.0:1749394356.376227:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507990656:0@lo:700: 00000100:00100000:2.0:1749394356.376310:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394356.376357:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394356.376390:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394356.376396:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394356.376396:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507990656 00000100:00100000:3.0:1749394356.376406:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507990656 00000100:00100000:2.0:1749394356.376415:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507990528 00000100:00100000:2.0:1749394356.376419:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507990528 00000100:00080000:0.0:1749394356.376476:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394356.376481:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1566 00000100:00100000:2.0:1749394356.376492:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1567 00000100:00100000:3.0:1749394356.376494:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507990656:12345-0@lo:700: 00000100:00100000:2.0:1749394356.376501:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507990528:12345-0@lo:700: 00000100:00100000:2.0:1749394356.376542:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394356.376551:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507990784:0@lo:700: 40000000:00080000:2.0:1749394356.376569:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394356.376574:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394356.376640:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39480 going to sleep for 0 seconds 00000100:00100000:3.0:1749394356.376649:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507990912:0@lo:700: 00000100:00100000:2.0:1749394356.376655:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507990528:12345-0@lo:700: Request processed in 153us (299us total) trans 0 rc -11/-11 40000000:00080000:3.0:1749394356.376663:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:2.0:1749394356.376667:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1567 40000000:00020000:3.0:1749394356.376667:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394356.376699:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d082d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507990528:0@lo:700: 00000100:00100000:3.0:1749394356.376726:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507990656:12345-0@lo:700: Request processed in 233us (414us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394356.376737:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1566 00000100:00100000:2.0:1749394356.376738:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507990656:0@lo:700: 00000100:00100000:0.0:1749394356.687426:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394356.687472:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394356.687561:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499790464 00000100:00100000:0.0:1749394356.687567:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394356.687571:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499790464 00000100:00100000:0.0:1749394356.687592:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499790720 00000100:00100000:2.0:1749394356.687593:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499790592 00000100:00100000:0.0:1749394356.687599:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499790720 00000100:00100000:2.0:1749394356.687602:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499790592 00000100:00100000:0.0:1749394356.687626:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2116 00000100:00100000:0.0:1749394356.687633:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499790720:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394356.687633:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 707 00000100:00100000:2.0:1749394356.687640:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2117 00000100:00100000:1.0:1749394356.687642:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499790464:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749394356.687651:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499790592:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394356.687663:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1398 last 0 00010000:00080000:2.0:1749394356.687680:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1398 last 0 00000100:00100000:1.0:1749394356.687703:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801215ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499790464:12345-192.168.203.32@tcp:400: Request processed in 62us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394356.687711:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 707 00000100:00100000:0.0:1749394356.687714:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499790720:12345-192.168.203.32@tcp:38: Request processed in 80us (147us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394356.687722:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2116 00000100:00100000:2.0:1749394356.687737:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499790592:12345-192.168.203.32@tcp:38: Request processed in 85us (261us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394356.687750:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2117 00000100:00100000:2.0:1749394356.983212:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394356.983226:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013016f800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507991040:0@lo:900: 00000100:00100000:2.0:1749394357.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394357.278341:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394357.322167:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749394357.420234:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394357.420242:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394357.420246:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394357.420254:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1394 00000100:00080000:0.0:1749394357.420258:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394357.420265:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394357.420287:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8adf80 x1834371507991296/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394357.420326:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394357.420330:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394357.420332:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394357.420335:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1394 00000100:00080000:0.0:1749394357.420338:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394357.420341:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394357.420351:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507991168:0@lo:400: 00000100:00100000:0.0:1749394357.420353:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8af100 x1834371507991552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394357.420353:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749394357.420365:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507991296:0@lo:38: 00000100:00080000:0.0:1749394357.420370:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394357.420373:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507991424:0@lo:400: 00000100:00080000:0.0:1749394357.420374:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394357.420375:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394357.420379:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1394 00000100:00080000:0.0:1749394357.420381:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394357.420384:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394357.420396:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffce00 x1834371507991808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394357.420405:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394357.420408:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394357.420409:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394357.420413:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1394 00000100:00080000:0.0:1749394357.420415:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394357.420417:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394357.420428:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffd880 x1834371507991936/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394357.420447:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394357.420448:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394357.420449:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394357.420449:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394357.420453:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394357.420454:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394357.420458:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1394 00000100:00080000:0.0:1749394357.420460:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394357.420463:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394357.420473:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092fff800 x1834371507992320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394357.420481:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394357.420484:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394357.420485:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394357.420488:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1394 00000100:00080000:0.0:1749394357.420490:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394357.420493:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394357.420501:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffdf80 x1834371507992448/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394357.420506:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507991296 00000100:00100000:1.0:1749394357.420509:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507991424 00000100:00100000:1.0:1749394357.420515:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507991424 00000100:00100000:3.0:1749394357.420515:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507991296 00000100:00100000:2.0:1749394357.420525:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507991680:0@lo:400: 00000100:00100000:0.0:1749394357.420535:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507992576:0@lo:400: 00000100:00100000:1.0:1749394357.420551:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:3.0:1749394357.420554:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118 00000100:00100000:2.0:1749394357.420559:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394357.420560:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507991424:12345-0@lo:400: 00000100:00100000:3.0:1749394357.420563:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507991296:12345-0@lo:38: 00000100:00100000:0.0:1749394357.420578:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394357.420584:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507992704:0@lo:400: 00010000:00020000:3.0:1749394357.420592:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394357.420612:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394357.420617:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507991424:12345-0@lo:400: Request processed in 57us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394357.420626:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507991680 00000100:00100000:0.0:1749394357.420631:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507991680 00000100:00100000:3.0:1749394357.420631:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507991296:12345-0@lo:38: Request processed in 67us (184us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394357.420643:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118 00000100:00100000:1.0:1749394357.420644:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1749394357.420654:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507991424:0@lo:400: 00000100:00100000:0.0:1749394357.420659:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1749394357.420666:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507991680:12345-0@lo:400: 00000100:00100000:1.0:1749394357.420677:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507991168 00000100:00100000:3.0:1749394357.420677:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507992576 00000100:00100000:1.0:1749394357.420683:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507991168 00000100:00100000:3.0:1749394357.420683:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507992576 00000100:00100000:2.0:1749394357.420692:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507992064:0@lo:400: 00000100:00100000:0.0:1749394357.420705:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507991680:12345-0@lo:400: Request processed in 40us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394357.420712:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:1.0:1749394357.420719:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1749394357.420721:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507992704 00000100:00100000:2.0:1749394357.420724:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394357.420725:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507992704 00000100:00100000:1.0:1749394357.420729:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136babc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507991168:12345-0@lo:400: 00000100:00100000:0.0:1749394357.420737:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507992064 00000100:00100000:0.0:1749394357.420741:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507992064 00000100:00100000:2.0:1749394357.420749:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749394357.420752:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:2.0:1749394357.420758:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507992192:0@lo:400: 00000100:00100000:3.0:1749394357.420762:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507992576:12345-0@lo:400: 00000100:00100000:0.0:1749394357.420776:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1749394357.420783:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507992704:12345-0@lo:400: 00000100:00100000:1.0:1749394357.420787:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136babc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507991168:12345-0@lo:400: Request processed in 56us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394357.420789:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394357.420797:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1749394357.420815:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507992704:12345-0@lo:400: Request processed in 33us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394357.420818:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507992192 00000100:00100000:0.0:1749394357.420821:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:2.0:1749394357.420823:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507992192 00000100:00100000:3.0:1749394357.420832:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371507992576:12345-0@lo:400: Request processed in 70us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394357.420833:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1749394357.420838:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507992064:12345-0@lo:400: 00000100:00100000:3.0:1749394357.420843:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:2.0:1749394357.420857:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1749394357.420863:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013016ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507992064:12345-0@lo:400: Request processed in 25us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394357.420866:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507992192:12345-0@lo:400: 00000100:00100000:0.0:1749394357.420869:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1749394357.420878:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507991168:0@lo:400: 00000100:00080000:0.0:1749394357.420885:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1749394357.420888:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394357.420893:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394357.420900:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507991296:0@lo:38: 00000100:00100000:2.0:1749394357.420948:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371507992192:12345-0@lo:400: Request processed in 83us (157us total) trans 0 rc 0/0 00010000:00080000:0.0:1749394357.420955:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffed80 x1834371507992576/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394357.420960:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:3.0:1749394357.420961:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507991552:0@lo:38: 00000100:00100000:0.0:1749394357.420968:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371507992576:0@lo:400: 00000100:00100000:3.0:1749394357.420995:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1749394357.421001:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffe680 x1834371507992192/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394357.421018:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507991808:0@lo:38: 00000100:00100000:0.0:1749394357.421020:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507991552 00000100:00100000:2.0:1749394357.421020:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507992192:0@lo:400: 00000100:00100000:0.0:1749394357.421024:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507991552 00010000:00080000:2.0:1749394357.421036:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffca80 x1834371507992064/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394357.421045:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394357.421062:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507991808 00000100:00100000:2.0:1749394357.421063:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507992064:0@lo:400: 00000100:00100000:3.0:1749394357.421064:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507991936:0@lo:38: 00000100:00100000:0.0:1749394357.421067:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507991808 00000100:00100000:1.0:1749394357.421114:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2119 00000100:00100000:0.0:1749394357.421124:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2120 00000100:00100000:1.0:1749394357.421124:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507991552:12345-0@lo:38: 00000100:00100000:0.0:1749394357.421133:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507991808:12345-0@lo:38: 00000100:00100000:2.0:1749394357.421137:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507991680:0@lo:400: 00000100:00100000:3.0:1749394357.421142:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749394357.421148:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1749394357.421154:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313df800 x1834371507992704/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749394357.421158:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394357.421165:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507992320:0@lo:38: 00000100:00100000:2.0:1749394357.421168:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507992704:0@lo:400: 00000100:00100000:1.0:1749394357.421189:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507991552:12345-0@lo:38: Request processed in 65us (194us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394357.421197:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2119 00000100:00100000:2.0:1749394357.421197:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507991936 00000100:00100000:3.0:1749394357.421199:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394357.421202:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507991936 00000100:00100000:0.0:1749394357.421205:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507991808:12345-0@lo:38: Request processed in 70us (158us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394357.421212:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507992320 00000100:00100000:0.0:1749394357.421216:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2120 00000100:00100000:1.0:1749394357.421217:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507992320 00000100:00100000:3.0:1749394357.421219:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507992448:0@lo:38: 00000100:00100000:2.0:1749394357.421223:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2121 00000100:00100000:2.0:1749394357.421230:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507991936:12345-0@lo:38: 00000100:00100000:3.0:1749394357.421245:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394357.421249:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507992448 00000100:00100000:1.0:1749394357.421251:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507992448 00010000:00020000:2.0:1749394357.421251:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394357.421255:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122 00000100:00100000:0.0:1749394357.421263:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507992320:12345-0@lo:38: 00000100:00100000:1.0:1749394357.421264:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2123 00000100:00100000:1.0:1749394357.421268:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507992448:12345-0@lo:38: 00000100:00080000:3.0:1749394357.421271:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394357.421275:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394357.421282:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507991552:0@lo:38: 00010000:00020000:0.0:1749394357.421284:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394357.421284:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371507991936:12345-0@lo:38: Request processed in 53us (141us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749394357.421294:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394357.421295:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2121 00010000:00020000:1.0:1749394357.421296:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749394357.421298:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394357.421304:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507991808:0@lo:38: 00000100:00080000:3.0:1749394357.421317:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394357.421325:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371507992320:12345-0@lo:38: Request processed in 60us (125us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749394357.421330:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394357.421335:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122 00000100:00100000:3.0:1749394357.421336:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507991936:0@lo:38: 00000100:00100000:1.0:1749394357.421339:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507992448:12345-0@lo:38: Request processed in 67us (92us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394357.421350:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2123 00000100:00080000:3.0:1749394357.421354:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394357.421358:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394357.421363:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507992320:0@lo:38: 00000100:00080000:3.0:1749394357.421375:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394357.421379:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394357.421383:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507992448:0@lo:38: 00000100:00100000:3.0:1749394357.436276:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507992832:0@lo:41: 00000100:00100000:3.0:1749394357.436321:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394357.436361:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507992960:0@lo:41: 00000100:00100000:0.0:1749394357.436373:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507992832 00000100:00100000:0.0:1749394357.436382:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507992832 00000100:00100000:1.0:1749394357.436404:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394357.436438:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507992960 00000100:00100000:0.0:1749394357.436442:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507992960 00000100:00100000:0.0:1749394357.436458:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1749394357.436466:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507992832:12345-0@lo:41: 00000100:00100000:2.0:1749394357.436477:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:2.0:1749394357.436492:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507992960:12345-0@lo:41: 00000004:00000024:0.0:1749394357.436495:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:2.0:1749394357.436525:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394357.436541:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507992832:12345-0@lo:41: Request processed in 75us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394357.436548:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:3.0:1749394357.436574:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507992832:0@lo:41: 00000100:00100000:2.0:1749394357.436594:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507992960:12345-0@lo:41: Request processed in 105us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394357.436607:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:1.0:1749394357.436633:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507992960:0@lo:41: 00000100:00100000:2.0:1749394358.192190:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394358.280352:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394358.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394358.377228:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507993088:0@lo:700: 00000100:00100000:1.0:1749394358.377247:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d081f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507993216:0@lo:700: 00000100:00100000:2.0:1749394358.377306:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394358.377357:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394358.377388:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394358.377394:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea300 going to sleep for 11 seconds 00000100:00100000:3.0:1749394358.377398:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507993088 00000100:00100000:3.0:1749394358.377409:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507993088 00000100:00100000:2.0:1749394358.377412:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507993216 00000100:00100000:2.0:1749394358.377415:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507993216 00000100:00080000:0.0:1749394358.377440:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394358.377468:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568 00000100:00100000:3.0:1749394358.377476:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1569 00000100:00100000:2.0:1749394358.377480:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507993216:12345-0@lo:700: 00000100:00100000:3.0:1749394358.377485:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507993088:12345-0@lo:700: 00000100:00100000:3.0:1749394358.377528:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39480 going to sleep for 0 seconds 00000100:00100000:3.0:1749394358.377536:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507993344:0@lo:700: 40000000:00080000:3.0:1749394358.377555:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394358.377560:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394358.377625:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394358.377634:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507993472:0@lo:700: 00000100:00100000:3.0:1749394358.377643:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507993088:12345-0@lo:700: Request processed in 158us (335us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394358.377650:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394358.377654:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394358.377655:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1569 00000100:00100000:0.0:1749394358.377672:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507993088:0@lo:700: 00000100:00100000:2.0:1749394358.377706:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507993216:12345-0@lo:700: Request processed in 226us (349us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394358.377718:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568 00000100:00100000:1.0:1749394358.377727:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d081f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507993216:0@lo:700: 00000100:00100000:2.0:1749394358.984220:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394358.984234:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adf80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507993600:0@lo:900: 00000100:00100000:2.0:1749394359.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394359.282294:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394359.322193:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394359.924153:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749394359.924180:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:1.0:1749394359.924183:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371507993728/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394364 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394359.924204:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371507993856/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394364 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394359.924264:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394359.924318:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394359.924360:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394359.924362:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394359.924402:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507993728 00000100:00100000:3.0:1749394359.924402:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507993856 00000100:00100000:2.0:1749394359.924416:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507993728 00000100:00100000:3.0:1749394359.924416:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507993856 00000100:00080000:0.0:1749394359.924491:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394359.924508:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570 00000100:00100000:2.0:1749394359.924521:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507993728:12345-0@lo:700: 00000100:00100000:3.0:1749394359.924521:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571 00000100:00100000:3.0:1749394359.924530:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507993856:12345-0@lo:700: 40000000:00080000:3.0:1749394359.924557:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:3.0:1749394359.924562:0:9567:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 40000000:00080000:2.0:1749394359.924582:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749394359.924634:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371507993728:12345-0@lo:700: Request processed in 114us (369us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749394359.924634:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371507993856:12345-0@lo:700: Request processed in 102us (316us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749394359.924647:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570 00000100:00100000:3.0:1749394359.924651:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571 00000100:00100000:1.0:1749394359.924655:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371507993728/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394375 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394359.924664:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371507993856/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394375 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394359.924666:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394359.924680:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394360.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394360.284345:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394360.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394360.378222:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507993984:0@lo:700: 00000100:00100000:1.0:1749394360.378222:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d080000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507994112:0@lo:700: 00000100:00100000:0.0:1749394360.378278:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394360.378322:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394360.378343:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394360.378354:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea300 going to sleep for 11 seconds 00000100:00100000:2.0:1749394360.378408:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507993984 00000100:00100000:3.0:1749394360.378408:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507994112 00000100:00100000:2.0:1749394360.378421:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507993984 00000100:00100000:3.0:1749394360.378421:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507994112 00000100:00080000:0.0:1749394360.378484:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394360.378500:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1572 00000100:00100000:3.0:1749394360.378508:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1573 00000100:00100000:2.0:1749394360.378513:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507993984:12345-0@lo:700: 00000100:00100000:3.0:1749394360.378517:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507994112:12345-0@lo:700: 00000100:00100000:3.0:1749394360.378561:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39480 going to sleep for 0 seconds 00000100:00100000:3.0:1749394360.378570:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507994240:0@lo:700: 40000000:00080000:3.0:1749394360.378588:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394360.378592:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394360.378658:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394360.378667:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507994368:0@lo:700: 00000100:00100000:3.0:1749394360.378680:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507994112:12345-0@lo:700: Request processed in 162us (356us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394360.378682:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394360.378686:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394360.378693:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1573 00000100:00100000:1.0:1749394360.378698:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d080000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507994112:0@lo:700: 00000100:00100000:2.0:1749394360.378742:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507993984:12345-0@lo:700: Request processed in 230us (461us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394360.378753:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1572 00000100:00100000:0.0:1749394360.378762:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507993984:0@lo:700: 00000100:00100000:2.0:1749394360.985221:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394360.985238:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adf80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507994496:0@lo:900: 00000100:00100000:2.0:1749394361.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394361.286320:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394361.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394361.695420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394361.695464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394361.695503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394361.695514:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499790848 00000100:00100000:1.0:1749394361.695526:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499790848 00000100:00100000:0.0:1749394361.695527:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499790976 00000100:00100000:0.0:1749394361.695533:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499790976 00000100:00100000:0.0:1749394361.695557:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499791104 00000100:00100000:0.0:1749394361.695560:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499791104 00000100:00100000:1.0:1749394361.695572:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 709 00000100:00100000:1.0:1749394361.695581:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499790848:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394361.695588:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2124 00000100:00100000:0.0:1749394361.695595:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499790976:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394361.695609:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2125 00000100:00100000:2.0:1749394361.695622:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499791104:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394361.695623:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1403 last 0 00000100:00100000:1.0:1749394361.695652:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499790848:12345-192.168.203.32@tcp:400: Request processed in 72us (238us total) trans 0 rc 0/0 00010000:00080000:2.0:1749394361.695655:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1403 last 0 00000100:00100000:1.0:1749394361.695661:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 709 00000100:00100000:0.0:1749394361.695672:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499790976:12345-192.168.203.32@tcp:38: Request processed in 76us (207us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394361.695680:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2124 00000100:00100000:2.0:1749394361.695716:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499791104:12345-192.168.203.32@tcp:38: Request processed in 92us (209us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394361.695729:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2125 00000100:00100000:2.0:1749394362.192193:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394362.288348:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394362.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394362.379229:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507994752:0@lo:700: 00000100:00100000:1.0:1749394362.379229:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d080000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507994624:0@lo:700: 00000100:00100000:0.0:1749394362.379302:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394362.379342:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394362.379366:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394362.379378:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394362.379432:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507994624 00000100:00100000:3.0:1749394362.379432:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507994752 00000100:00100000:2.0:1749394362.379445:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507994624 00000100:00100000:3.0:1749394362.379445:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507994752 00000100:00080000:0.0:1749394362.379509:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394362.379533:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574 00000100:00100000:2.0:1749394362.379545:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1575 00000100:00100000:3.0:1749394362.379546:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507994752:12345-0@lo:700: 00000100:00100000:2.0:1749394362.379555:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507994624:12345-0@lo:700: 00000100:00100000:2.0:1749394362.379598:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394362.379607:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371507994880:0@lo:700: 40000000:00080000:2.0:1749394362.379626:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394362.379630:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394362.379694:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39480 going to sleep for 0 seconds 00000100:00100000:3.0:1749394362.379703:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507995008:0@lo:700: 00000100:00100000:2.0:1749394362.379715:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507994624:12345-0@lo:700: Request processed in 160us (371us total) trans 0 rc -11/-11 40000000:00080000:3.0:1749394362.379717:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394362.379720:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394362.379727:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1575 00000100:00100000:1.0:1749394362.379735:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d080000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507994624:0@lo:700: 00000100:00100000:3.0:1749394362.379794:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507994752:12345-0@lo:700: Request processed in 249us (489us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394362.379804:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574 00000100:00100000:0.0:1749394362.379812:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507994752:0@lo:700: 00000100:00080000:0.0:1749394362.428216:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394362.428224:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394362.428228:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394362.428235:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1399 00000100:00080000:0.0:1749394362.428239:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394362.428245:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394362.428266:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313ddf80 x1834371507995264/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394362.428301:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394362.428306:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394362.428309:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394362.428313:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1399 00000100:00080000:0.0:1749394362.428317:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394362.428320:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507995136:0@lo:400: 00000100:00100000:3.0:1749394362.428320:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507995392:0@lo:400: 00000100:00080000:0.0:1749394362.428322:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394362.428341:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313ddc00 x1834371507995520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394362.428383:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394362.428385:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394362.428386:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394362.428392:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394362.428395:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394362.428400:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1399 00000100:00080000:0.0:1749394362.428404:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394362.428409:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394362.428429:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dc700 x1834371507995776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394362.428431:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507995392 00000100:00080000:0.0:1749394362.428438:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394362.428438:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507995392 00000100:00080000:0.0:1749394362.428441:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394362.428443:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394362.428446:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1399 00000100:00080000:0.0:1749394362.428448:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394362.428451:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394362.428464:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507995264:0@lo:38: 00000100:00100000:0.0:1749394362.428465:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313de680 x1834371507995904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394362.428474:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394362.428477:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00080000:0.0:1749394362.428478:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394362.428479:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394362.428482:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1399 00000100:00100000:1.0:1749394362.428484:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507995648:0@lo:400: 00000100:00080000:0.0:1749394362.428485:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394362.428488:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394362.428488:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507995392:12345-0@lo:400: 00000100:00100000:0.0:1749394362.428497:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dd880 x1834371507996032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394362.428503:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394362.428505:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394362.428508:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394362.428509:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394362.428513:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1399 00000100:00080000:0.0:1749394362.428514:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394362.428517:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394362.428526:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313df480 x1834371507996160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394362.428529:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394362.428542:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507995520:0@lo:38: 00000100:00100000:2.0:1749394362.428543:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507995392:12345-0@lo:400: Request processed in 56us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394362.428554:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:1.0:1749394362.428563:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749394362.428566:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507995648 00000100:00100000:3.0:1749394362.428569:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394362.428571:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507996288:0@lo:400: 00000100:00100000:0.0:1749394362.428572:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507995648 00000100:00100000:3.0:1749394362.428591:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507995776:0@lo:38: 00000100:00100000:1.0:1749394362.428596:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394362.428596:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507996416:0@lo:400: 00000100:00100000:0.0:1749394362.428601:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1749394362.428608:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507995648:12345-0@lo:400: 00000100:00100000:3.0:1749394362.428623:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394362.428625:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394362.428646:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507995264 00000100:00100000:1.0:1749394362.428652:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507995264 00000100:00100000:3.0:1749394362.428652:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507995904:0@lo:38: 00000100:00100000:0.0:1749394362.428659:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507995648:12345-0@lo:400: Request processed in 51us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394362.428662:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507996288 00000100:00100000:0.0:1749394362.428666:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1749394362.428668:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507996288 00000100:00100000:1.0:1749394362.428670:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507995520 00000100:00100000:1.0:1749394362.428673:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507995520 00000100:00100000:3.0:1749394362.428680:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394362.428688:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394362.428697:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507995776 00000100:00100000:1.0:1749394362.428700:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507995776 00000100:00100000:3.0:1749394362.428701:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507996032:0@lo:38: 00000100:00100000:2.0:1749394362.428706:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507996416 00000100:00100000:1.0:1749394362.428708:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507995904 00000100:00100000:1.0:1749394362.428710:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507995904 00000100:00100000:2.0:1749394362.428710:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507996416 00000100:00100000:0.0:1749394362.428711:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507995648:0@lo:400: 00000100:00100000:1.0:1749394362.428720:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2126 00000100:00100000:1.0:1749394362.428727:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507995264:12345-0@lo:38: 00000100:00100000:3.0:1749394362.428727:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394362.428739:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1749394362.428742:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507996160:0@lo:38: 00000100:00100000:2.0:1749394362.428748:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507996288:12345-0@lo:400: 00000100:00100000:0.0:1749394362.428750:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00010000:00020000:1.0:1749394362.428750:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394362.428758:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507996416:12345-0@lo:400: 00000100:00100000:3.0:1749394362.428767:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394362.428791:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507995264:12345-0@lo:38: Request processed in 63us (287us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749394362.428793:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749394362.428798:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2126 00000100:00080000:3.0:1749394362.428798:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394362.428803:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371507996416:12345-0@lo:400: Request processed in 46us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394362.428805:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371507996288:12345-0@lo:400: Request processed in 56us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394362.428805:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507995264:0@lo:38: 00000100:00100000:0.0:1749394362.428810:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:1.0:1749394362.428811:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507996032 00000100:00100000:1.0:1749394362.428813:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507996032 00000100:00100000:2.0:1749394362.428817:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:1.0:1749394362.428819:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507996160 00000100:00100000:1.0:1749394362.428822:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507996160 00000100:00080000:0.0:1749394362.428829:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394362.428829:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2127 00000100:00100000:1.0:1749394362.428834:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507995520:12345-0@lo:38: 00000100:00100000:3.0:1749394362.428843:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2128 00010000:00080000:0.0:1749394362.428847:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313de300 x1834371507996288/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394362.428849:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2129 00000100:00100000:3.0:1749394362.428850:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507995776:12345-0@lo:38: 00010000:00020000:1.0:1749394362.428856:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394362.428856:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507995904:12345-0@lo:38: 00000100:00100000:0.0:1749394362.428858:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371507996288:0@lo:400: 00010000:00020000:3.0:1749394362.428900:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1749394362.428906:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313df800 x1834371507996416/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749394362.428907:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394362.428911:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507995520:12345-0@lo:38: Request processed in 75us (341us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394362.428916:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507996416:0@lo:400: 00000100:00100000:1.0:1749394362.428919:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2127 00000100:00100000:1.0:1749394362.428933:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130 00000100:00100000:1.0:1749394362.428938:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507996032:12345-0@lo:38: 00000100:00100000:2.0:1749394362.428940:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507995904:12345-0@lo:38: Request processed in 81us (258us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394362.428940:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371507995776:12345-0@lo:38: Request processed in 87us (315us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749394362.428948:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394362.428950:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2131 00000100:00100000:0.0:1749394362.428955:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507996160:12345-0@lo:38: 00000100:00100000:2.0:1749394362.428956:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2129 00000100:00100000:3.0:1749394362.428961:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2128 00000100:00100000:1.0:1749394362.428968:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507996032:12345-0@lo:38: Request processed in 29us (241us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749394362.428971:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394362.428974:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130 00000100:00100000:2.0:1749394362.428992:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507995136 00000100:00100000:2.0:1749394362.428997:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507995136 00000100:00100000:0.0:1749394362.428999:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507996160:12345-0@lo:38: Request processed in 43us (233us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394362.429001:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507995392:0@lo:400: 00000100:00100000:0.0:1749394362.429006:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2131 00000100:00100000:2.0:1749394362.429029:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00080000:3.0:1749394362.429031:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394362.429036:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394362.429038:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507995136:12345-0@lo:400: 00000100:00100000:3.0:1749394362.429041:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507995904:0@lo:38: 00000100:00080000:3.0:1749394362.429054:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394362.429058:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394362.429063:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507996032:0@lo:38: 00000100:00080000:3.0:1749394362.429116:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394362.429121:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371507995136:0@lo:400: 00000100:00080000:3.0:1749394362.429121:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394362.429123:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371507995136:12345-0@lo:400: Request processed in 84us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394362.429126:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507996160:0@lo:38: 00000100:00100000:2.0:1749394362.429134:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00080000:3.0:1749394362.429140:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394362.429144:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394362.429148:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507995520:0@lo:38: 00000100:00080000:3.0:1749394362.429160:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394362.429164:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394362.429169:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507995776:0@lo:38: 00000100:00100000:1.0:1749394362.444214:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749394362.444230:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507996672:0@lo:41: 00000100:00100000:3.0:1749394362.444232:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1749394362.444251:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507996544:0@lo:41: 00000100:00100000:1.0:1749394362.444267:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394362.444301:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507996672 00000100:00100000:2.0:1749394362.444309:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507996672 00000100:00100000:3.0:1749394362.444310:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394362.444336:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507996544 00000100:00100000:0.0:1749394362.444345:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507996544 00000100:00100000:2.0:1749394362.444346:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:2.0:1749394362.444356:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507996672:12345-0@lo:41: 00000100:00100000:0.0:1749394362.444377:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1749394362.444384:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507996544:12345-0@lo:41: 00000004:00000024:2.0:1749394362.444390:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000004:00000024:0.0:1749394362.444410:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394362.444454:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507996672:12345-0@lo:41: Request processed in 98us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394362.444467:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1749394362.444468:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371507996544:12345-0@lo:41: Request processed in 83us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394362.444476:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1749394362.444491:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507996672:0@lo:41: 00000100:00100000:3.0:1749394362.444528:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371507996544:0@lo:41: 00000100:00100000:2.0:1749394362.986214:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394362.986230:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507996800:0@lo:900: 00000100:00100000:2.0:1749394363.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394363.290330:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394363.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394364.192190:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394364.292323:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394364.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394364.380219:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507996928:0@lo:700: 00000100:00100000:0.0:1749394364.380288:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394364.380317:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507997056:0@lo:700: 00000100:00100000:0.0:1749394364.380350:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394364.380371:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394364.380374:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507996928 00000100:00100000:3.0:1749394364.380398:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507996928 00000100:00080000:1.0:1749394364.380430:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394364.380433:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394364.380438:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507997056 00000100:00100000:0.0:1749394364.380444:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507997056 00000100:00100000:3.0:1749394364.380462:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:3.0:1749394364.380475:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507996928:12345-0@lo:700: 00000100:00100000:1.0:1749394364.380481:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577 00000100:00100000:1.0:1749394364.380496:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507997056:12345-0@lo:700: 00000100:00080000:1.0:1749394364.380520:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394364.380521:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39480 going to sleep for 0 seconds 00000100:00100000:3.0:1749394364.380528:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507997184:0@lo:700: 40000000:00080000:3.0:1749394364.380544:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394364.380547:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394364.380575:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea3c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394364.380582:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507997312:0@lo:700: 40000000:00080000:1.0:1749394364.380594:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394364.380597:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394364.380606:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507996928:12345-0@lo:700: Request processed in 134us (318us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394364.380616:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000100:00100000:0.0:1749394364.380633:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507996928:0@lo:700: 00000100:00100000:1.0:1749394364.380655:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507997056:12345-0@lo:700: Request processed in 165us (285us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394364.380664:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577 00000100:00100000:2.0:1749394364.380697:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507997056:0@lo:700: 00000100:00100000:2.0:1749394364.987221:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394364.987236:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507997440:0@lo:900: 00000100:00100000:2.0:1749394365.192201:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394365.294325:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394365.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394366.192207:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394366.296309:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394366.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394366.381219:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507997696:0@lo:700: 00000100:00100000:2.0:1749394366.381220:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507997568:0@lo:700: 00000100:00100000:2.0:1749394366.381297:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394366.381335:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394366.381367:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394366.381369:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394366.381421:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507997568 00000100:00100000:3.0:1749394366.381422:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507997696 00000100:00100000:1.0:1749394366.381432:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507997568 00000100:00100000:3.0:1749394366.381432:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507997696 00000100:00080000:0.0:1749394366.381493:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394366.381506:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578 00000100:00100000:1.0:1749394366.381515:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507997568:12345-0@lo:700: 00000100:00100000:3.0:1749394366.381519:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1579 00000100:00100000:3.0:1749394366.381532:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507997696:12345-0@lo:700: 00000100:00100000:1.0:1749394366.381558:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea3c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394366.381565:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371507997824:0@lo:700: 40000000:00080000:1.0:1749394366.381580:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394366.381583:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394366.381644:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39480 going to sleep for 0 seconds 00000100:00100000:1.0:1749394366.381653:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371507997568:12345-0@lo:700: Request processed in 139us (355us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394366.381653:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371507997952:0@lo:700: 00000100:00100000:1.0:1749394366.381662:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578 40000000:00080000:3.0:1749394366.381670:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394366.381675:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394366.381692:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371507997568:0@lo:700: 00000100:00100000:3.0:1749394366.381740:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371507997696:12345-0@lo:700: Request processed in 209us (402us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394366.381752:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1579 00000100:00100000:0.0:1749394366.381756:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371507997696:0@lo:700: 00000100:00100000:0.0:1749394366.703721:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394366.703762:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394366.703803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394366.703867:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499791360 00000100:00100000:0.0:1749394366.703876:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499791360 00000100:00100000:2.0:1749394366.703886:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499791232 00000100:00100000:2.0:1749394366.703895:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499791232 00000100:00100000:0.0:1749394366.703916:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499791488 00000100:00100000:0.0:1749394366.703919:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499791488 00000100:00100000:1.0:1749394366.703929:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2132 00000100:00100000:1.0:1749394366.703939:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499791360:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394366.703945:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2133 00000100:00100000:2.0:1749394366.703947:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 711 00000100:00100000:0.0:1749394366.703952:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499791488:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394366.703959:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499791232:12345-192.168.203.32@tcp:400: 00010000:00080000:1.0:1749394366.703970:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1408 last 0 00010000:00080000:0.0:1749394366.703976:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1408 last 0 00000100:00100000:2.0:1749394366.704031:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499791232:12345-192.168.203.32@tcp:400: Request processed in 71us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394366.704033:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499791488:12345-192.168.203.32@tcp:38: Request processed in 80us (229us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394366.704041:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499791360:12345-192.168.203.32@tcp:38: Request processed in 101us (277us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394366.704043:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2133 00000100:00100000:2.0:1749394366.704045:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 711 00000100:00100000:1.0:1749394366.704049:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2132 00000100:00100000:2.0:1749394366.988211:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755d80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394366.988224:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371507998080:0@lo:900: 00000100:00100000:2.0:1749394367.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394367.298297:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394367.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749394367.436231:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394367.436241:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394367.436245:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394367.436253:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1404 00000100:00080000:0.0:1749394367.436257:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394367.436264:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394367.436286:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313ddc00 x1834371507998336/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394367.436320:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394367.436324:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394367.436326:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394367.436329:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1404 00000100:00080000:0.0:1749394367.436331:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394367.436335:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394367.436336:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507998208:0@lo:400: 00000100:00100000:0.0:1749394367.436345:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dd880 x1834371507998592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394367.436346:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1749394367.436360:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394367.436364:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394367.436365:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394367.436368:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1404 00000100:00080000:0.0:1749394367.436370:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394367.436370:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507998720:0@lo:400: 00000100:00100000:3.0:1749394367.436370:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507998336:0@lo:38: 00000100:00080000:0.0:1749394367.436373:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394367.436385:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313ded80 x1834371507998848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394367.436395:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394367.436399:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394367.436400:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394367.436403:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1404 00000100:00080000:0.0:1749394367.436405:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394367.436407:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394367.436416:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313ddf80 x1834371507998976/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394367.436417:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394367.436439:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394367.436439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394367.436440:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394367.436443:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394367.436444:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394367.436448:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1404 00000100:00080000:0.0:1749394367.436449:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394367.436452:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394367.436461:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffd880 x1834371507999360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394367.436470:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394367.436473:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394367.436475:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394367.436475:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507999232:0@lo:400: 00000100:00080000:0.0:1749394367.436478:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1404 00000100:00080000:0.0:1749394367.436480:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394367.436483:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394367.436484:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507998464:0@lo:400: 00000100:00100000:3.0:1749394367.436484:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507998592:0@lo:38: 00000100:00100000:0.0:1749394367.436492:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffce00 x1834371507999488/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394367.436500:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394367.436515:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394367.436515:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394367.436521:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749394367.436527:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507999104:0@lo:400: 00000100:00100000:0.0:1749394367.436535:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507998720 00000100:00100000:0.0:1749394367.436543:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507998720 00000100:00100000:1.0:1749394367.436543:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394367.436547:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507998208 00000100:00100000:3.0:1749394367.436552:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507998848:0@lo:38: 00000100:00100000:2.0:1749394367.436554:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507998208 00000100:00100000:1.0:1749394367.436571:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507999232 00000100:00100000:0.0:1749394367.436575:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507998464 00000100:00100000:1.0:1749394367.436576:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507999232 00000100:00100000:0.0:1749394367.436578:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507998464 00000100:00100000:0.0:1749394367.436594:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:2.0:1749394367.436594:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1749394367.436602:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507998720:12345-0@lo:400: 00000100:00100000:2.0:1749394367.436605:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507998208:12345-0@lo:400: 00000100:00100000:3.0:1749394367.436605:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394367.436626:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507999104 00000100:00100000:3.0:1749394367.436627:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507998976:0@lo:38: 00000100:00100000:1.0:1749394367.436630:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507999104 00000100:00100000:1.0:1749394367.436646:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:1.0:1749394367.436653:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507999232:12345-0@lo:400: 00000100:00100000:3.0:1749394367.436654:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394367.436660:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371507998720:12345-0@lo:400: Request processed in 58us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394367.436664:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371507998208:12345-0@lo:400: Request processed in 58us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394367.436668:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:3.0:1749394367.436672:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507999360:0@lo:38: 00000100:00100000:2.0:1749394367.436676:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1749394367.436684:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1749394367.436690:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507998464:12345-0@lo:400: 00000100:00100000:1.0:1749394367.436697:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371507999232:12345-0@lo:400: Request processed in 44us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394367.436702:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394367.436704:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1749394367.436712:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507998464:12345-0@lo:400: Request processed in 22us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394367.436718:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:1.0:1749394367.436719:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1749394367.436722:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507999488:0@lo:38: 00000100:00100000:1.0:1749394367.436725:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507999104:12345-0@lo:400: 00000100:00100000:3.0:1749394367.436752:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394367.436753:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507998464:0@lo:400: 00000100:00100000:1.0:1749394367.436754:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371507999104:12345-0@lo:400: Request processed in 29us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394367.436760:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1749394367.436764:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507998336 00000100:00100000:0.0:1749394367.436768:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507998336 00000100:00100000:0.0:1749394367.436778:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507998592 00000100:00100000:2.0:1749394367.436778:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507999744:0@lo:400: 00000100:00100000:0.0:1749394367.436780:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507998592 00000100:00100000:0.0:1749394367.436786:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507998848 00010000:00080000:1.0:1749394367.436787:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffdf80 x1834371507999104/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394367.436789:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507998848 00000100:00100000:3.0:1749394367.436792:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507998976 00000100:00100000:0.0:1749394367.436796:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507999360 00000100:00100000:3.0:1749394367.436797:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507998976 00000100:00100000:0.0:1749394367.436798:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507999360 00000100:00100000:1.0:1749394367.436801:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371507999104:0@lo:400: 00000100:00100000:0.0:1749394367.436804:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507999488 00000100:00100000:0.0:1749394367.436806:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507999488 00000100:00100000:2.0:1749394367.436807:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1749394367.436812:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092fff800 x1834371507999232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394367.436815:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2134 00000100:00100000:0.0:1749394367.436820:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507998336:12345-0@lo:38: 00000100:00100000:1.0:1749394367.436822:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371507999232:0@lo:400: 00000100:00100000:3.0:1749394367.436822:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2135 00000100:00100000:1.0:1749394367.436830:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371507998208:0@lo:400: 00000100:00100000:3.0:1749394367.436831:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507998592:12345-0@lo:38: 00000100:00100000:2.0:1749394367.436876:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507998720:0@lo:400: 00010000:00020000:0.0:1749394367.436880:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394367.436887:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507999744 00000100:00100000:1.0:1749394367.436890:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507999744 00010000:00020000:3.0:1749394367.436890:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394367.436894:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749394367.436903:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507999616:0@lo:400: 00000100:00100000:1.0:1749394367.436916:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1749394367.436917:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507998336:12345-0@lo:38: Request processed in 96us (481us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394367.436922:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507999744:12345-0@lo:400: 00000100:00100000:0.0:1749394367.436925:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2134 00000100:00100000:2.0:1749394367.436929:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394367.436934:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507998592:12345-0@lo:38: Request processed in 103us (419us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394367.436938:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2136 00000100:00100000:0.0:1749394367.436942:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507998848:12345-0@lo:38: 00000100:00100000:3.0:1749394367.436946:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2135 00010000:00020000:0.0:1749394367.436953:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394367.436956:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371507999744:12345-0@lo:400: Request processed in 34us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394367.436962:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00010000:00080000:2.0:1749394367.436967:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffe680 x1834371507999744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394367.436967:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2137 00000100:00100000:0.0:1749394367.436972:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507998848:12345-0@lo:38: Request processed in 29us (368us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394367.436974:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507999360:12345-0@lo:38: 00000100:00100000:0.0:1749394367.436978:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2136 00000100:00100000:1.0:1749394367.436982:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507999616 00000100:00100000:1.0:1749394367.436985:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507999616 00000100:00100000:0.0:1749394367.436987:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2138 00000100:00100000:0.0:1749394367.436992:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507998976:12345-0@lo:38: 00010000:00020000:3.0:1749394367.436993:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394367.436996:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371507999744:0@lo:400: 00010000:00020000:0.0:1749394367.437003:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394367.437004:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:1.0:1749394367.437009:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507999616:12345-0@lo:400: 00000100:00100000:2.0:1749394367.437026:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2139 00000100:00100000:3.0:1749394367.437027:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371507999360:12345-0@lo:38: Request processed in 52us (324us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394367.437034:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507999488:12345-0@lo:38: 00000100:00100000:3.0:1749394367.437037:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2137 00000100:00100000:0.0:1749394367.437043:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371507998976:12345-0@lo:38: Request processed in 50us (389us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394367.437046:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371507999616:12345-0@lo:400: Request processed in 36us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394367.437051:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2138 00000100:00100000:1.0:1749394367.437052:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00010000:00020000:2.0:1749394367.437054:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749394367.437069:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1749394367.437117:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394367.437122:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394367.437126:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371507998848:0@lo:38: 00000100:00100000:2.0:1749394367.437128:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371507999488:12345-0@lo:38: Request processed in 92us (374us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749394367.437136:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394367.437139:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394367.437140:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2139 00000100:00100000:0.0:1749394367.437142:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371507998976:0@lo:38: 00000100:00080000:0.0:1749394367.437150:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394367.437153:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394367.437156:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371507999360:0@lo:38: 00000100:00080000:0.0:1749394367.437164:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394367.437167:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394367.437170:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371507999488:0@lo:38: 00000100:00080000:0.0:1749394367.437178:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394367.437181:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:2.0:1749394367.437181:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880092ffca80 x1834371507999616/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394367.437184:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371507998336:0@lo:38: 00000100:00080000:0.0:1749394367.437192:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394367.437194:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394367.437197:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371507998592:0@lo:38: 00000100:00100000:2.0:1749394367.437200:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371507999616:0@lo:400: 00000100:00100000:1.0:1749394367.452235:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508000000:0@lo:41: 00000100:00100000:1.0:1749394367.452272:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394367.452317:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507999872:0@lo:41: 00000100:00100000:2.0:1749394367.452347:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508000000 00000100:00100000:2.0:1749394367.452356:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508000000 00000100:00100000:0.0:1749394367.452357:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394367.452400:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371507999872 00000100:00100000:2.0:1749394367.452403:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371507999872 00000100:00100000:0.0:1749394367.452417:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1749394367.452425:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1749394367.452426:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508000000:12345-0@lo:41: 00000100:00100000:2.0:1749394367.452433:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507999872:12345-0@lo:41: 00000004:00000024:0.0:1749394367.452455:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000004:00000024:2.0:1749394367.452471:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749394367.452490:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508000000:12345-0@lo:41: Request processed in 65us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394367.452498:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:1.0:1749394367.452514:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508000000:0@lo:41: 00000100:00100000:2.0:1749394367.452518:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371507999872:12345-0@lo:41: Request processed in 85us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394367.452527:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1749394367.452535:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371507999872:0@lo:41: 00000100:00100000:2.0:1749394368.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394368.300283:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394368.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394368.382220:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508000256:0@lo:700: 00000100:00100000:2.0:1749394368.382220:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a5f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508000128:0@lo:700: 00000100:00100000:2.0:1749394368.382298:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394368.382360:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394368.382395:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755e40 going to sleep for 11 seconds 00000100:00100000:0.0:1749394368.382397:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394368.382398:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508000128 00000100:00100000:3.0:1749394368.382408:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508000128 00000100:00080000:0.0:1749394368.382469:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394368.382486:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508000256 00000100:00100000:3.0:1749394368.382492:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508000256 00000100:00100000:1.0:1749394368.382505:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580 00000100:00080000:0.0:1749394368.382508:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394368.382521:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1581 00000100:00100000:1.0:1749394368.382522:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508000128:12345-0@lo:700: 00000100:00100000:2.0:1749394368.382534:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508000256:12345-0@lo:700: 00000100:00100000:1.0:1749394368.382568:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea3c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394368.382576:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508000384:0@lo:700: 40000000:00080000:1.0:1749394368.382591:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394368.382595:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394368.382626:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755f00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394368.382632:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508000512:0@lo:700: 40000000:00080000:2.0:1749394368.382645:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394368.382649:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394368.382664:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508000128:12345-0@lo:700: Request processed in 149us (366us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394368.382673:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580 00000100:00100000:3.0:1749394368.382708:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a5f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508000128:0@lo:700: 00000100:00100000:2.0:1749394368.382709:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508000256:12345-0@lo:700: Request processed in 177us (348us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394368.382721:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1581 00000100:00100000:0.0:1749394368.382729:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508000256:0@lo:700: 00000100:00100000:0.0:1749394368.989300:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394368.989314:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508000640:0@lo:900: 00000100:00100000:2.0:1749394369.192188:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394369.302336:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394369.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394370.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394370.304311:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394370.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394370.383227:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508000768:0@lo:700: 00000100:00100000:2.0:1749394370.383293:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508000896:0@lo:700: 00000100:00100000:0.0:1749394370.383298:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394370.383362:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394370.383373:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394370.383386:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508000768 00000100:00100000:2.0:1749394370.383393:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749394370.383396:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508000768 00000100:00080000:0.0:1749394370.383453:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394370.383477:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508000896 00000100:00100000:3.0:1749394370.383483:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508000896 00000100:00100000:1.0:1749394370.383489:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1582 00000100:00080000:0.0:1749394370.383500:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394370.383506:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508000768:12345-0@lo:700: 00000100:00100000:3.0:1749394370.383515:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583 00000100:00100000:3.0:1749394370.383527:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508000896:12345-0@lo:700: 00000100:00100000:3.0:1749394370.383567:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39480 going to sleep for 0 seconds 00000100:00100000:3.0:1749394370.383575:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508001024:0@lo:700: 40000000:00080000:3.0:1749394370.383593:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394370.383598:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394370.383657:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea3c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394370.383665:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508001152:0@lo:700: 00000100:00100000:3.0:1749394370.383666:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508000896:12345-0@lo:700: Request processed in 140us (303us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749394370.383678:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:3.0:1749394370.383679:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583 40000000:00020000:1.0:1749394370.383681:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394370.383704:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508000896:0@lo:700: 00000100:00100000:1.0:1749394370.383751:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508000768:12345-0@lo:700: Request processed in 250us (452us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394370.383761:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1582 00000100:00100000:0.0:1749394370.383769:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508000768:0@lo:700: 00000100:00100000:0.0:1749394370.924156:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:0.0:1749394370.924185:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371508001280/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394375 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394370.924191:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:1.0:1749394370.924212:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371508001408/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394375 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394370.924253:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394370.924302:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394370.924322:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394370.924340:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394370.924391:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508001408 00000100:00100000:3.0:1749394370.924391:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508001280 00000100:00100000:2.0:1749394370.924404:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508001408 00000100:00100000:3.0:1749394370.924404:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508001280 00000100:00080000:0.0:1749394370.924469:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394370.924488:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584 00000100:00100000:2.0:1749394370.924497:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1585 00000100:00100000:3.0:1749394370.924502:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508001280:12345-0@lo:700: 00000100:00100000:2.0:1749394370.924507:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508001408:12345-0@lo:700: 40000000:00080000:2.0:1749394370.924538:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:00080000:3.0:1749394370.924554:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749394370.924608:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508001408:12345-0@lo:700: Request processed in 101us (304us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749394370.924609:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508001280:12345-0@lo:700: Request processed in 108us (352us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749394370.924622:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371508001408/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394386 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394370.924622:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584 00000100:00100000:0.0:1749394370.924624:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371508001280/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394386 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394370.924627:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1585 00000100:00100000:1.0:1749394370.924633:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394370.924634:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394370.990310:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755f00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394370.990323:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508001536:0@lo:900: 00000100:00100000:2.0:1749394371.192209:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394371.306309:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394371.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394371.711406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394371.711452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394371.711492:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394371.711531:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499791744 00000100:00100000:0.0:1749394371.711541:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499791744 00000100:00100000:2.0:1749394371.711544:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499791872 00000100:00100000:3.0:1749394371.711544:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499791616 00000100:00100000:2.0:1749394371.711555:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499791872 00000100:00100000:3.0:1749394371.711555:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499791616 00000100:00100000:0.0:1749394371.711587:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2140 00000100:00100000:0.0:1749394371.711594:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499791744:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394371.711607:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2141 00000100:00100000:3.0:1749394371.711607:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 713 00000100:00100000:2.0:1749394371.711618:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499791872:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394371.711618:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499791616:12345-192.168.203.32@tcp:400: 00010000:00080000:0.0:1749394371.711628:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1413 last 0 00010000:00080000:2.0:1749394371.711645:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1413 last 0 00000100:00100000:3.0:1749394371.711696:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499791616:12345-192.168.203.32@tcp:400: Request processed in 77us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394371.711697:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499791744:12345-192.168.203.32@tcp:38: Request processed in 102us (243us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394371.711706:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2140 00000100:00100000:2.0:1749394371.711706:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499791872:12345-192.168.203.32@tcp:38: Request processed in 89us (213us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394371.711718:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2141 00000100:00100000:3.0:1749394371.711736:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 713 00000100:00100000:2.0:1749394372.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394372.308341:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394372.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394372.384221:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508001664:0@lo:700: 00000100:00100000:0.0:1749394372.384222:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508001792:0@lo:700: 00000100:00100000:2.0:1749394372.384298:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394372.384334:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508001664 00000100:00100000:0.0:1749394372.384344:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508001664 00000100:00100000:2.0:1749394372.384372:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394372.384397:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586 00000100:00100000:0.0:1749394372.384407:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508001664:12345-0@lo:700: 00000100:00080000:2.0:1749394372.384409:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394372.384435:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394372.384461:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508001792 00000100:00100000:0.0:1749394372.384463:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 0 seconds 00000100:00100000:1.0:1749394372.384469:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394372.384470:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508001920:0@lo:700: 00000100:00100000:3.0:1749394372.384471:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508001792 40000000:00080000:0.0:1749394372.384485:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394372.384488:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394372.384527:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508001664:12345-0@lo:700: Request processed in 122us (230us total) trans 0 rc -11/-11 00000100:00080000:2.0:1749394372.384529:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394372.384539:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1587 00000100:00100000:3.0:1749394372.384551:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508001792:12345-0@lo:700: 00000100:00100000:0.0:1749394372.384554:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586 00000100:00100000:2.0:1749394372.384565:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508001664:0@lo:700: 00000100:00100000:3.0:1749394372.384588:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394372.384595:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d521f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508002048:0@lo:700: 40000000:00080000:3.0:1749394372.384609:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394372.384613:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394372.384671:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508001792:12345-0@lo:700: Request processed in 121us (237us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394372.384682:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1587 00000100:00100000:1.0:1749394372.384695:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508001792:0@lo:700: 00000100:00080000:0.0:1749394372.444217:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394372.444225:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394372.444228:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394372.444235:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1409 00000100:00080000:0.0:1749394372.444239:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394372.444245:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394372.444264:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f978380 x1834371508002304/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394372.444293:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394372.444297:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394372.444299:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394372.444302:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1409 00000100:00080000:0.0:1749394372.444304:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394372.444308:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749394372.444317:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508002432:0@lo:400: 00000100:00100000:3.0:1749394372.444317:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508002176:0@lo:400: 00000100:00100000:0.0:1749394372.444319:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f978a80 x1834371508002560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394372.444346:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394372.444351:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394372.444354:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394372.444359:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1409 00000100:00080000:0.0:1749394372.444362:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394372.444363:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508002304:0@lo:38: 00000100:00080000:0.0:1749394372.444367:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394372.444378:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394372.444379:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394372.444385:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f979180 x1834371508002816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394372.444400:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394372.444405:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394372.444407:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394372.444412:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1409 00000100:00100000:1.0:1749394372.444414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394372.444416:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394372.444421:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394372.444422:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508002432 00000100:00100000:2.0:1749394372.444429:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508002432 00000100:00100000:0.0:1749394372.444437:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f979500 x1834371508002944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394372.444445:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508002560:0@lo:38: 00000100:00100000:3.0:1749394372.444447:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508002176 00000100:00080000:0.0:1749394372.444451:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394372.444452:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508002176 00000100:00080000:0.0:1749394372.444456:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394372.444459:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394372.444462:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394372.444464:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1409 00000100:00100000:2.0:1749394372.444467:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00080000:0.0:1749394372.444468:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394372.444473:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394372.444478:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508002432:12345-0@lo:400: 00000100:00100000:1.0:1749394372.444483:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508002816:0@lo:38: 00000100:00100000:3.0:1749394372.444483:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1749394372.444489:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f979880 x1834371508003072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394372.444491:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508002176:12345-0@lo:400: 00000100:00100000:1.0:1749394372.444499:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394372.444504:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394372.444509:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394372.444511:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394372.444511:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508002944:0@lo:38: 00000100:00080000:0.0:1749394372.444517:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1409 00000100:00080000:0.0:1749394372.444520:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394372.444525:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394372.444534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394372.444535:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508002432:12345-0@lo:400: Request processed in 57us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394372.444536:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508002176:12345-0@lo:400: Request processed in 44us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394372.444540:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f979c00 x1834371508003200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394372.444546:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:3.0:1749394372.444546:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1749394372.444549:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508003072:0@lo:38: 00000100:00100000:1.0:1749394372.444576:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394372.444583:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508003456:0@lo:400: 00000100:00100000:2.0:1749394372.444592:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508002432:0@lo:400: 00000100:00100000:0.0:1749394372.444593:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508002688:0@lo:400: 00000100:00100000:1.0:1749394372.444599:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508003200:0@lo:38: 00000100:00100000:3.0:1749394372.444622:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394372.444623:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394372.444635:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508002304 00000100:00100000:2.0:1749394372.444640:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508002304 00000100:00100000:0.0:1749394372.444642:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394372.444658:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508002560 00000100:00100000:1.0:1749394372.444661:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508002816 00000100:00100000:2.0:1749394372.444662:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508002560 00000100:00100000:1.0:1749394372.444667:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508002816 00000100:00100000:3.0:1749394372.444669:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508002176:0@lo:400: 00000100:00100000:0.0:1749394372.444671:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749394372.444673:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508002944 00000100:00100000:2.0:1749394372.444676:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508002944 00000100:00100000:0.0:1749394372.444679:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508003328:0@lo:400: 00000100:00100000:1.0:1749394372.444683:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508003072 00000100:00100000:1.0:1749394372.444686:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508003072 00000100:00100000:2.0:1749394372.444686:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508003200 00000100:00100000:2.0:1749394372.444690:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508003200 00000100:00100000:1.0:1749394372.444697:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142 00000100:00100000:0.0:1749394372.444699:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394372.444704:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508002304:12345-0@lo:38: 00000100:00100000:3.0:1749394372.444705:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2143 00000100:00100000:2.0:1749394372.444724:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2144 00000100:00100000:3.0:1749394372.444725:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508002560:12345-0@lo:38: 00010000:00020000:1.0:1749394372.444726:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394372.444732:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2145 00000100:00100000:2.0:1749394372.444732:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508002816:12345-0@lo:38: 00000100:00100000:0.0:1749394372.444738:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508002944:12345-0@lo:38: 00010000:00020000:3.0:1749394372.444747:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749394372.444753:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394372.444755:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508002304:12345-0@lo:38: Request processed in 51us (342us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394372.444763:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142 00010000:00020000:0.0:1749394372.444769:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394372.444777:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2146 00000100:00100000:1.0:1749394372.444781:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508003072:12345-0@lo:38: 00000100:00100000:2.0:1749394372.444787:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508002816:12345-0@lo:38: Request processed in 54us (286us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394372.444787:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508002560:12345-0@lo:38: Request processed in 61us (321us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749394372.444791:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394372.444834:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2143 00000100:00100000:0.0:1749394372.444837:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508002944:12345-0@lo:38: Request processed in 58us (263us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394372.444841:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2144 00000100:00100000:1.0:1749394372.444845:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508003072:12345-0@lo:38: Request processed in 63us (269us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394372.444846:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2145 00000100:00100000:1.0:1749394372.444852:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2146 00000100:00100000:3.0:1749394372.444859:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2147 00000100:00100000:3.0:1749394372.444866:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508003200:12345-0@lo:38: 00000100:00100000:2.0:1749394372.444878:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508002688 00000100:00100000:0.0:1749394372.444879:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508003456 00000100:00100000:0.0:1749394372.444884:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508003456 00000100:00100000:2.0:1749394372.444884:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508002688 00000100:00080000:1.0:1749394372.444885:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00020000:3.0:1749394372.444885:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749394372.444889:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394372.444894:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508003072:0@lo:38: 00000100:00080000:1.0:1749394372.444903:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394372.444906:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394372.444909:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508002816:0@lo:38: 00000100:00100000:2.0:1749394372.444912:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1749394372.444913:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508003328 00000100:00100000:0.0:1749394372.444916:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508003328 00000100:00080000:1.0:1749394372.444917:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394372.444919:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394372.444920:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508002688:12345-0@lo:400: 00000100:00100000:3.0:1749394372.444920:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508003200:12345-0@lo:38: Request processed in 54us (296us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394372.444923:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508002944:0@lo:38: 00000100:00100000:3.0:1749394372.444930:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2147 00000100:00100000:0.0:1749394372.444931:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1749394372.444937:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508003456:12345-0@lo:400: 00000100:00080000:1.0:1749394372.444943:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394372.444945:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394372.444949:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508002304:0@lo:38: 00000100:00080000:1.0:1749394372.444957:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394372.444960:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394372.444960:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:1.0:1749394372.444963:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508002560:0@lo:38: 00000100:00100000:2.0:1749394372.444969:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508002688:12345-0@lo:400: Request processed in 49us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394372.444970:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508003328:12345-0@lo:400: 00000100:00100000:0.0:1749394372.444978:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508003456:12345-0@lo:400: Request processed in 40us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394372.444979:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1749394372.444985:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00080000:1.0:1749394372.444987:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394372.444990:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394372.444993:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508003200:0@lo:38: 00000100:00080000:2.0:1749394372.445000:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394372.445010:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508003328:12345-0@lo:400: Request processed in 40us (308us total) trans 0 rc 0/0 00010000:00080000:0.0:1749394372.445018:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f979f80 x1834371508003328/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394372.445020:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1749394372.445030:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508003328:0@lo:400: 00000100:00100000:0.0:1749394372.445041:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508002688:0@lo:400: 00010000:00080000:3.0:1749394372.445063:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f97a300 x1834371508003456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394372.445118:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508003456:0@lo:400: 00000100:00100000:0.0:1749394372.460206:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508003712:0@lo:41: 00000100:00100000:0.0:1749394372.460242:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394372.460284:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508003712 00000100:00100000:0.0:1749394372.460290:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508003712 00000100:00100000:2.0:1749394372.460305:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508003584:0@lo:41: 00000100:00100000:0.0:1749394372.460313:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:0.0:1749394372.460320:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508003712:12345-0@lo:41: 00000004:00000024:0.0:1749394372.460347:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394372.460357:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394372.460381:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508003712:12345-0@lo:41: Request processed in 61us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394372.460388:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:0.0:1749394372.460401:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508003584 00000100:00100000:0.0:1749394372.460404:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508003584 00000100:00100000:0.0:1749394372.460434:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1749394372.460440:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508003584:12345-0@lo:41: 00000004:00000024:0.0:1749394372.460456:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394372.460494:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508003584:12345-0@lo:41: Request processed in 54us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394372.460501:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1749394372.460532:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508003712:0@lo:41: 00000100:00100000:2.0:1749394372.460553:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508003584:0@lo:41: 00000100:00100000:2.0:1749394372.991221:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755f00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394372.991235:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508003840:0@lo:900: 00000100:00100000:2.0:1749394373.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394373.310320:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394373.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394374.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394374.312327:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394374.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394374.385208:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508003968:0@lo:700: 00000100:00100000:2.0:1749394374.385209:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508004096:0@lo:700: 00000100:00100000:2.0:1749394374.385280:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394374.385321:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394374.385363:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394374.385365:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394374.385369:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508004096 00000100:00100000:3.0:1749394374.385379:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508004096 00000100:00080000:2.0:1749394374.385421:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394374.385435:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508003968 00000100:00100000:0.0:1749394374.385444:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508003968 00000100:00100000:3.0:1749394374.385458:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588 00000100:00080000:2.0:1749394374.385468:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394374.385473:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508004096:12345-0@lo:700: 00000100:00100000:0.0:1749394374.385485:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589 00000100:00100000:0.0:1749394374.385493:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508003968:12345-0@lo:700: 00000100:00100000:3.0:1749394374.385519:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394374.385528:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508004224:0@lo:700: 40000000:00080000:3.0:1749394374.385564:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394374.385568:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394374.385623:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 0 seconds 00000100:00100000:0.0:1749394374.385630:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508004352:0@lo:700: 00000100:00100000:3.0:1749394374.385636:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508004096:12345-0@lo:700: Request processed in 165us (353us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394374.385643:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394374.385646:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394374.385649:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588 00000100:00100000:2.0:1749394374.385679:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508004096:0@lo:700: 00000100:00100000:0.0:1749394374.385707:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508003968:12345-0@lo:700: Request processed in 214us (385us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394374.385716:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589 00000100:00100000:1.0:1749394374.385730:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508003968:0@lo:700: 00000100:00100000:2.0:1749394374.992214:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755f00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394374.992229:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508004480:0@lo:900: 00000100:00100000:2.0:1749394375.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394375.314336:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394375.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394376.192199:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394376.316340:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394376.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394376.386213:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508004736:0@lo:700: 00000100:00100000:2.0:1749394376.386213:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508004608:0@lo:700: 00000100:00100000:2.0:1749394376.386291:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394376.386333:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394376.386360:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394376.386370:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394376.386414:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508004608 00000100:00100000:3.0:1749394376.386423:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508004736 00000100:00100000:0.0:1749394376.386425:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508004608 00000100:00100000:3.0:1749394376.386431:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508004736 00000100:00080000:2.0:1749394376.386490:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394376.386499:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590 00000100:00100000:0.0:1749394376.386509:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508004608:12345-0@lo:700: 00000100:00100000:3.0:1749394376.386522:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591 00000100:00100000:3.0:1749394376.386535:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508004736:12345-0@lo:700: 00000100:00100000:0.0:1749394376.386551:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 0 seconds 00000100:00100000:0.0:1749394376.386558:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508004864:0@lo:700: 40000000:00080000:0.0:1749394376.386573:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394376.386576:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394376.386631:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e393c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394376.386639:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508004608:12345-0@lo:700: Request processed in 132us (348us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394376.386641:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb84000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508004992:0@lo:700: 00000100:00100000:0.0:1749394376.386648:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590 40000000:00080000:3.0:1749394376.386657:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394376.386661:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394376.386685:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508004608:0@lo:700: 00000100:00100000:3.0:1749394376.386726:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508004736:12345-0@lo:700: Request processed in 193us (391us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394376.386739:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591 00000100:00100000:1.0:1749394376.386744:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508004736:0@lo:700: 00000100:00100000:0.0:1749394376.719399:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394376.719441:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394376.719481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394376.719534:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499792128 00000100:00100000:3.0:1749394376.719534:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499792000 00000100:00100000:2.0:1749394376.719545:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499792128 00000100:00100000:3.0:1749394376.719545:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499792000 00000100:00100000:3.0:1749394376.719592:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 715 00000100:00100000:2.0:1749394376.719596:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499792256 00000100:00100000:2.0:1749394376.719601:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499792256 00000100:00100000:3.0:1749394376.719604:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499792000:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394376.719615:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2148 00000100:00100000:1.0:1749394376.719625:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499792128:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394376.719630:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2149 00000100:00100000:0.0:1749394376.719639:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499792256:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394376.719654:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1418 last 0 00010000:00080000:0.0:1749394376.719663:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1418 last 0 00000100:00100000:3.0:1749394376.719676:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499792000:12345-192.168.203.32@tcp:400: Request processed in 71us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394376.719688:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 715 00000100:00100000:1.0:1749394376.719712:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499792128:12345-192.168.203.32@tcp:38: Request processed in 86us (269us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394376.719719:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499792256:12345-192.168.203.32@tcp:38: Request processed in 79us (237us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394376.719720:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2148 00000100:00100000:0.0:1749394376.719735:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2149 00000100:00100000:2.0:1749394376.993216:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755f00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394376.993230:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508005120:0@lo:900: 00000100:00100000:2.0:1749394377.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394377.318322:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394377.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00080000:0.0:1749394377.452229:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394377.452238:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394377.452241:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394377.452249:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1414 00000100:00080000:0.0:1749394377.452253:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394377.452260:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394377.452282:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f97b480 x1834371508005376/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394377.452318:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394377.452322:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394377.452323:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394377.452327:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1414 00000100:00080000:0.0:1749394377.452330:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394377.452331:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508005376:0@lo:38: 00000100:00080000:0.0:1749394377.452333:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749394377.452339:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749394377.452343:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f97bb80 x1834371508005632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394377.452361:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394377.452363:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371508005248:0@lo:400: 00000100:00080000:0.0:1749394377.452365:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394377.452366:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394377.452369:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1414 00000100:00080000:0.0:1749394377.452372:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394377.452375:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394377.452384:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f979c00 x1834371508005888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394377.452385:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508005504:0@lo:400: 00000100:00080000:0.0:1749394377.452392:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394377.452395:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394377.452397:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394377.452397:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394377.452400:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1414 00000100:00080000:0.0:1749394377.452401:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394377.452404:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394377.452413:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f978a80 x1834371508006016/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394377.452431:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394377.452434:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394377.452435:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394377.452435:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394377.452439:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1414 00000100:00080000:0.0:1749394377.452441:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394377.452443:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394377.452452:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394377.452453:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f979180 x1834371508006400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394377.452461:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394377.452465:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394377.452467:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394377.452467:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508005632:0@lo:38: 00000100:00080000:0.0:1749394377.452470:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1414 00000100:00080000:0.0:1749394377.452472:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394377.452475:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394377.452484:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f979880 x1834371508006528/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394377.452487:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394377.452489:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508005248 00000100:00100000:2.0:1749394377.452494:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508006144:0@lo:400: 00000100:00100000:1.0:1749394377.452505:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508005888:0@lo:38: 00000100:00100000:3.0:1749394377.452515:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508005248 00000100:00100000:1.0:1749394377.452522:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394377.452523:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508005376 00000100:00100000:0.0:1749394377.452528:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508005376 00000100:00100000:2.0:1749394377.452528:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394377.452536:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508006016:0@lo:38: 00000100:00100000:0.0:1749394377.452551:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508005632 00000100:00100000:1.0:1749394377.452552:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394377.452554:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508005632 00000100:00100000:2.0:1749394377.452554:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749394377.452561:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1749394377.452563:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508006272:0@lo:400: 00000100:00100000:0.0:1749394377.452565:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508005888 00000100:00100000:0.0:1749394377.452567:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508005888 00000100:00100000:1.0:1749394377.452567:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508006400:0@lo:38: 00000100:00100000:3.0:1749394377.452572:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371508005248:12345-0@lo:400: 00000100:00100000:0.0:1749394377.452574:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508006016 00000100:00100000:0.0:1749394377.452576:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508006016 00000100:00100000:1.0:1749394377.452586:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394377.452587:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2150 00000100:00100000:0.0:1749394377.452594:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508005376:12345-0@lo:38: 00000100:00100000:2.0:1749394377.452594:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394377.452599:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508006528:0@lo:38: 00010000:00020000:0.0:1749394377.452615:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394377.452618:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394377.452630:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508005760:0@lo:400: 00000100:00100000:3.0:1749394377.452630:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371508005248:12345-0@lo:400: Request processed in 58us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394377.452641:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1749394377.452647:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508006400 00000100:00100000:1.0:1749394377.452652:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508006400 00000100:00100000:0.0:1749394377.452661:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508005376:12345-0@lo:38: Request processed in 67us (264us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394377.452661:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394377.452667:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508006528 00000100:00100000:0.0:1749394377.452668:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2150 00000100:00100000:1.0:1749394377.452669:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508006528 00000100:00100000:1.0:1749394377.452679:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2151 00000100:00100000:3.0:1749394377.452679:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508006144 00000100:00100000:3.0:1749394377.452684:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508006144 00000100:00100000:1.0:1749394377.452685:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508005632:12345-0@lo:38: 00000100:00100000:0.0:1749394377.452687:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2152 00000100:00100000:2.0:1749394377.452687:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508006784:0@lo:400: 00000100:00100000:0.0:1749394377.452691:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508005888:12345-0@lo:38: 00010000:00020000:1.0:1749394377.452703:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394377.452712:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749394377.452714:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394377.452714:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508006272 00000100:00100000:3.0:1749394377.452717:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508006272 00000100:00100000:1.0:1749394377.452734:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508005632:12345-0@lo:38: Request processed in 47us (245us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394377.452735:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508006784 00000100:00100000:2.0:1749394377.452739:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749394377.452739:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508006784 00000100:00100000:1.0:1749394377.452741:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2151 00000100:00100000:0.0:1749394377.452742:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508005888:12345-0@lo:38: Request processed in 49us (218us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394377.452748:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2152 00000100:00100000:2.0:1749394377.452748:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508006656:0@lo:400: 00000100:00100000:1.0:1749394377.452756:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2153 00000100:00100000:0.0:1749394377.452762:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2154 00000100:00100000:1.0:1749394377.452762:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508006016:12345-0@lo:38: 00010000:00020000:1.0:1749394377.452809:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394377.452810:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508006400:12345-0@lo:38: 00000100:00100000:3.0:1749394377.452813:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:2.0:1749394377.452820:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749394377.452822:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394377.452825:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508006144:12345-0@lo:400: 00000100:00100000:0.0:1749394377.452852:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508006400:12345-0@lo:38: Request processed in 42us (267us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394377.452852:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508006016:12345-0@lo:38: Request processed in 89us (298us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394377.452857:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2155 00000100:00100000:0.0:1749394377.452863:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2154 00000100:00100000:2.0:1749394377.452867:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508006528:12345-0@lo:38: 00000100:00100000:1.0:1749394377.452871:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2153 00000100:00100000:3.0:1749394377.452872:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508006144:12345-0@lo:400: Request processed in 48us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394377.452882:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1749394377.452886:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508005504 00000100:00100000:0.0:1749394377.452889:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508005504 00010000:00020000:2.0:1749394377.452889:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394377.452896:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508006656 00000100:00100000:1.0:1749394377.452900:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:3.0:1749394377.452900:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508006656 00000100:00100000:1.0:1749394377.452908:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371508006272:12345-0@lo:400: 00000100:00100000:0.0:1749394377.452910:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508005760 00000100:00100000:0.0:1749394377.452913:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508005760 00000100:00100000:3.0:1749394377.452923:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1749394377.452924:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508006528:12345-0@lo:38: Request processed in 55us (302us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394377.452926:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:0.0:1749394377.452932:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508005504:12345-0@lo:400: 00000100:00100000:3.0:1749394377.452932:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508006784:12345-0@lo:400: 00000100:00100000:2.0:1749394377.452935:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2155 00000100:00100000:1.0:1749394377.452939:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371508006272:12345-0@lo:400: Request processed in 33us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394377.452946:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1749394377.452958:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1749394377.452964:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508006656:12345-0@lo:400: 00000100:00100000:0.0:1749394377.452971:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508005504:12345-0@lo:400: Request processed in 37us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394377.452971:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:0.0:1749394377.452978:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:3.0:1749394377.452978:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508006784:12345-0@lo:400: Request processed in 47us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394377.452982:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508005760:12345-0@lo:400: 00000100:00100000:1.0:1749394377.452984:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508006656:12345-0@lo:400: Request processed in 20us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394377.452988:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1749394377.452993:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00080000:1.0:1749394377.453021:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394377.453022:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1749394377.453024:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508005760:12345-0@lo:400: Request processed in 43us (361us total) trans 0 rc 0/0 00000100:00080000:1.0:1749394377.453025:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394377.453030:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508006528:0@lo:38: 00000100:00100000:2.0:1749394377.453034:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00080000:1.0:1749394377.453039:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394377.453042:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394377.453046:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508005632:0@lo:38: 00000100:00100000:0.0:1749394377.453049:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508005504:0@lo:400: 00000100:00080000:1.0:1749394377.453054:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394377.453056:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394377.453060:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508005888:0@lo:38: 00000100:00080000:1.0:1749394377.453067:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394377.453069:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394377.453117:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508006016:0@lo:38: 00000100:00080000:1.0:1749394377.453130:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394377.453132:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:2.0:1749394377.453134:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f978000 x1834371508006656/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394377.453136:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508006400:0@lo:38: 00000100:00080000:1.0:1749394377.453144:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394377.453146:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394377.453150:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508005376:0@lo:38: 00000100:00100000:2.0:1749394377.453156:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508006656:0@lo:400: 00000100:00100000:2.0:1749394377.453177:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508005760:0@lo:400: 00010000:00080000:3.0:1749394377.453183:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f979500 x1834371508006272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749394377.453193:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f978700 x1834371508006784/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394377.453200:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508006272:0@lo:400: 00000100:00100000:2.0:1749394377.453207:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508006784:0@lo:400: 00010000:00080000:3.0:1749394377.453216:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f978380 x1834371508006144/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394377.453239:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508006144:0@lo:400: 00000100:00100000:3.0:1749394377.453255:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371508005248:0@lo:400: 00000100:00100000:3.0:1749394377.468270:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508006912:0@lo:41: 00000100:00100000:1.0:1749394377.468315:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508007040:0@lo:41: 00000100:00100000:3.0:1749394377.468319:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394377.468367:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394377.468389:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508006912 00000100:00100000:3.0:1749394377.468389:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508007040 00000100:00100000:2.0:1749394377.468396:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508006912 00000100:00100000:3.0:1749394377.468396:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508007040 00000100:00100000:3.0:1749394377.468445:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1749394377.468452:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1749394377.468456:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508007040:12345-0@lo:41: 00000100:00100000:2.0:1749394377.468461:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508006912:12345-0@lo:41: 00000004:00000024:2.0:1749394377.468490:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:3.0:1749394377.468490:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394377.468555:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508006912:12345-0@lo:41: Request processed in 93us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394377.468555:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508007040:12345-0@lo:41: Request processed in 99us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394377.468567:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1749394377.468571:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1749394377.468589:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508007040:0@lo:41: 00000100:00100000:0.0:1749394377.468597:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508006912:0@lo:41: 00000100:00100000:2.0:1749394378.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00010000:00010000:2.0:1749394378.320309:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394378.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394378.387225:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508007296:0@lo:700: 00000100:00100000:2.0:1749394378.387225:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508007168:0@lo:700: 00000100:00100000:1.0:1749394378.387305:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394378.387305:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394378.387382:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394378.387387:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394378.387396:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508007168 00000100:00100000:3.0:1749394378.387406:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508007168 00000100:00100000:0.0:1749394378.387445:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508007296 00000100:00100000:0.0:1749394378.387454:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508007296 00000100:00080000:1.0:1749394378.387469:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394378.387482:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:3.0:1749394378.387492:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508007168:12345-0@lo:700: 00000100:00100000:0.0:1749394378.387494:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593 00000100:00100000:0.0:1749394378.387503:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508007296:12345-0@lo:700: 00000100:00100000:3.0:1749394378.387532:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 0 seconds 00000100:00100000:3.0:1749394378.387539:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508007424:0@lo:700: 40000000:00080000:3.0:1749394378.387553:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394378.387556:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394378.387608:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 0 seconds 00000100:00100000:0.0:1749394378.387615:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508007552:0@lo:700: 00000100:00100000:3.0:1749394378.387620:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508007168:12345-0@lo:700: Request processed in 128us (315us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394378.387627:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394378.387630:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394378.387633:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00000100:00100000:2.0:1749394378.387665:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508007168:0@lo:700: 00000100:00100000:0.0:1749394378.387688:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508007296:12345-0@lo:700: Request processed in 186us (384us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394378.387697:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593 00000100:00100000:1.0:1749394378.387711:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508007296:0@lo:700: 00000100:00100000:2.0:1749394378.994217:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755f00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394378.994230:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508007680:0@lo:900: 00000100:00100000:2.0:1749394379.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394379.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394379.322271:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394380.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394380.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394380.324322:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394380.388209:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508007808:0@lo:700: 00000100:00100000:1.0:1749394380.388221:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508007936:0@lo:700: 00000100:00100000:2.0:1749394380.388282:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394380.388336:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394380.388374:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394380.388376:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394380.388380:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508007808 00000100:00100000:3.0:1749394380.388391:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508007808 00000100:00100000:0.0:1749394380.388452:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508007936 00000100:00080000:1.0:1749394380.388458:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394380.388462:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508007936 00000100:00100000:3.0:1749394380.388477:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594 00000100:00100000:3.0:1749394380.388487:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508007808:12345-0@lo:700: 00000100:00080000:1.0:1749394380.388492:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394380.388504:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595 00000100:00100000:1.0:1749394380.388516:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508007936:12345-0@lo:700: 00000100:00100000:3.0:1749394380.388527:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 0 seconds 00000100:00100000:3.0:1749394380.388533:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508008064:0@lo:700: 40000000:00080000:3.0:1749394380.388548:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394380.388551:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394380.388573:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea240 going to sleep for 0 seconds 00000100:00100000:1.0:1749394380.388579:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371508008192:0@lo:700: 40000000:00080000:1.0:1749394380.388601:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394380.388604:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394380.388611:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508007808:12345-0@lo:700: Request processed in 123us (326us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394380.388623:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594 00000100:00100000:2.0:1749394380.388656:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508007808:0@lo:700: 00000100:00100000:1.0:1749394380.388657:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508007936:12345-0@lo:700: Request processed in 144us (321us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394380.388666:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595 00000100:00100000:0.0:1749394380.388689:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508007936:0@lo:700: 00000100:00100000:2.0:1749394380.995227:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755f00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394380.995243:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508008320:0@lo:900: 00000100:00100000:2.0:1749394381.192206:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394381.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394381.326321:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394381.727452:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394381.727499:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394381.727542:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394381.727570:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499792512 00000100:00100000:0.0:1749394381.727580:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499792512 00000100:00100000:2.0:1749394381.727588:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499792384 00000100:00100000:2.0:1749394381.727600:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499792384 00000100:00100000:0.0:1749394381.727626:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499792640 00000100:00100000:0.0:1749394381.727629:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499792640 00000100:00100000:1.0:1749394381.727642:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2156 00000100:00100000:1.0:1749394381.727656:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499792512:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394381.727658:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 717 00000100:00100000:2.0:1749394381.727671:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499792384:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394381.727679:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2157 00000100:00100000:0.0:1749394381.727686:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499792640:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394381.727691:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1423 last 0 00010000:00080000:0.0:1749394381.727710:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1423 last 0 00000100:00100000:2.0:1749394381.727785:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499792384:12345-192.168.203.32@tcp:400: Request processed in 112us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394381.727786:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499792512:12345-192.168.203.32@tcp:38: Request processed in 131us (285us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394381.727791:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499792640:12345-192.168.203.32@tcp:38: Request processed in 103us (246us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394381.727796:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2156 00000100:00100000:2.0:1749394381.727798:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 717 00000100:00100000:0.0:1749394381.727800:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2157 00000100:00100000:0.0:1749394381.924171:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:1.0:1749394381.924171:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749394381.924198:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371508008448/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394386 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394381.924198:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371508008576/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394386 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394381.924252:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394381.924279:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508008448 00000100:00100000:1.0:1749394381.924285:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508008448 00000100:00100000:0.0:1749394381.924320:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394381.924327:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596 00000100:00100000:1.0:1749394381.924337:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f978380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508008448:12345-0@lo:700: 00000100:00080000:0.0:1749394381.924344:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 40000000:00080000:1.0:1749394381.924360:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749394381.924375:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394381.924420:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f978380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508008448:12345-0@lo:700: Request processed in 85us (167us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749394381.924425:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749394381.924426:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508008576 00000100:00100000:1.0:1749394381.924428:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596 00000100:00100000:3.0:1749394381.924435:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508008576 00000100:00100000:0.0:1749394381.924446:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371508008448/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394397 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394381.924458:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00080000:0.0:1749394381.924466:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394381.924503:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1597 00000100:00100000:3.0:1749394381.924512:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508008576:12345-0@lo:700: 40000000:00080000:3.0:1749394381.924531:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749394381.924583:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508008576:12345-0@lo:700: Request processed in 72us (211us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749394381.924591:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1597 00000100:00100000:2.0:1749394381.924627:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371508008576/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394397 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394381.924639:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394382.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394382.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394382.328313:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394382.389216:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f979500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508008832:0@lo:700: 00000100:00100000:2.0:1749394382.389216:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508008704:0@lo:700: 00000100:00100000:2.0:1749394382.389272:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394382.389324:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394382.389356:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755e40 going to sleep for 11 seconds 00000100:00100000:0.0:1749394382.389358:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:3.0:1749394382.389362:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508008704 00000100:00100000:3.0:1749394382.389371:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508008704 00000100:00080000:0.0:1749394382.389426:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394382.389434:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508008832 00000100:00100000:3.0:1749394382.389439:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508008832 00000100:00100000:0.0:1749394382.389445:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1598 00000100:00100000:0.0:1749394382.389457:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508008704:12345-0@lo:700: 00000100:00100000:3.0:1749394382.389480:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1599 00000100:00100000:3.0:1749394382.389488:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508008832:12345-0@lo:700: 00000100:00100000:0.0:1749394382.389491:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394382.389498:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508008960:0@lo:700: 40000000:00080000:0.0:1749394382.389511:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394382.389514:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394382.389552:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 0 seconds 00000100:00100000:3.0:1749394382.389559:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508009088:0@lo:700: 00000100:00100000:0.0:1749394382.389571:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508008704:12345-0@lo:700: Request processed in 116us (298us total) trans 0 rc -11/-11 40000000:00080000:3.0:1749394382.389574:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394382.389578:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394382.389579:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1598 00000100:00080000:0.0:1749394382.389599:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394382.389623:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508008704:0@lo:700: 00000100:00100000:3.0:1749394382.389643:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508008832:12345-0@lo:700: Request processed in 154us (317us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394382.389650:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f979500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508008832:0@lo:700: 00000100:00100000:3.0:1749394382.389655:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1599 00000100:00080000:0.0:1749394382.460222:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394382.460230:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394382.460233:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394382.460239:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1419 00000100:00080000:0.0:1749394382.460244:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394382.460249:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394382.460268:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f97a300 x1834371508009344/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394382.460289:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508009216:0@lo:400: 00000100:00080000:0.0:1749394382.460296:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394382.460303:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394382.460305:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394382.460308:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1419 00000100:00080000:0.0:1749394382.460311:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394382.460314:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394382.460324:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f97b480 x1834371508009600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394382.460341:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508009472:0@lo:400: 00000100:00080000:0.0:1749394382.460345:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394382.460345:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394382.460348:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394382.460350:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394382.460353:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1419 00000100:00080000:0.0:1749394382.460355:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394382.460358:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394382.460367:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f978a80 x1834371508009856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394382.460376:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394382.460378:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394382.460380:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394382.460383:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1419 00000100:00080000:0.0:1749394382.460384:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394382.460388:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394382.460389:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394382.460395:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508009344:0@lo:38: 00000100:00100000:0.0:1749394382.460398:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f979c00 x1834371508009984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394382.460407:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394382.460411:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394382.460413:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394382.460416:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1419 00000100:00080000:0.0:1749394382.460418:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394382.460421:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394382.460422:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508009216 00000100:00100000:2.0:1749394382.460428:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508009216 00000100:00100000:0.0:1749394382.460430:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f97bb80 x1834371508010112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394382.460436:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508009472 00000100:00080000:0.0:1749394382.460438:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394382.460441:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749394382.460442:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394382.460442:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508009472 00000100:00080000:0.0:1749394382.460443:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394382.460445:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1419 00000100:00080000:0.0:1749394382.460447:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394382.460450:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394382.460458:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f979880 x1834371508010240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394382.460460:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1749394382.460467:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508009216:12345-0@lo:400: 00000100:00100000:1.0:1749394382.460470:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508009600:0@lo:38: 00000100:00100000:3.0:1749394382.460470:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1749394382.460477:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508009472:12345-0@lo:400: 00000100:00100000:0.0:1749394382.460501:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508009728:0@lo:400: 00000100:00100000:1.0:1749394382.460511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394382.460514:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508009216:12345-0@lo:400: Request processed in 47us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394382.460521:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1749394382.460523:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508009472:12345-0@lo:400: Request processed in 46us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394382.460531:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1749394382.460533:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508009856:0@lo:38: 00000100:00100000:0.0:1749394382.460541:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394382.460548:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508010496:0@lo:400: 00000100:00100000:1.0:1749394382.460549:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394382.460563:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508009728 00000100:00100000:0.0:1749394382.460566:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749394382.460567:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508009728 00000100:00100000:1.0:1749394382.460569:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508009984:0@lo:38: 00000100:00100000:0.0:1749394382.460573:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508010368:0@lo:400: 00000100:00100000:2.0:1749394382.460573:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394382.460586:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1749394382.460590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394382.460592:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508009728:12345-0@lo:400: 00000100:00100000:0.0:1749394382.460595:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394382.460602:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508009216:0@lo:400: 00000100:00100000:1.0:1749394382.460606:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508010112:0@lo:38: 00000100:00100000:1.0:1749394382.460622:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394382.460623:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508010496 00000100:00100000:0.0:1749394382.460624:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508009344 00000100:00100000:2.0:1749394382.460627:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508010496 00000100:00100000:3.0:1749394382.460627:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508009728:12345-0@lo:400: Request processed in 34us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394382.460629:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508009344 00000100:00100000:3.0:1749394382.460633:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1749394382.460636:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508010240:0@lo:38: 00000100:00100000:2.0:1749394382.460646:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508010368 00000100:00100000:0.0:1749394382.460647:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508009600 00000100:00100000:2.0:1749394382.460649:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508010368 00000100:00100000:0.0:1749394382.460650:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508009600 00000100:00100000:3.0:1749394382.460652:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1749394382.460653:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394382.460657:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508009856 00000100:00100000:3.0:1749394382.460658:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508010496:12345-0@lo:400: 00000100:00100000:0.0:1749394382.460660:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508009856 00000100:00100000:2.0:1749394382.460665:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1749394382.460668:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508009984 00000100:00100000:0.0:1749394382.460670:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508009984 00000100:00100000:2.0:1749394382.460671:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508010368:12345-0@lo:400: 00000100:00100000:0.0:1749394382.460676:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508010112 00000100:00100000:1.0:1749394382.460677:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508010240 00000100:00100000:0.0:1749394382.460678:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508010112 00000100:00100000:1.0:1749394382.460682:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508010240 00000100:00100000:3.0:1749394382.460687:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508010496:12345-0@lo:400: Request processed in 29us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394382.460688:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2158 00000100:00100000:0.0:1749394382.460693:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508009344:12345-0@lo:38: 00000100:00100000:3.0:1749394382.460694:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1749394382.460701:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2159 00000100:00100000:2.0:1749394382.460701:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508010368:12345-0@lo:400: Request processed in 30us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394382.460707:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508009600:12345-0@lo:38: 00000100:00100000:2.0:1749394382.460707:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00010000:00020000:0.0:1749394382.460715:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394382.460722:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2160 00010000:00020000:1.0:1749394382.460724:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394382.460727:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508009856:12345-0@lo:38: 00010000:00080000:2.0:1749394382.460772:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d083100 x1834371508010496/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749394382.460774:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394382.460783:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508009344:12345-0@lo:38: Request processed in 87us (340us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394382.460786:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508010496:0@lo:400: 00000100:00100000:1.0:1749394382.460790:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508009600:12345-0@lo:38: Request processed in 82us (277us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394382.460792:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2158 00000100:00100000:1.0:1749394382.460798:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2159 00000100:00100000:0.0:1749394382.460809:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2161 00000100:00100000:0.0:1749394382.460816:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508009984:12345-0@lo:38: 00000100:00100000:1.0:1749394382.460816:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2162 00000100:00100000:3.0:1749394382.460816:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508009856:12345-0@lo:38: Request processed in 86us (264us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394382.460821:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508010112:12345-0@lo:38: 00000100:00100000:3.0:1749394382.460824:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2160 00010000:00020000:0.0:1749394382.460829:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394382.460834:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394382.460837:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2163 00000100:00100000:2.0:1749394382.460843:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508010240:12345-0@lo:38: 00000100:00100000:0.0:1749394382.460854:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508009984:12345-0@lo:38: Request processed in 39us (262us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394382.460855:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508010112:12345-0@lo:38: Request processed in 33us (231us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394382.460860:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2161 00010000:00020000:2.0:1749394382.460860:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394382.460872:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2162 00000100:00100000:2.0:1749394382.460888:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508010240:12345-0@lo:38: Request processed in 44us (235us total) trans 0 rc -19/-19 00010000:00080000:0.0:1749394382.460889:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d082300 x1834371508010368/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394382.460894:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2163 00000100:00080000:1.0:1749394382.460900:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394382.460901:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508010368:0@lo:400: 00000100:00080000:1.0:1749394382.460905:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394382.460912:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508009728:0@lo:400: 00000100:00100000:1.0:1749394382.460917:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508009984:0@lo:38: 00000100:00080000:1.0:1749394382.460929:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394382.460932:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394382.460936:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508009472:0@lo:400: 00000100:00100000:1.0:1749394382.460936:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508010112:0@lo:38: 00000100:00080000:1.0:1749394382.460944:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394382.460946:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394382.460950:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508010240:0@lo:38: 00000100:00080000:1.0:1749394382.460958:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394382.460961:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394382.460963:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508009344:0@lo:38: 00000100:00080000:1.0:1749394382.460971:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394382.460973:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394382.460976:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508009600:0@lo:38: 00000100:00080000:1.0:1749394382.460983:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394382.460985:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394382.460989:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508009856:0@lo:38: 00000100:00100000:1.0:1749394382.476231:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508010752:0@lo:41: 00000100:00100000:2.0:1749394382.476256:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508010624:0@lo:41: 00000100:00100000:1.0:1749394382.476271:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394382.476309:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394382.476333:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508010752 00000100:00100000:3.0:1749394382.476335:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508010624 00000100:00100000:1.0:1749394382.476338:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508010752 00000100:00100000:3.0:1749394382.476343:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508010624 00000100:00100000:1.0:1749394382.476368:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1749394382.476375:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508010752:12345-0@lo:41: 00000100:00100000:3.0:1749394382.476391:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:3.0:1749394382.476400:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508010624:12345-0@lo:41: 00000004:00000024:1.0:1749394382.476402:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:3.0:1749394382.476425:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749394382.476455:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508010752:12345-0@lo:41: Request processed in 80us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394382.476463:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:3.0:1749394382.476480:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508010624:12345-0@lo:41: Request processed in 81us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394382.476489:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508010752:0@lo:41: 00000100:00100000:3.0:1749394382.476489:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:2.0:1749394382.476521:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508010624:0@lo:41: 00000100:00100000:2.0:1749394382.996215:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394382.996230:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508010880:0@lo:900: 00000100:00100000:2.0:1749394383.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394383.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394383.330317:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394384.192193:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394384.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394384.332328:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394384.390216:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508011136:0@lo:700: 00000100:00100000:0.0:1749394384.390217:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d082300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508011008:0@lo:700: 00000100:00100000:2.0:1749394384.390294:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394384.390340:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394384.390366:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 11 seconds 00000100:00100000:0.0:1749394384.390375:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:3.0:1749394384.390430:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508011136 00000100:00100000:3.0:1749394384.390440:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508011136 00000100:00100000:1.0:1749394384.390472:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508011008 00000100:00100000:1.0:1749394384.390481:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508011008 00000100:00080000:0.0:1749394384.390503:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394384.390511:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00100000:3.0:1749394384.390521:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508011136:12345-0@lo:700: 00000100:00100000:1.0:1749394384.390524:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:1.0:1749394384.390532:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508011008:12345-0@lo:700: 00000100:00100000:3.0:1749394384.390564:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 0 seconds 00000100:00100000:3.0:1749394384.390571:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508011264:0@lo:700: 40000000:00080000:3.0:1749394384.390585:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394384.390588:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394384.390647:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea240 going to sleep for 0 seconds 00000100:00100000:3.0:1749394384.390654:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508011136:12345-0@lo:700: Request processed in 135us (360us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394384.390655:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508011392:0@lo:700: 00000100:00100000:3.0:1749394384.390664:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 40000000:00080000:1.0:1749394384.390667:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394384.390670:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394384.390690:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508011136:0@lo:700: 00000100:00100000:1.0:1749394384.390768:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508011008:12345-0@lo:700: Request processed in 236us (428us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394384.390777:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00100000:0.0:1749394384.390787:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d082300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508011008:0@lo:700: 00000100:00100000:2.0:1749394384.997217:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394384.997233:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508011520:0@lo:900: 00000100:00100000:2.0:1749394385.192213:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394385.322192:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394385.334294:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394386.192199:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394386.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394386.336353:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394386.391196:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d082300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508011648:0@lo:700: 00000100:00100000:2.0:1749394386.391202:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508011776:0@lo:700: 00000100:00100000:2.0:1749394386.391269:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394386.391306:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394386.391334:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 11 seconds 00000100:00100000:0.0:1749394386.391338:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:1.0:1749394386.391400:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508011776 00000100:00100000:1.0:1749394386.391412:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508011776 00000100:00100000:3.0:1749394386.391428:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508011648 00000100:00100000:3.0:1749394386.391437:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508011648 00000100:00080000:0.0:1749394386.391471:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394386.391482:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602 00000100:00100000:1.0:1749394386.391493:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508011776:12345-0@lo:700: 00000100:00100000:3.0:1749394386.391504:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603 00000100:00100000:3.0:1749394386.391513:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508011648:12345-0@lo:700: 00000100:00100000:1.0:1749394386.391545:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea240 going to sleep for 0 seconds 00000100:00100000:1.0:1749394386.391552:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508011904:0@lo:700: 40000000:00080000:1.0:1749394386.391566:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394386.391569:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394386.391624:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39240 going to sleep for 0 seconds 00000100:00100000:1.0:1749394386.391636:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508011776:12345-0@lo:700: Request processed in 145us (366us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394386.391641:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093b00000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508012032:0@lo:700: 00000100:00100000:1.0:1749394386.391645:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602 40000000:00080000:3.0:1749394386.391655:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394386.391658:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394386.391661:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508011776:0@lo:700: 00000100:00100000:3.0:1749394386.391781:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508011648:12345-0@lo:700: Request processed in 268us (473us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394386.391791:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d082300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508011648:0@lo:700: 00000100:00100000:3.0:1749394386.391791:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603 00000100:00100000:0.0:1749394386.735471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394386.735514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394386.735553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394386.735605:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499792768 00000100:00100000:3.0:1749394386.735614:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499792768 00000100:00100000:1.0:1749394386.735621:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499792896 00000100:00100000:1.0:1749394386.735628:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499792896 00000100:00100000:2.0:1749394386.735641:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499793024 00000100:00100000:2.0:1749394386.735650:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499793024 00000100:00100000:3.0:1749394386.735661:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 719 00000100:00100000:3.0:1749394386.735669:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499792768:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394386.735681:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2164 00000100:00100000:1.0:1749394386.735689:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499792896:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394386.735725:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2165 00000100:00100000:2.0:1749394386.735733:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499793024:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394386.735750:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1428 last 0 00000100:00100000:3.0:1749394386.735755:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499792768:12345-192.168.203.32@tcp:400: Request processed in 85us (289us total) trans 0 rc 0/0 00010000:00080000:2.0:1749394386.735758:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1428 last 0 00000100:00100000:3.0:1749394386.735763:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 719 00000100:00100000:1.0:1749394386.735806:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499792896:12345-192.168.203.32@tcp:38: Request processed in 117us (291us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394386.735815:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2164 00000100:00100000:2.0:1749394386.735819:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499793024:12345-192.168.203.32@tcp:38: Request processed in 84us (264us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394386.735828:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2165 00000100:00100000:2.0:1749394386.998205:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394386.998217:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508012160:0@lo:900: 00000100:00100000:2.0:1749394387.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394387.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394387.338317:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394387.468226:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394387.468235:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394387.468239:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394387.468245:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1424 00000100:00080000:0.0:1749394387.468250:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394387.468257:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394387.468278:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f822d80 x1834371508012416/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394387.468317:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394387.468321:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394387.468323:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394387.468324:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371508012288:0@lo:400: 00000100:00080000:0.0:1749394387.468327:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1424 00000100:00080000:0.0:1749394387.468329:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394387.468333:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394387.468345:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0e300 x1834371508012672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394387.468352:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508012416:0@lo:38: 00000100:00080000:0.0:1749394387.468361:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394387.468365:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394387.468367:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394387.468370:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1424 00000100:00080000:0.0:1749394387.468372:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394387.468375:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394387.468384:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dd500 x1834371508012928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394387.468391:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394387.468393:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394387.468395:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394387.468397:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394387.468400:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1424 00000100:00080000:0.0:1749394387.468401:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394387.468404:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394387.468410:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394387.468412:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508012544:0@lo:400: 00000100:00100000:0.0:1749394387.468413:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313dca80 x1834371508013056/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394387.468434:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394387.468437:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394387.468438:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394387.468442:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1424 00000100:00080000:0.0:1749394387.468444:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394387.468444:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508013312:0@lo:400: 00000100:00080000:0.0:1749394387.468447:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394387.468447:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508012672:0@lo:38: 00000100:00100000:0.0:1749394387.468456:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313ddc00 x1834371508013440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394387.468460:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394387.468466:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394387.468469:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394387.468471:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394387.468471:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394387.468472:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394387.468473:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1424 00000100:00080000:0.0:1749394387.468475:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394387.468478:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394387.468490:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508012928:0@lo:38: 00000100:00100000:3.0:1749394387.468491:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749394387.468492:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801313ddf80 x1834371508013568/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394387.468492:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749394387.468499:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508013184:0@lo:400: 00000100:00100000:3.0:1749394387.468499:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508012800:0@lo:400: 00000100:00100000:1.0:1749394387.468507:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394387.468517:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394387.468520:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394387.468523:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508013056:0@lo:38: 00000100:00100000:3.0:1749394387.468540:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508013696:0@lo:400: 00000100:00100000:2.0:1749394387.468541:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508013824:0@lo:400: 00000100:00100000:1.0:1749394387.468542:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394387.468560:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508013440:0@lo:38: 00000100:00100000:3.0:1749394387.468564:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394387.468569:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508012416 00000100:00100000:2.0:1749394387.468571:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508012672 00000100:00100000:0.0:1749394387.468578:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508012416 00000100:00100000:2.0:1749394387.468578:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508012672 00000100:00100000:1.0:1749394387.468580:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394387.468595:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508013568:0@lo:38: 00000100:00100000:2.0:1749394387.468599:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508012928 00000100:00100000:3.0:1749394387.468599:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508012544 00000100:00100000:2.0:1749394387.468601:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508012928 00000100:00100000:0.0:1749394387.468602:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508013056 00000100:00100000:3.0:1749394387.468605:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508012544 00000100:00100000:0.0:1749394387.468606:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508013056 00000100:00100000:1.0:1749394387.468609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394387.468609:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508013440 00000100:00100000:2.0:1749394387.468611:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508013440 00000100:00100000:0.0:1749394387.468618:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508013568 00000100:00100000:0.0:1749394387.468621:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508013568 00000100:00100000:2.0:1749394387.468624:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2166 00000100:00100000:2.0:1749394387.468630:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508012672:12345-0@lo:38: 00000100:00100000:3.0:1749394387.468632:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508012800 00000100:00100000:3.0:1749394387.468634:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508012800 00000100:00100000:1.0:1749394387.468636:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2167 00000100:00100000:1.0:1749394387.468642:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508012416:12345-0@lo:38: 00000100:00100000:3.0:1749394387.468650:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1749394387.468652:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2168 00010000:00020000:2.0:1749394387.468652:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394387.468657:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508012544:12345-0@lo:400: 00010000:00020000:1.0:1749394387.468660:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394387.468663:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508012928:12345-0@lo:38: 00010000:00020000:0.0:1749394387.468685:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394387.468693:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508012672:12345-0@lo:38: Request processed in 62us (223us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394387.468737:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508012416:12345-0@lo:38: Request processed in 51us (285us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394387.468746:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2167 00000100:00100000:3.0:1749394387.468747:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508012544:12345-0@lo:400: Request processed in 89us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394387.468769:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1749394387.468772:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508012928:12345-0@lo:38: Request processed in 107us (259us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394387.468772:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2166 00000100:00100000:0.0:1749394387.468784:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2168 00000100:00100000:3.0:1749394387.468786:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1749394387.468792:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371508012800:12345-0@lo:400: 00000100:00100000:1.0:1749394387.468795:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2169 00000100:00100000:1.0:1749394387.468800:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508013056:12345-0@lo:38: 00000100:00100000:2.0:1749394387.468801:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2170 00000100:00100000:2.0:1749394387.468805:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508013440:12345-0@lo:38: 00000100:00100000:0.0:1749394387.468807:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2171 00000100:00100000:0.0:1749394387.468814:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508013568:12345-0@lo:38: 00010000:00020000:1.0:1749394387.468815:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749394387.468820:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394387.468824:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371508012800:12345-0@lo:400: Request processed in 33us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394387.468830:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00010000:00020000:0.0:1749394387.468833:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394387.468845:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508013056:12345-0@lo:38: Request processed in 44us (303us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394387.468849:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508013440:12345-0@lo:38: Request processed in 43us (269us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394387.468854:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2169 00000100:00100000:3.0:1749394387.468855:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394387.468857:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2170 00000100:00100000:0.0:1749394387.468865:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508013568:12345-0@lo:38: Request processed in 50us (253us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394387.468873:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508012288 00000100:00100000:1.0:1749394387.468878:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508012288 00000100:00100000:2.0:1749394387.468878:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508013312 00000100:00100000:0.0:1749394387.468881:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2171 00000100:00100000:2.0:1749394387.468881:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508013312 00000100:00100000:3.0:1749394387.468882:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508013184 00000100:00100000:3.0:1749394387.468886:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508013184 00000100:00100000:2.0:1749394387.468904:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508013696 00000100:00100000:1.0:1749394387.468906:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1749394387.468907:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508013696 00000100:00100000:1.0:1749394387.468912:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371508012288:12345-0@lo:400: 00000100:00100000:3.0:1749394387.468920:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508013824 00000100:00100000:3.0:1749394387.468923:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508013824 00000100:00100000:2.0:1749394387.468929:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:2.0:1749394387.468935:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371508013312:12345-0@lo:400: 00000100:00100000:0.0:1749394387.468939:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:1.0:1749394387.468946:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371508012288:12345-0@lo:400: Request processed in 33us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394387.468947:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:0.0:1749394387.468951:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508013184:12345-0@lo:400: 00000100:00100000:1.0:1749394387.468954:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1749394387.468955:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508013696:12345-0@lo:400: 00000100:00100000:2.0:1749394387.468966:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371508013312:12345-0@lo:400: Request processed in 32us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394387.468973:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:2.0:1749394387.468985:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1749394387.468988:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508013696:12345-0@lo:400: Request processed in 35us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394387.468990:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508013824:12345-0@lo:400: 00010000:00080000:1.0:1749394387.468994:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313de300 x1834371508013312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394387.468994:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:0.0:1749394387.468998:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508013184:12345-0@lo:400: Request processed in 50us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394387.469009:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:1.0:1749394387.469010:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508013312:0@lo:400: 00000100:00100000:2.0:1749394387.469017:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508013824:12345-0@lo:400: Request processed in 27us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394387.469022:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371508012288:0@lo:400: 00010000:00080000:3.0:1749394387.469023:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a3480 x1834371508013696/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394387.469024:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00080000:0.0:1749394387.469032:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394387.469037:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508013696:0@lo:400: 00010000:00080000:1.0:1749394387.469044:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313df800 x1834371508013184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394387.469047:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508012800:0@lo:400: 00000100:00100000:1.0:1749394387.469054:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508013184:0@lo:400: 00000100:00100000:3.0:1749394387.469056:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508012544:0@lo:400: 00000100:00080000:1.0:1749394387.469118:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394387.469123:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:3.0:1749394387.469126:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f8a0a80 x1834371508013824/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394387.469127:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508013440:0@lo:38: 00000100:00080000:1.0:1749394387.469137:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394387.469137:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508013824:0@lo:400: 00000100:00080000:1.0:1749394387.469147:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394387.469152:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508013568:0@lo:38: 00000100:00080000:1.0:1749394387.469163:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394387.469166:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394387.469169:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508012672:0@lo:38: 00000100:00080000:1.0:1749394387.469176:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394387.469178:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394387.469181:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508012928:0@lo:38: 00000100:00080000:1.0:1749394387.469188:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394387.469190:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394387.469193:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508013056:0@lo:38: 00000100:00080000:1.0:1749394387.469200:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394387.469202:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394387.469205:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508012416:0@lo:38: 00000100:00100000:0.0:1749394387.484239:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508014080:0@lo:41: 00000100:00100000:0.0:1749394387.484283:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394387.484312:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508013952:0@lo:41: 00000100:00100000:2.0:1749394387.484342:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508014080 00000100:00100000:2.0:1749394387.484351:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508014080 00000100:00100000:1.0:1749394387.484353:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394387.484378:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508013952 00000100:00100000:2.0:1749394387.484381:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508013952 00000100:00100000:0.0:1749394387.484394:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:0.0:1749394387.484407:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508014080:12345-0@lo:41: 00000100:00100000:2.0:1749394387.484407:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1749394387.484416:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508013952:12345-0@lo:41: 00000004:00000024:2.0:1749394387.484441:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000004:00000024:0.0:1749394387.484442:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749394387.484497:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508014080:12345-0@lo:41: Request processed in 91us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394387.484501:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508013952:12345-0@lo:41: Request processed in 86us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394387.484509:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1749394387.484517:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1749394387.484539:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508013952:0@lo:41: 00000100:00100000:0.0:1749394387.484558:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508014080:0@lo:41: 00000100:00100000:2.0:1749394388.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394388.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394388.340310:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394388.392222:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508014336:0@lo:700: 00000100:00100000:0.0:1749394388.392223:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508014208:0@lo:700: 00000100:00100000:0.0:1749394388.392296:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394388.392335:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394388.392360:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:2.0:1749394388.392373:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394388.392421:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508014208 00000100:00100000:3.0:1749394388.392423:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508014336 00000100:00100000:1.0:1749394388.392432:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508014208 00000100:00100000:3.0:1749394388.392444:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508014336 00000100:00080000:0.0:1749394388.392486:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394388.392497:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1604 00000100:00100000:1.0:1749394388.392507:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508014208:12345-0@lo:700: 00000100:00100000:3.0:1749394388.392515:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1605 00000100:00100000:3.0:1749394388.392524:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508014336:12345-0@lo:700: 00000100:00100000:1.0:1749394388.392550:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 0 seconds 00000100:00100000:1.0:1749394388.392557:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508014464:0@lo:700: 40000000:00080000:1.0:1749394388.392580:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394388.392584:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394388.392640:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39180 going to sleep for 0 seconds 00000100:00100000:3.0:1749394388.392647:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508014592:0@lo:700: 00000100:00100000:1.0:1749394388.392651:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508014208:12345-0@lo:700: Request processed in 146us (356us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394388.392661:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1604 40000000:00080000:3.0:1749394388.392662:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394388.392666:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394388.392678:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508014208:0@lo:700: 00000100:00100000:3.0:1749394388.392751:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508014336:12345-0@lo:700: Request processed in 226us (414us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394388.392760:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1605 00000100:00100000:2.0:1749394388.392778:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508014336:0@lo:700: 00000100:00100000:2.0:1749394388.999209:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394388.999223:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97b480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508014720:0@lo:900: 00000100:00100000:2.0:1749394389.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394389.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394389.342339:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394390.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394390.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394390.344287:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394390.393220:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508014848:0@lo:700: 00000100:00100000:2.0:1749394390.393221:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508014976:0@lo:700: 00000100:00100000:2.0:1749394390.393304:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394390.393374:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394390.393409:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:2.0:1749394390.393409:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 11 seconds 00000100:00100000:3.0:1749394390.393435:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508014976 00000100:00100000:3.0:1749394390.393447:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508014976 00000100:00100000:1.0:1749394390.393453:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508014848 00000100:00100000:1.0:1749394390.393462:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508014848 00000100:00080000:0.0:1749394390.393475:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394390.393501:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606 00000100:00100000:3.0:1749394390.393511:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f979880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508014976:12345-0@lo:700: 00000100:00100000:1.0:1749394390.393516:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607 00000100:00100000:1.0:1749394390.393525:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508014848:12345-0@lo:700: 00000100:00100000:3.0:1749394390.393557:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39180 going to sleep for 0 seconds 00000100:00100000:3.0:1749394390.393564:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508015104:0@lo:700: 40000000:00080000:3.0:1749394390.393581:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394390.393584:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394390.393641:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 0 seconds 00000100:00100000:1.0:1749394390.393648:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508015232:0@lo:700: 00000100:00100000:3.0:1749394390.393653:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f979880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508014976:12345-0@lo:700: Request processed in 143us (351us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749394390.393660:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:3.0:1749394390.393662:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606 40000000:00020000:1.0:1749394390.393663:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394390.393702:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508014976:0@lo:700: 00000100:00100000:1.0:1749394390.393754:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508014848:12345-0@lo:700: Request processed in 229us (379us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394390.393763:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607 00000100:00100000:0.0:1749394390.393781:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508014848:0@lo:700: 00000100:00100000:2.0:1749394391.000205:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394391.000222:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97b480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508015360:0@lo:900: 00000100:00100000:2.0:1749394391.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394391.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394391.346304:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394391.743627:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394391.743715:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394391.743760:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499793152 00000100:00100000:0.0:1749394391.743763:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394391.743774:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499793152 00000100:00100000:0.0:1749394391.743789:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499793280 00000100:00100000:0.0:1749394391.743795:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499793280 00000100:00100000:2.0:1749394391.743826:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 721 00000100:00100000:0.0:1749394391.743830:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499793408 00000100:00100000:0.0:1749394391.743832:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499793408 00000100:00100000:2.0:1749394391.743836:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499793152:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394391.743848:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2172 00000100:00100000:0.0:1749394391.743855:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499793280:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394391.743861:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2173 00000100:00100000:1.0:1749394391.743872:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499793408:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394391.743883:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1433 last 0 00010000:00080000:1.0:1749394391.743898:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1433 last 0 00000100:00100000:2.0:1749394391.743912:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499793152:12345-192.168.203.32@tcp:400: Request processed in 77us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394391.743921:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 721 00000100:00100000:0.0:1749394391.743934:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499793280:12345-192.168.203.32@tcp:38: Request processed in 78us (218us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394391.743942:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2172 00000100:00100000:1.0:1749394391.743962:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499793408:12345-192.168.203.32@tcp:38: Request processed in 89us (197us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394391.743970:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2173 00000100:00100000:2.0:1749394392.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394392.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394392.348329:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394392.394218:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508015488:0@lo:700: 00000100:00100000:0.0:1749394392.394219:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508015616:0@lo:700: 00000100:00100000:2.0:1749394392.394279:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394392.394349:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394392.394383:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755a80 going to sleep for 11 seconds 00000100:00100000:0.0:1749394392.394388:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:1.0:1749394392.394432:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508015488 00000100:00100000:1.0:1749394392.394444:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508015488 00000100:00100000:3.0:1749394392.394484:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508015616 00000100:00100000:3.0:1749394392.394493:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508015616 00000100:00080000:0.0:1749394392.394507:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394392.394513:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1608 00000100:00100000:1.0:1749394392.394524:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508015488:12345-0@lo:700: 00000100:00100000:3.0:1749394392.394543:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1609 00000100:00100000:3.0:1749394392.394551:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508015616:12345-0@lo:700: 00000100:00100000:3.0:1749394392.394588:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39180 going to sleep for 0 seconds 00000100:00100000:3.0:1749394392.394595:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508015744:0@lo:700: 40000000:00080000:3.0:1749394392.394621:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394392.394624:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394392.394724:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 0 seconds 00000100:00100000:3.0:1749394392.394731:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508015616:12345-0@lo:700: Request processed in 179us (382us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394392.394735:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508015872:0@lo:700: 00000100:00100000:3.0:1749394392.394740:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1609 40000000:00080000:1.0:1749394392.394752:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394392.394756:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394392.394760:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508015616:0@lo:700: 00000100:00100000:1.0:1749394392.394822:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508015488:12345-0@lo:700: Request processed in 299us (542us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394392.394831:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1608 00000100:00100000:2.0:1749394392.394845:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508015488:0@lo:700: 00000100:00080000:0.0:1749394392.476221:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394392.476229:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394392.476232:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394392.476238:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1429 00000100:00080000:0.0:1749394392.476242:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394392.476248:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394392.476268:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130061500 x1834371508016128/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394392.476296:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394392.476300:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394392.476302:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394392.476305:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1429 00000100:00080000:0.0:1749394392.476308:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394392.476311:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394392.476313:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508016000:0@lo:400: 00000100:00100000:0.0:1749394392.476321:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060000 x1834371508016384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394392.476331:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508016256:0@lo:400: 00000100:00080000:0.0:1749394392.476343:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394392.476346:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394392.476347:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394392.476350:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1429 00000100:00080000:0.0:1749394392.476352:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394392.476355:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394392.476367:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a3480 x1834371508016640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394392.476370:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394392.476375:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394392.476379:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394392.476380:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394392.476384:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1429 00000100:00080000:0.0:1749394392.476386:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394392.476388:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394392.476389:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394392.476399:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017e680 x1834371508016768/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394392.476402:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508016512:0@lo:400: 00000100:00080000:0.0:1749394392.476409:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394392.476413:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394392.476414:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394392.476417:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1429 00000100:00080000:0.0:1749394392.476419:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394392.476422:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394392.476427:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508016000 00000100:00100000:0.0:1749394392.476431:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017df80 x1834371508016896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394392.476432:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508016000 00000100:00100000:2.0:1749394392.476434:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508016256 00000100:00080000:0.0:1749394392.476439:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394392.476439:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508016256 00000100:00080000:0.0:1749394392.476442:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394392.476444:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394392.476444:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394392.476447:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1429 00000100:00080000:0.0:1749394392.476448:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394392.476451:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394392.476460:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017c700 x1834371508017024/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394392.476460:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1749394392.476467:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508016512 00000100:00100000:3.0:1749394392.476467:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508016000:12345-0@lo:400: 00000100:00100000:2.0:1749394392.476470:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508016512 00000100:00100000:1.0:1749394392.476478:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1749394392.476486:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508017152:0@lo:400: 00000100:00100000:2.0:1749394392.476487:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:2.0:1749394392.476494:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508016256:12345-0@lo:400: 00000100:00100000:3.0:1749394392.476506:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508016000:12345-0@lo:400: Request processed in 39us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394392.476512:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1749394392.476515:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394392.476515:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1749394392.476523:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508016512:12345-0@lo:400: 00000100:00100000:2.0:1749394392.476536:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508016256:12345-0@lo:400: Request processed in 41us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394392.476543:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:3.0:1749394392.476545:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508017280:0@lo:400: 00000100:00100000:1.0:1749394392.476547:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508016128:0@lo:38: 00000100:00100000:3.0:1749394392.476573:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394392.476576:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508016256:0@lo:400: 00000100:00100000:0.0:1749394392.476579:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508016512:12345-0@lo:400: Request processed in 59us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394392.476579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394392.476587:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1749394392.476595:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508016384:0@lo:38: 00000100:00100000:2.0:1749394392.476595:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508017152 00000100:00100000:2.0:1749394392.476598:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508017152 00000100:00100000:3.0:1749394392.476598:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508016000:0@lo:400: 00000100:00100000:1.0:1749394392.476610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394392.476612:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508017280 00000100:00100000:0.0:1749394392.476617:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508017280 00000100:00100000:1.0:1749394392.476624:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508016640:0@lo:38: 00000100:00100000:2.0:1749394392.476628:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1749394392.476628:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508016128 00000100:00100000:3.0:1749394392.476632:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508016128 00000100:00100000:2.0:1749394392.476636:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508017152:12345-0@lo:400: 00000100:00100000:1.0:1749394392.476639:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394392.476643:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:0.0:1749394392.476650:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508017280:12345-0@lo:400: 00000100:00100000:3.0:1749394392.476727:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508016384 00000100:00100000:3.0:1749394392.476731:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508016384 00000100:00100000:2.0:1749394392.476737:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508017152:12345-0@lo:400: Request processed in 100us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394392.476738:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508016768:0@lo:38: 00000100:00100000:2.0:1749394392.476745:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1749394392.476747:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508016640 00000100:00100000:3.0:1749394392.476749:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508016640 00000100:00100000:0.0:1749394392.476753:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508017280:12345-0@lo:400: Request processed in 102us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394392.476759:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394392.476760:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:3.0:1749394392.476762:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2174 00000100:00100000:3.0:1749394392.476768:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508016128:12345-0@lo:38: 00000100:00100000:1.0:1749394392.476769:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508016896:0@lo:38: 00000100:00080000:0.0:1749394392.476778:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394392.476784:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394392.476786:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508016768 00010000:00020000:3.0:1749394392.476789:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394392.476790:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508016768 00000100:00100000:1.0:1749394392.476796:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508017024:0@lo:38: 00010000:00080000:0.0:1749394392.476799:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993b480 x1834371508017280/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394392.476800:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508016896 00000100:00100000:2.0:1749394392.476802:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508016896 00000100:00100000:0.0:1749394392.476812:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508017280:0@lo:400: 00000100:00100000:2.0:1749394392.476812:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2175 00000100:00100000:1.0:1749394392.476813:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394392.476817:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508016384:12345-0@lo:38: 00010000:00020000:2.0:1749394392.476834:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394392.476836:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508016128:12345-0@lo:38: Request processed in 66us (255us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394392.476840:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508017024 00000100:00100000:0.0:1749394392.476843:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508017024 00000100:00100000:3.0:1749394392.476844:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2174 00000100:00080000:1.0:1749394392.476855:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394392.476856:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2176 00000100:00080000:1.0:1749394392.476860:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394392.476861:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508016384:12345-0@lo:38: Request processed in 43us (250us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394392.476862:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508016640:12345-0@lo:38: 00000100:00100000:1.0:1749394392.476865:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508016128:0@lo:38: 00000100:00100000:3.0:1749394392.476869:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2177 00000100:00100000:3.0:1749394392.476874:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508016768:12345-0@lo:38: 00000100:00080000:1.0:1749394392.476875:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00020000:0.0:1749394392.476877:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749394392.476878:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394392.476880:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2175 00000100:00100000:1.0:1749394392.476881:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508016384:0@lo:38: 00010000:00020000:3.0:1749394392.476887:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394392.476892:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178 00000100:00100000:2.0:1749394392.476896:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508016896:12345-0@lo:38: 00000100:00100000:0.0:1749394392.476906:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508016640:12345-0@lo:38: Request processed in 43us (265us total) trans 0 rc -19/-19 00010000:00020000:2.0:1749394392.476907:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394392.476911:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508016768:12345-0@lo:38: Request processed in 37us (151us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394392.476913:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2176 00010000:00080000:1.0:1749394392.476914:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017ed80 x1834371508017152/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394392.476918:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2177 00000100:00100000:0.0:1749394392.476923:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2179 00000100:00100000:1.0:1749394392.476927:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508017152:0@lo:400: 00000100:00100000:0.0:1749394392.476928:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508017024:12345-0@lo:38: 00000100:00100000:2.0:1749394392.476928:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508016896:12345-0@lo:38: Request processed in 30us (142us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394392.476934:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178 00000100:00100000:1.0:1749394392.476937:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508016512:0@lo:400: 00010000:00020000:0.0:1749394392.476939:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394392.476959:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508017024:12345-0@lo:38: Request processed in 31us (147us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394392.476959:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394392.476961:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394392.476966:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2179 00000100:00100000:1.0:1749394392.476966:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508016640:0@lo:38: 00000100:00080000:1.0:1749394392.476974:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394392.476977:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394392.476980:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508016768:0@lo:38: 00000100:00080000:1.0:1749394392.476988:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394392.476990:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394392.476993:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508016896:0@lo:38: 00000100:00080000:1.0:1749394392.477000:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394392.477002:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394392.477005:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508017024:0@lo:38: 00000100:00100000:1.0:1749394392.492219:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508017536:0@lo:41: 00000100:00100000:0.0:1749394392.492222:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749394392.492237:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508017408:0@lo:41: 00000100:00100000:1.0:1749394392.492265:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394392.492282:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508017536 00000100:00100000:0.0:1749394392.492288:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508017536 00000100:00100000:0.0:1749394392.492326:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1749394392.492333:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508017536:12345-0@lo:41: 00000004:00000024:0.0:1749394392.492363:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394392.492410:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508017536:12345-0@lo:41: Request processed in 76us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394392.492418:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1749394392.492439:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394392.492459:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508017536:0@lo:41: 00000100:00100000:2.0:1749394392.492487:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508017408 00000100:00100000:2.0:1749394392.492496:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508017408 00000100:00100000:2.0:1749394392.492542:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:2.0:1749394392.492550:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371508017408:12345-0@lo:41: 00000004:00000024:2.0:1749394392.492578:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394392.492632:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371508017408:12345-0@lo:41: Request processed in 82us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394392.492644:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:0.0:1749394392.492696:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508017408:0@lo:41: 00000100:00100000:0.0:1749394392.924170:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394392.924170:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749394392.924194:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371508017792/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394397 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394392.924194:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371508017664/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394397 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394392.924247:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394392.924288:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394392.924309:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394392.924323:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749394392.924381:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508017792 00000100:00100000:1.0:1749394392.924390:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508017792 00000100:00100000:3.0:1749394392.924419:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508017664 00000100:00100000:3.0:1749394392.924429:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508017664 00000100:00100000:1.0:1749394392.924447:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610 00000100:00100000:1.0:1749394392.924456:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508017792:12345-0@lo:700: 00000100:00100000:3.0:1749394392.924475:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1611 40000000:00080000:1.0:1749394392.924480:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749394392.924483:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f979c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508017664:12345-0@lo:700: 40000000:00080000:3.0:1749394392.924503:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749394392.924536:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508017792:12345-0@lo:700: Request processed in 81us (289us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749394392.924545:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610 00000100:00100000:3.0:1749394392.924546:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f979c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508017664:12345-0@lo:700: Request processed in 63us (257us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749394392.924554:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371508017664/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394408 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394392.924554:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1611 00000100:00100000:0.0:1749394392.924560:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371508017792/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394408 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394392.924565:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394392.924570:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394393.001211:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755a80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394393.001221:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508017920:0@lo:900: 00000100:00100000:2.0:1749394393.192172:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394393.322195:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394393.350372:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394394.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394394.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394394.352311:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394394.395220:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f978000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508018176:0@lo:700: 00000100:00100000:0.0:1749394394.395221:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508018048:0@lo:700: 00000100:00100000:0.0:1749394394.395290:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394394.395373:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:2.0:1749394394.395382:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394394.395409:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755a80 going to sleep for 11 seconds 00000100:00100000:3.0:1749394394.395415:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508018048 00000100:00100000:3.0:1749394394.395426:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508018048 00000100:00100000:1.0:1749394394.395469:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508018176 00000100:00100000:1.0:1749394394.395479:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508018176 00000100:00080000:0.0:1749394394.395486:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394394.395505:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1612 00000100:00100000:3.0:1749394394.395515:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508018048:12345-0@lo:700: 00000100:00100000:1.0:1749394394.395530:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1613 00000100:00100000:1.0:1749394394.395539:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508018176:12345-0@lo:700: 00000100:00100000:3.0:1749394394.395562:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e390c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394394.395569:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508018304:0@lo:700: 40000000:00080000:3.0:1749394394.395583:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394394.395586:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394394.395639:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 0 seconds 00000100:00100000:1.0:1749394394.395674:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508018432:0@lo:700: 00000100:00100000:3.0:1749394394.395678:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508018048:12345-0@lo:700: Request processed in 136us (359us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749394394.395688:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394394.395691:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394394.395704:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1612 00000100:00100000:0.0:1749394394.395708:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508018048:0@lo:700: 00000100:00100000:1.0:1749394394.395751:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508018176:12345-0@lo:700: Request processed in 211us (368us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394394.395764:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1613 00000100:00100000:2.0:1749394394.395774:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508018176:0@lo:700: 00000100:00100000:2.0:1749394395.002217:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755a80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394395.002233:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508018560:0@lo:900: 00000100:00100000:2.0:1749394395.192197:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394395.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394395.354328:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394396.192288:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394396.322169:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394396.356314:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394396.396213:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508018688:0@lo:700: 00000100:00100000:2.0:1749394396.396213:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f978000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508018816:0@lo:700: 00000100:00100000:0.0:1749394396.396288:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394396.396365:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:2.0:1749394396.396374:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394396.396401:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755a80 going to sleep for 11 seconds 00000100:00100000:1.0:1749394396.396418:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508018688 00000100:00100000:1.0:1749394396.396431:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508018688 00000100:00100000:3.0:1749394396.396469:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508018816 00000100:00100000:3.0:1749394396.396478:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508018816 00000100:00080000:0.0:1749394396.396497:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394396.396531:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1614 00000100:00100000:3.0:1749394396.396541:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1615 00000100:00100000:1.0:1749394396.396547:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508018688:12345-0@lo:700: 00000100:00100000:3.0:1749394396.396550:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508018816:12345-0@lo:700: 00000100:00100000:3.0:1749394396.396592:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e390c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394396.396599:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508018944:0@lo:700: 40000000:00080000:3.0:1749394396.396613:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394396.396616:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394396.396702:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 0 seconds 00000100:00100000:3.0:1749394396.396711:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508018816:12345-0@lo:700: Request processed in 161us (336us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394396.396720:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1615 00000100:00100000:1.0:1749394396.396722:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508019072:0@lo:700: 40000000:00080000:1.0:1749394396.396737:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:2.0:1749394396.396737:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508018816:0@lo:700: 40000000:00020000:1.0:1749394396.396740:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394396.396800:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508018688:12345-0@lo:700: Request processed in 258us (511us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394396.396810:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1614 00000100:00100000:0.0:1749394396.396829:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099939880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508018688:0@lo:700: 00000100:00100000:0.0:1749394396.751461:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394396.751522:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394396.751592:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499793536 00000100:00100000:2.0:1749394396.751601:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499793536 00000100:00100000:0.0:1749394396.751674:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394396.751681:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 723 00000100:00100000:1.0:1749394396.751686:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499793664 00000100:00100000:2.0:1749394396.751690:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499793536:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394396.751695:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499793664 00000100:00100000:1.0:1749394396.751725:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499793792 00000100:00100000:1.0:1749394396.751728:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499793792 00000100:00100000:1.0:1749394396.751744:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2180 00000100:00100000:2.0:1749394396.751751:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499793536:12345-192.168.203.32@tcp:400: Request processed in 61us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394396.751752:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499793664:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394396.751759:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2181 00000100:00100000:2.0:1749394396.751759:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 723 00000100:00100000:0.0:1749394396.751770:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499793792:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394396.751779:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1438 last 0 00010000:00080000:0.0:1749394396.751800:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1438 last 0 00000100:00100000:1.0:1749394396.751834:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499793664:12345-192.168.203.32@tcp:38: Request processed in 82us (314us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394396.751843:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2180 00000100:00100000:0.0:1749394396.751853:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499793792:12345-192.168.203.32@tcp:38: Request processed in 81us (180us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394396.751865:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2181 00000100:00100000:2.0:1749394397.003207:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755480 going to sleep for 0 seconds 00000100:00100000:2.0:1749394397.003221:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f978000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508019200:0@lo:900: 00000100:00100000:0.0:1749394397.192155:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394397.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394397.358288:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394397.484229:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394397.484237:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394397.484241:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394397.484249:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1434 00000100:00080000:0.0:1749394397.484253:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394397.484260:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394397.484285:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f16300 x1834371508019456/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394397.484323:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371508019328:0@lo:400: 00000100:00080000:0.0:1749394397.484324:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394397.484328:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394397.484330:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394397.484333:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1434 00000100:00080000:0.0:1749394397.484335:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394397.484338:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394397.484351:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f14e00 x1834371508019712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394397.484368:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394397.484371:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394397.484373:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394397.484373:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508019456:0@lo:38: 00000100:00080000:0.0:1749394397.484376:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1434 00000100:00080000:0.0:1749394397.484378:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394397.484381:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394397.484393:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f16d80 x1834371508019968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394397.484395:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394397.484401:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394397.484404:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394397.484405:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394397.484408:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1434 00000100:00080000:0.0:1749394397.484410:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394397.484413:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394397.484423:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f14a80 x1834371508020096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394397.484439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394397.484442:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508019840:0@lo:400: 00000100:00080000:0.0:1749394397.484444:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394397.484448:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394397.484449:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394397.484450:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508020352:0@lo:400: 00000100:00080000:0.0:1749394397.484453:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1434 00000100:00080000:0.0:1749394397.484455:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394397.484458:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394397.484468:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f14700 x1834371508020480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394397.484476:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394397.484478:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394397.484479:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394397.484481:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394397.484484:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1434 00000100:00080000:0.0:1749394397.484485:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394397.484488:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508019712:0@lo:38: 00000100:00080000:0.0:1749394397.484489:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394397.484491:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394397.484497:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749394397.484499:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b16bb80 x1834371508020608/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394397.484504:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508020224:0@lo:400: 00000100:00100000:2.0:1749394397.484521:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394397.484525:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394397.484526:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508020864:0@lo:400: 00000100:00100000:0.0:1749394397.484534:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508019584:0@lo:400: 00000100:00100000:3.0:1749394397.484548:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394397.484551:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508019328 00000100:00100000:1.0:1749394397.484552:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508019968:0@lo:38: 00000100:00100000:2.0:1749394397.484558:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508019328 00000100:00100000:0.0:1749394397.484572:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394397.484586:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394397.484594:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1749394397.484595:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508020736:0@lo:400: 00000100:00100000:3.0:1749394397.484596:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508019840 00000100:00100000:2.0:1749394397.484601:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371508019328:12345-0@lo:400: 00000100:00100000:3.0:1749394397.484602:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508019840 00000100:00100000:0.0:1749394397.484614:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394397.484615:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508020096:0@lo:38: 00000100:00100000:3.0:1749394397.484672:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508019584 00000100:00100000:3.0:1749394397.484676:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508019584 00000100:00100000:1.0:1749394397.484688:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394397.484695:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:3.0:1749394397.484702:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508019840:12345-0@lo:400: 00000100:00100000:0.0:1749394397.484705:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508019456 00000100:00100000:0.0:1749394397.484711:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508019456 00000100:00100000:1.0:1749394397.484717:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508020480:0@lo:38: 00000100:00100000:0.0:1749394397.484732:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508019712 00000100:00100000:0.0:1749394397.484735:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508019712 00000100:00100000:0.0:1749394397.484744:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508019968 00000100:00100000:0.0:1749394397.484747:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508019968 00000100:00100000:3.0:1749394397.484748:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508019840:12345-0@lo:400: Request processed in 46us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394397.484750:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394397.484754:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508020096 00000100:00100000:0.0:1749394397.484756:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508020096 00000100:00100000:3.0:1749394397.484756:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:0.0:1749394397.484766:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2182 00000100:00100000:3.0:1749394397.484771:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1749394397.484773:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508019456:12345-0@lo:38: 00000100:00100000:3.0:1749394397.484788:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508019584:12345-0@lo:400: 00000100:00100000:1.0:1749394397.484790:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508020608:0@lo:38: 00010000:00020000:0.0:1749394397.484794:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394397.484802:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371508019328:12345-0@lo:400: Request processed in 198us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394397.484812:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1749394397.484813:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394397.484825:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508019584:12345-0@lo:400: Request processed in 38us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394397.484830:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508019456:12345-0@lo:38: Request processed in 57us (394us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394397.484831:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00080000:1.0:1749394397.484837:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394397.484838:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2182 00000100:00080000:1.0:1749394397.484842:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394397.484846:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508020352 00000100:00100000:1.0:1749394397.484847:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508019456:0@lo:38: 00000100:00100000:2.0:1749394397.484850:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508020352 00000100:00100000:3.0:1749394397.484850:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508020224 00000100:00100000:0.0:1749394397.484852:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508020480 00000100:00100000:3.0:1749394397.484854:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508020224 00000100:00100000:0.0:1749394397.484855:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508020480 00000100:00100000:0.0:1749394397.484861:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508020608 00000100:00100000:0.0:1749394397.484863:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508020608 00000100:00100000:0.0:1749394397.484871:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2183 00000100:00100000:2.0:1749394397.484874:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508020864 00000100:00100000:0.0:1749394397.484876:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508019712:12345-0@lo:38: 00000100:00100000:2.0:1749394397.484876:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508020864 00000100:00100000:1.0:1749394397.484882:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2184 00010000:00020000:0.0:1749394397.484887:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394397.484888:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508020736 00000100:00100000:1.0:1749394397.484889:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508019968:12345-0@lo:38: 00000100:00100000:3.0:1749394397.484890:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508020736 00000100:00100000:2.0:1749394397.484897:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1749394397.484903:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371508020352:12345-0@lo:400: 00010000:00020000:1.0:1749394397.484906:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394397.484907:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:0.0:1749394397.484910:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508019712:12345-0@lo:38: Request processed in 33us (386us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394397.484912:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508020224:12345-0@lo:400: 00000100:00100000:0.0:1749394397.484917:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2183 00000100:00100000:0.0:1749394397.484928:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2185 00000100:00100000:0.0:1749394397.484932:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508020096:12345-0@lo:38: 00000100:00100000:1.0:1749394397.484938:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508019968:12345-0@lo:38: Request processed in 48us (353us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394397.484938:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371508020352:12345-0@lo:400: Request processed in 36us (460us total) trans 0 rc 0/0 00010000:00020000:0.0:1749394397.484942:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394397.484946:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:1.0:1749394397.484947:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2184 00000100:00100000:2.0:1749394397.484957:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1749394397.484957:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508020224:12345-0@lo:400: Request processed in 44us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394397.484962:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186 00000100:00100000:0.0:1749394397.484965:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508020096:12345-0@lo:38: Request processed in 30us (277us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394397.484965:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eecc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508020864:12345-0@lo:400: 00000100:00100000:3.0:1749394397.484965:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1749394397.484967:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508020480:12345-0@lo:38: 00000100:00100000:0.0:1749394397.484971:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2185 00000100:00100000:3.0:1749394397.484977:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00010000:00020000:1.0:1749394397.484978:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394397.484981:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187 00000100:00100000:3.0:1749394397.484983:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508020736:12345-0@lo:400: 00000100:00100000:0.0:1749394397.484985:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d567b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508020608:12345-0@lo:38: 00000100:00100000:2.0:1749394397.484988:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eecc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508020864:12345-0@lo:400: Request processed in 25us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394397.484994:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00010000:00020000:0.0:1749394397.484995:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394397.484999:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508020480:12345-0@lo:38: Request processed in 30us (249us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394397.485005:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186 00000100:00100000:3.0:1749394397.485008:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508020736:12345-0@lo:400: Request processed in 25us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394397.485015:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:0.0:1749394397.485016:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d567b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508020608:12345-0@lo:38: Request processed in 29us (202us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394397.485022:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187 00000100:00080000:1.0:1749394397.485036:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394397.485039:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394397.485044:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508020608:0@lo:38: 00000100:00080000:0.0:1749394397.485046:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1749394397.485053:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394397.485055:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:3.0:1749394397.485056:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b169500 x1834371508020864/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394397.485059:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508019712:0@lo:38: 00000100:00080000:1.0:1749394397.485067:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394397.485068:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508019584:0@lo:400: 00000100:00100000:3.0:1749394397.485070:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508020864:0@lo:400: 00010000:00080000:0.0:1749394397.485109:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012b16ad80 x1834371508020736/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394397.485117:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394397.485121:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508020736:0@lo:400: 00000100:00100000:1.0:1749394397.485122:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508019968:0@lo:38: 00000100:00100000:3.0:1749394397.485134:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508019840:0@lo:400: 00000100:00080000:1.0:1749394397.485136:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394397.485139:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394397.485142:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508020096:0@lo:38: 00000100:00080000:1.0:1749394397.485150:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394397.485153:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394397.485156:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508020480:0@lo:38: 00010000:00080000:3.0:1749394397.485167:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f16a00 x1834371508020224/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394397.485178:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508020224:0@lo:400: 00010000:00080000:3.0:1749394397.485201:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f16680 x1834371508020352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394397.485210:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508020352:0@lo:400: 00000100:00100000:3.0:1749394397.485219:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371508019328:0@lo:400: 00000100:00100000:0.0:1749394397.500233:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508020992:0@lo:41: 00000100:00100000:0.0:1749394397.500270:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394397.500311:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508021120:0@lo:41: 00000100:00100000:3.0:1749394397.500350:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394397.500391:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508020992 00000100:00100000:2.0:1749394397.500400:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508020992 00000100:00100000:0.0:1749394397.500412:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508021120 00000100:00100000:0.0:1749394397.500418:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508021120 00000100:00100000:2.0:1749394397.500448:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:2.0:1749394397.500456:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508020992:12345-0@lo:41: 00000100:00100000:0.0:1749394397.500462:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:0.0:1749394397.500470:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508021120:12345-0@lo:41: 00000004:00000024:2.0:1749394397.500485:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:0.0:1749394397.500495:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394397.500536:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508021120:12345-0@lo:41: Request processed in 66us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394397.500536:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508020992:12345-0@lo:41: Request processed in 80us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394397.500543:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:0.0:1749394397.500548:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1749394397.500557:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508021120:0@lo:41: 00000100:00100000:1.0:1749394397.500566:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b16ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508020992:0@lo:41: 00000100:00100000:2.0:1749394398.192287:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394398.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394398.360300:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394398.397217:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508021376:0@lo:700: 00000100:00100000:2.0:1749394398.397217:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508021248:0@lo:700: 00000100:00100000:0.0:1749394398.397292:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394398.397360:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394398.397362:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:2.0:1749394398.397385:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755300 going to sleep for 11 seconds 00000100:00100000:1.0:1749394398.397420:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508021376 00000100:00100000:1.0:1749394398.397432:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508021376 00000100:00100000:3.0:1749394398.397460:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508021248 00000100:00100000:3.0:1749394398.397469:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508021248 00000100:00080000:0.0:1749394398.397491:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394398.397503:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1616 00000100:00100000:3.0:1749394398.397512:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1617 00000100:00100000:1.0:1749394398.397514:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508021376:12345-0@lo:700: 00000100:00100000:3.0:1749394398.397520:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508021248:12345-0@lo:700: 00000100:00100000:3.0:1749394398.397557:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e390c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394398.397565:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508021504:0@lo:700: 40000000:00080000:3.0:1749394398.397578:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394398.397581:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394398.397668:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 0 seconds 00000100:00100000:1.0:1749394398.397677:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508021632:0@lo:700: 40000000:00080000:1.0:1749394398.397690:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:3.0:1749394398.397691:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508021248:12345-0@lo:700: Request processed in 170us (330us total) trans 0 rc -11/-11 40000000:00020000:1.0:1749394398.397693:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394398.397701:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1617 00000100:00100000:2.0:1749394398.397717:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508021248:0@lo:700: 00000100:00100000:1.0:1749394398.397750:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508021376:12345-0@lo:700: Request processed in 238us (458us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394398.397760:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1616 00000100:00100000:0.0:1749394398.397776:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508021376:0@lo:700: 00000100:00100000:2.0:1749394399.004208:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755300 going to sleep for 0 seconds 00000100:00100000:2.0:1749394399.004220:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97aa00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508021760:0@lo:900: 00000100:00100000:2.0:1749394399.192184:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394399.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394399.362326:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394400.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394400.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394400.364334:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394400.398217:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508021888:0@lo:700: 00000100:00100000:2.0:1749394400.398217:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508022016:0@lo:700: 00000100:00100000:0.0:1749394400.398289:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394400.398329:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394400.398353:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:2.0:1749394400.398363:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755300 going to sleep for 11 seconds 00000100:00100000:1.0:1749394400.398418:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508021888 00000100:00100000:1.0:1749394400.398429:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508021888 00000100:00100000:3.0:1749394400.398455:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508022016 00000100:00100000:3.0:1749394400.398464:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508022016 00000100:00080000:0.0:1749394400.398488:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394400.398501:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618 00000100:00100000:3.0:1749394400.398509:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1619 00000100:00100000:1.0:1749394400.398512:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508021888:12345-0@lo:700: 00000100:00100000:3.0:1749394400.398518:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508022016:12345-0@lo:700: 00000100:00100000:3.0:1749394400.398555:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e390c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394400.398562:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508022144:0@lo:700: 40000000:00080000:3.0:1749394400.398590:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394400.398593:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394400.398676:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 0 seconds 00000100:00100000:1.0:1749394400.398693:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508022272:0@lo:700: 00000100:00100000:3.0:1749394400.398705:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508022016:12345-0@lo:700: Request processed in 187us (375us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749394400.398707:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394400.398710:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394400.398715:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1619 00000100:00100000:2.0:1749394400.398734:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508022016:0@lo:700: 00000100:00100000:1.0:1749394400.398770:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508021888:12345-0@lo:700: Request processed in 260us (480us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394400.398780:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618 00000100:00100000:0.0:1749394400.398792:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508021888:0@lo:700: 00000100:00100000:2.0:1749394401.005211:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755300 going to sleep for 0 seconds 00000100:00100000:2.0:1749394401.005226:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97aa00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508022400:0@lo:900: 00000100:00100000:2.0:1749394401.192193:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394401.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394401.366311:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394401.759381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394401.759440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394401.759509:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499793920 00000100:00100000:2.0:1749394401.759522:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499793920 00000100:00100000:0.0:1749394401.759549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:1.0:1749394401.759579:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499794048 00000100:00100000:0.0:1749394401.759582:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499794176 00000100:00100000:1.0:1749394401.759589:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499794048 00000100:00100000:0.0:1749394401.759590:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499794176 00000100:00100000:2.0:1749394401.759590:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 725 00000100:00100000:2.0:1749394401.759630:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499793920:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394401.759656:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2188 00000100:00100000:0.0:1749394401.759667:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499794176:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394401.759668:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2189 00000100:00100000:1.0:1749394401.759676:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499794048:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394401.759703:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1443 last 0 00000100:00100000:2.0:1749394401.759703:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499793920:12345-192.168.203.32@tcp:400: Request processed in 104us (331us total) trans 0 rc 0/0 00010000:00080000:1.0:1749394401.759706:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1443 last 0 00000100:00100000:2.0:1749394401.759713:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 725 00000100:00100000:1.0:1749394401.759762:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499794048:12345-192.168.203.32@tcp:38: Request processed in 86us (322us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394401.759770:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2189 00000100:00100000:0.0:1749394401.759779:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499794176:12345-192.168.203.32@tcp:38: Request processed in 112us (230us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394401.759792:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2188 00000100:00100000:2.0:1749394402.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394402.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394402.368353:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394402.399190:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508022528:0@lo:700: 00000100:00100000:2.0:1749394402.399199:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508022656:0@lo:700: 00000100:00100000:0.0:1749394402.399254:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394402.399298:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394402.399319:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:2.0:1749394402.399332:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755180 going to sleep for 11 seconds 00000100:00100000:1.0:1749394402.399378:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508022528 00000100:00100000:3.0:1749394402.399386:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508022656 00000100:00100000:1.0:1749394402.399389:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508022528 00000100:00100000:3.0:1749394402.399395:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508022656 00000100:00080000:0.0:1749394402.399448:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394402.399459:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1620 00000100:00100000:1.0:1749394402.399469:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508022528:12345-0@lo:700: 00000100:00100000:3.0:1749394402.399485:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1621 00000100:00100000:3.0:1749394402.399499:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508022656:12345-0@lo:700: 00000100:00100000:1.0:1749394402.399513:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 0 seconds 00000100:00100000:1.0:1749394402.399520:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508022784:0@lo:700: 40000000:00080000:1.0:1749394402.399535:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394402.399538:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394402.399631:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508022528:12345-0@lo:700: Request processed in 163us (376us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394402.399640:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1620 00000100:00100000:0.0:1749394402.399647:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508022528:0@lo:700: 00000100:00100000:3.0:1749394402.399648:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e390c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394402.399656:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508022912:0@lo:700: 40000000:00080000:3.0:1749394402.399668:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394402.399672:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394402.399729:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508022656:12345-0@lo:700: Request processed in 234us (431us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394402.399739:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1621 00000100:00100000:2.0:1749394402.399796:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508022656:0@lo:700: 00000100:00080000:0.0:1749394402.492221:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394402.492229:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394402.492233:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394402.492239:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1439 00000100:00080000:0.0:1749394402.492243:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394402.492249:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394402.492268:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b169500 x1834371508023168/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394402.492291:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1749394402.492300:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394402.492304:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394402.492306:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394402.492309:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1439 00000100:00100000:3.0:1749394402.492311:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508023296:0@lo:400: 00000100:00080000:0.0:1749394402.492312:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394402.492316:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394402.492326:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e62d80 x1834371508023424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394402.492358:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394402.492365:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394402.492369:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394402.492370:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394402.492374:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1439 00000100:00080000:0.0:1749394402.492376:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394402.492379:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394402.492389:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e60000 x1834371508023680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394402.492394:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371508023040:0@lo:400: 00000100:00100000:1.0:1749394402.492395:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508023552:0@lo:400: 00000100:00080000:0.0:1749394402.492397:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394402.492400:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394402.492402:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394402.492405:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1439 00000100:00080000:0.0:1749394402.492407:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394402.492410:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394402.492419:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394402.492421:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a0380 x1834371508023808/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394402.492429:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394402.492429:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508023296 00000100:00080000:0.0:1749394402.492432:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394402.492434:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394402.492437:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1439 00000100:00080000:0.0:1749394402.492439:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394402.492440:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508023296 00000100:00080000:0.0:1749394402.492442:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394402.492451:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394402.492453:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a1500 x1834371508023936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394402.492461:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394402.492464:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394402.492465:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394402.492466:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508023040 00000100:00080000:0.0:1749394402.492468:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1439 00000100:00080000:0.0:1749394402.492470:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394402.492471:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508023040 00000100:00080000:0.0:1749394402.492473:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394402.492482:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a1f80 x1834371508024064/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394402.492484:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508023552 00000100:00100000:2.0:1749394402.492490:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508023552 00000100:00100000:1.0:1749394402.492497:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508023168:0@lo:38: 00000100:00100000:3.0:1749394402.492500:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1749394402.492506:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371508023040:12345-0@lo:400: 00000100:00100000:2.0:1749394402.492517:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1749394402.492521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394402.492529:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508024192:0@lo:400: 00000100:00100000:2.0:1749394402.492529:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508023296:12345-0@lo:400: 00000100:00100000:1.0:1749394402.492539:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508023424:0@lo:38: 00000100:00100000:3.0:1749394402.492542:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3765:x1834371508023040:12345-0@lo:400: Request processed in 35us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394402.492558:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1749394402.492564:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394402.492568:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394402.492578:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508023680:0@lo:38: 00000100:00100000:3.0:1749394402.492628:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1749394402.492639:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394402.492640:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d565180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508023552:12345-0@lo:400: 00000100:00100000:2.0:1749394402.492642:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508023296:12345-0@lo:400: Request processed in 111us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394402.492651:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:0.0:1749394402.492653:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508023168 00000100:00100000:1.0:1749394402.492658:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508023808:0@lo:38: 00000100:00100000:0.0:1749394402.492659:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508023168 00000100:00100000:0.0:1749394402.492679:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508023424 00000100:00100000:2.0:1749394402.492679:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508024192 00000100:00100000:3.0:1749394402.492679:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d565180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508023552:12345-0@lo:400: Request processed in 44us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394402.492680:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394402.492681:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508023424 00000100:00100000:2.0:1749394402.492683:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508024192 00000100:00100000:3.0:1749394402.492686:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:0.0:1749394402.492692:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508023680 00000100:00100000:0.0:1749394402.492694:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508023680 00000100:00100000:1.0:1749394402.492701:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508023808 00000100:00100000:0.0:1749394402.492705:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2190 00000100:00100000:1.0:1749394402.492706:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508023808 00000100:00100000:0.0:1749394402.492711:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d565500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508023168:12345-0@lo:38: 00000100:00100000:3.0:1749394402.492712:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2191 00000100:00100000:2.0:1749394402.492713:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1749394402.492717:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508023424:12345-0@lo:38: 00000100:00100000:2.0:1749394402.492719:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508024192:12345-0@lo:400: 00000100:00100000:1.0:1749394402.492725:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2192 00000100:00100000:1.0:1749394402.492731:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d565f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508023680:12345-0@lo:38: 00010000:00020000:0.0:1749394402.492733:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749394402.492744:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394402.492752:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394402.492759:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508024192:12345-0@lo:400: Request processed in 40us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394402.492765:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:0.0:1749394402.492771:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d565500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508023168:12345-0@lo:38: Request processed in 59us (249us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394402.492776:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508023424:12345-0@lo:38: Request processed in 58us (211us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394402.492778:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2190 00000100:00080000:2.0:1749394402.492780:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394402.492783:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2191 00000100:00100000:1.0:1749394402.492784:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d565f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508023680:12345-0@lo:38: Request processed in 52us (146us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394402.492791:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508024320:0@lo:400: 00000100:00100000:1.0:1749394402.492792:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2192 00000100:00100000:0.0:1749394402.492796:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2193 00000100:00100000:0.0:1749394402.492801:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d567100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508023808:12345-0@lo:38: 00010000:00020000:0.0:1749394402.492812:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394402.492816:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394402.492831:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508023552:0@lo:400: 00000100:00100000:0.0:1749394402.492836:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d567100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508023808:12345-0@lo:38: Request processed in 33us (155us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394402.492842:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2193 00000100:00100000:2.0:1749394402.492844:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508024320 00000100:00100000:2.0:1749394402.492848:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508024320 00000100:00080000:1.0:1749394402.492856:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394402.492860:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394402.492865:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508023808:0@lo:38: 00000100:00100000:2.0:1749394402.492869:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00080000:3.0:1749394402.492869:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1749394402.492871:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993ad80 x1834371508024192/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394402.492871:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508023936:0@lo:38: 00000100:00100000:2.0:1749394402.492878:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508024320:12345-0@lo:400: 00000100:00100000:0.0:1749394402.492884:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508024192:0@lo:400: 00000100:00100000:1.0:1749394402.492892:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394402.492910:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508023296:0@lo:400: 00000100:00100000:1.0:1749394402.492916:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508023936 00000100:00100000:0.0:1749394402.492919:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e913849c-f021-41dc-a556-1fef882059b2:3765:1834371508023040:0@lo:400: 00000100:00100000:1.0:1749394402.492928:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508023936 00000100:00100000:1.0:1749394402.492949:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2194 00000100:00100000:1.0:1749394402.492955:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508023936:12345-0@lo:38: 00000100:00100000:2.0:1749394402.492956:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508024320:12345-0@lo:400: Request processed in 75us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394402.492968:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00010000:00020000:1.0:1749394402.492969:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394402.492997:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508023936:12345-0@lo:38: Request processed in 41us (105us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394402.493003:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2194 00000100:00080000:1.0:1749394402.493026:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:2.0:1749394402.493027:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993a300 x1834371508024320/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394402.493029:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394402.493033:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508023936:0@lo:38: 00000100:00100000:1.0:1749394402.493040:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508024064:0@lo:38: 00000100:00100000:2.0:1749394402.493042:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508024320:0@lo:400: 00000100:00100000:1.0:1749394402.493058:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394402.493110:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508024064 00000100:00100000:3.0:1749394402.493119:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508024064 00000100:00080000:1.0:1749394402.493132:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394402.493136:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394402.493140:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508023168:0@lo:38: 00000100:00080000:1.0:1749394402.493148:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394402.493151:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394402.493154:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508023424:0@lo:38: 00000100:00080000:1.0:1749394402.493161:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394402.493161:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2195 00000100:00080000:1.0:1749394402.493163:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394402.493166:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508023680:0@lo:38: 00000100:00100000:3.0:1749394402.493169:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d564a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508024064:12345-0@lo:38: 00010000:00020000:3.0:1749394402.493187:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394402.493242:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d564a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508024064:12345-0@lo:38: Request processed in 72us (182us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394402.493249:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2195 00000100:00080000:1.0:1749394402.493273:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394402.493276:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394402.493280:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508024064:0@lo:38: 00000100:00100000:3.0:1749394402.508228:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749394402.508244:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508024576:0@lo:41: 00000100:00100000:3.0:1749394402.508281:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394402.508327:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508024448:0@lo:41: 00000100:00100000:1.0:1749394402.508336:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508024576 00000100:00100000:1.0:1749394402.508345:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508024576 00000100:00100000:0.0:1749394402.508380:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394402.508418:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508024448 00000100:00100000:1.0:1749394402.508421:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508024448 00000100:00100000:3.0:1749394402.508437:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:1.0:1749394402.508445:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1749394402.508448:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508024576:12345-0@lo:41: 00000100:00100000:1.0:1749394402.508453:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508024448:12345-0@lo:41: 00000004:00000024:1.0:1749394402.508483:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:3.0:1749394402.508484:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394402.508534:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508024576:12345-0@lo:41: Request processed in 88us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394402.508543:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:1.0:1749394402.508544:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508024448:12345-0@lo:41: Request processed in 91us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394402.508553:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:2.0:1749394402.508564:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508024576:0@lo:41: 00000100:00100000:0.0:1749394402.508583:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508024448:0@lo:41: 00000100:00100000:2.0:1749394403.006215:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755180 going to sleep for 0 seconds 00000100:00100000:2.0:1749394403.006230:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97aa00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508024704:0@lo:900: 00000100:00100000:2.0:1749394403.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394403.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394403.370322:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394403.924180:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394403.924180:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749394403.924209:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371508024832/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394408 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394403.924209:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371508024960/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394408 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394403.924283:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394403.924325:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394403.924354:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394403.924360:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749394403.924384:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508024960 00000100:00100000:3.0:1749394403.924396:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508024960 00000100:00100000:3.0:1749394403.924458:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508024832 00000100:00100000:3.0:1749394403.924463:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508024832 00000100:00100000:1.0:1749394403.924470:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622 00000100:00100000:0.0:1749394403.924482:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1623 00000100:00100000:1.0:1749394403.924487:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508024960:12345-0@lo:700: 00000100:00100000:0.0:1749394403.924494:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508024832:12345-0@lo:700: 40000000:00080000:1.0:1749394403.924521:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:1.0:1749394403.924524:0:10058:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 40000000:00080000:0.0:1749394403.924538:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:0.0:1749394403.924609:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508024832:12345-0@lo:700: Request processed in 91us (257us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749394403.924614:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508024960:12345-0@lo:700: Request processed in 100us (298us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394403.924619:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1623 00000100:00100000:1.0:1749394403.924625:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622 00000100:00100000:2.0:1749394403.924629:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371508024832/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394419 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394403.924641:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394403.924657:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371508024960/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394419 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394403.924665:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394404.192188:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394404.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394404.372296:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394404.400215:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508025088:0@lo:700: 00000100:00100000:2.0:1749394404.400215:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508025216:0@lo:700: 00000100:00100000:2.0:1749394404.400265:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394404.400314:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394404.400335:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099755180 going to sleep for 11 seconds 00000100:00100000:0.0:1749394404.400337:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:0.0:1749394404.400353:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508025216 00000100:00100000:0.0:1749394404.400359:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508025216 00000100:00100000:0.0:1749394404.400408:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508025088 00000100:00080000:3.0:1749394404.400409:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394404.400411:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508025088 00000100:00100000:1.0:1749394404.400420:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1624 00000100:00080000:3.0:1749394404.400429:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394404.400436:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625 00000100:00100000:1.0:1749394404.400439:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508025216:12345-0@lo:700: 00000100:00100000:2.0:1749394404.400447:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508025088:12345-0@lo:700: 00000100:00100000:1.0:1749394404.400491:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 0 seconds 00000100:00100000:1.0:1749394404.400501:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508025344:0@lo:700: 40000000:00080000:1.0:1749394404.400519:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394404.400523:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394404.400621:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756000 going to sleep for 0 seconds 00000100:00100000:2.0:1749394404.400628:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508025472:0@lo:700: 00000100:00100000:1.0:1749394404.400630:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508025216:12345-0@lo:700: Request processed in 195us (360us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394404.400641:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:1.0:1749394404.400642:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1624 40000000:00020000:2.0:1749394404.400645:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394404.400671:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508025216:0@lo:700: 00000100:00100000:2.0:1749394404.400695:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508025088:12345-0@lo:700: Request processed in 250us (381us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394404.400705:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625 00000100:00100000:0.0:1749394404.400728:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508025088:0@lo:700: 00000100:00100000:2.0:1749394405.007210:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756000 going to sleep for 0 seconds 00000100:00100000:2.0:1749394405.007224:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508025600:0@lo:900: 00000100:00100000:2.0:1749394405.192214:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394405.322168:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394405.374324:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394406.192196:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394406.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394406.376335:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394406.401217:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508025728:0@lo:700: 00000100:00100000:3.0:1749394406.401217:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508025856:0@lo:700: 00000100:00100000:3.0:1749394406.401294:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394406.401341:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394406.401364:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39000 going to sleep for 11 seconds 00000100:00100000:0.0:1749394406.401373:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:2.0:1749394406.401412:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508025856 00000100:00100000:1.0:1749394406.401423:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508025728 00000100:00100000:2.0:1749394406.401423:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508025856 00000100:00100000:1.0:1749394406.401432:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508025728 00000100:00100000:2.0:1749394406.401491:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626 00000100:00080000:3.0:1749394406.401492:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394406.401502:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508025856:12345-0@lo:700: 00000100:00100000:1.0:1749394406.401517:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1627 00000100:00100000:1.0:1749394406.401530:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508025728:12345-0@lo:700: 00000100:00100000:2.0:1749394406.401546:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756000 going to sleep for 0 seconds 00000100:00100000:2.0:1749394406.401553:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508025984:0@lo:700: 40000000:00080000:2.0:1749394406.401601:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394406.401604:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394406.401668:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508025856:12345-0@lo:700: Request processed in 168us (374us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394406.401677:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 0 seconds 00000100:00100000:2.0:1749394406.401678:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626 00000100:00100000:1.0:1749394406.401687:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508026112:0@lo:700: 40000000:00080000:1.0:1749394406.401703:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394406.401707:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394406.401707:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508025856:0@lo:700: 00000100:00100000:1.0:1749394406.401773:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508025728:12345-0@lo:700: Request processed in 244us (432us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394406.401786:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1627 00000100:00100000:0.0:1749394406.401801:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508025728:0@lo:700: 00000100:00100000:0.0:1749394406.767431:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394406.767474:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394406.767516:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499794304 00000100:00100000:3.0:1749394406.767526:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499794304 00000100:00100000:3.0:1749394406.767599:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 727 00000100:00100000:0.0:1749394406.767609:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394406.767609:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499794304:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749394406.767631:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499794432 00000100:00100000:2.0:1749394406.767640:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499794432 00000100:00100000:2.0:1749394406.767668:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499794560 00000100:00100000:2.0:1749394406.767671:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499794560 00000100:00100000:3.0:1749394406.767682:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499794304:12345-192.168.203.32@tcp:400: Request processed in 70us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394406.767688:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2196 00000100:00100000:3.0:1749394406.767694:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 727 00000100:00100000:2.0:1749394406.767696:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499794432:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394406.767700:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2197 00000100:00100000:1.0:1749394406.767710:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499794560:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749394406.767723:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1448 last 0 00010000:00080000:1.0:1749394406.767739:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1448 last 0 00000100:00100000:2.0:1749394406.767782:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499794432:12345-192.168.203.32@tcp:38: Request processed in 85us (307us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394406.767790:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2196 00000100:00100000:1.0:1749394406.767795:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499794560:12345-192.168.203.32@tcp:38: Request processed in 83us (186us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394406.767806:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2197 00000100:00100000:2.0:1749394407.008208:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756000 going to sleep for 0 seconds 00000100:00100000:2.0:1749394407.008221:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffdc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508026240:0@lo:900: 00000100:00100000:2.0:1749394407.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394407.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394407.378310:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394407.500233:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394407.500241:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394407.500245:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394407.500252:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1444 00000100:00080000:0.0:1749394407.500257:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394407.500263:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394407.500285:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f8a4e00 x1834371508026496/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394407.500323:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394407.500327:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394407.500329:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394407.500332:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371508026368:0@lo:400: 00000100:00080000:0.0:1749394407.500333:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1444 00000100:00080000:0.0:1749394407.500335:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394407.500339:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394407.500351:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bba300 x1834371508026752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394407.500364:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508026496:0@lo:38: 00000100:00080000:0.0:1749394407.500369:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394407.500372:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394407.500374:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394407.500378:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1444 00000100:00100000:3.0:1749394407.500378:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508026624:0@lo:400: 00000100:00080000:0.0:1749394407.500380:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394407.500383:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394407.500392:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d083b80 x1834371508027008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394407.500400:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394407.500400:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394407.500403:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394407.500405:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394407.500408:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1444 00000100:00080000:0.0:1749394407.500410:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394407.500412:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394407.500422:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d080a80 x1834371508027136/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394407.500438:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394407.500438:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394407.500444:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394407.500447:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394407.500449:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394407.500453:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1444 00000100:00080000:0.0:1749394407.500455:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394407.500456:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508027392:0@lo:400: 00000100:00080000:0.0:1749394407.500458:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394407.500469:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c124000 x1834371508027520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394407.500476:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394407.500479:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:2.0:1749394407.500480:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394407.500481:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394407.500481:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749394407.500484:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1444 00000100:00100000:1.0:1749394407.500484:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508026496 00000100:00080000:0.0:1749394407.500486:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394407.500488:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394407.500493:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508026496 00000100:00100000:0.0:1749394407.500498:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c125500 x1834371508027648/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394407.500498:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749394407.500504:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508027264:0@lo:400: 00000100:00100000:3.0:1749394407.500510:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508026880:0@lo:400: 00000100:00100000:2.0:1749394407.500521:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394407.500529:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2198 00000100:00100000:0.0:1749394407.500533:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508027904:0@lo:400: 00000100:00100000:1.0:1749394407.500539:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508026496:12345-0@lo:38: 00000100:00100000:2.0:1749394407.500546:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508027392 00000100:00100000:3.0:1749394407.500547:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394407.500551:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508027392 00010000:00020000:1.0:1749394407.500606:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394407.500615:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508027264 00000100:00100000:0.0:1749394407.500616:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394407.500617:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508027776:0@lo:400: 00000100:00100000:2.0:1749394407.500619:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508027264 00000100:00100000:2.0:1749394407.500633:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508027904 00000100:00100000:2.0:1749394407.500635:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508027904 00000100:00100000:3.0:1749394407.500649:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394407.500656:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508026496:12345-0@lo:38: Request processed in 116us (218us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394407.500663:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508027776 00000100:00100000:2.0:1749394407.500666:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508027776 00000100:00100000:0.0:1749394407.500671:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:1.0:1749394407.500677:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2198 00000100:00100000:2.0:1749394407.500681:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:0.0:1749394407.500682:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371508027392:12345-0@lo:400: 00000100:00100000:2.0:1749394407.500689:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508027264:12345-0@lo:400: 00000100:00100000:3.0:1749394407.500692:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508026624 00000100:00100000:3.0:1749394407.500698:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508026624 00000100:00100000:1.0:1749394407.500707:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508026880 00000100:00100000:1.0:1749394407.500711:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508026880 00000100:00100000:3.0:1749394407.500734:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1749394407.500735:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371508027392:12345-0@lo:400: Request processed in 56us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394407.500742:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:1.0:1749394407.500742:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:2.0:1749394407.500742:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508027264:12345-0@lo:400: Request processed in 52us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394407.500743:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508026624:12345-0@lo:400: 00000100:00100000:1.0:1749394407.500750:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371508026880:12345-0@lo:400: 00000100:00100000:2.0:1749394407.500750:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:0.0:1749394407.500760:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1749394407.500767:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508027904:12345-0@lo:400: 00000100:00100000:2.0:1749394407.500767:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1749394407.500773:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508027776:12345-0@lo:400: 00000100:00100000:3.0:1749394407.500802:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508026624:12345-0@lo:400: Request processed in 58us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394407.500803:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371508026880:12345-0@lo:400: Request processed in 53us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394407.500805:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508027904:12345-0@lo:400: Request processed in 39us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394407.500806:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508027776:12345-0@lo:400: Request processed in 33us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394407.500812:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1749394407.500812:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:2.0:1749394407.500817:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1749394407.500830:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00080000:3.0:1749394407.500842:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1749394407.500845:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313dd880 x1834371508027904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394407.500859:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508027904:0@lo:400: 00000100:00100000:2.0:1749394407.500859:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508026368 00000100:00100000:2.0:1749394407.500863:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508026368 00000100:00080000:1.0:1749394407.500873:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00080000:3.0:1749394407.500877:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff8801313dfb80 x1834371508027776/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749394407.500879:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:0.0:1749394407.500885:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f97c700 x1834371508027264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394407.500886:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508026496:0@lo:38: 00000100:00100000:2.0:1749394407.500886:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1749394407.500891:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371508026368:12345-0@lo:400: 00000100:00100000:0.0:1749394407.500895:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508027264:0@lo:400: 00000100:00100000:3.0:1749394407.500896:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508027776:0@lo:400: 00010000:00080000:0.0:1749394407.500904:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012cb87b80 x1834371508027392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394407.500909:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508026752:0@lo:38: 00000100:00100000:3.0:1749394407.500911:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508026880:0@lo:400: 00000100:00100000:0.0:1749394407.500914:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508027392:0@lo:400: 00000100:00100000:2.0:1749394407.500919:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136beac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371508026368:12345-0@lo:400: Request processed in 27us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394407.500925:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508026624:0@lo:400: 00000100:00100000:0.0:1749394407.500926:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371508026368:0@lo:400: 00000100:00100000:2.0:1749394407.500926:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1749394407.500946:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394407.500970:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508027008:0@lo:38: 00000100:00100000:2.0:1749394407.500976:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508026752 00000100:00100000:2.0:1749394407.500979:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508026752 00000100:00100000:1.0:1749394407.500996:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394407.501006:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508027008 00000100:00100000:2.0:1749394407.501009:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508027008 00000100:00100000:1.0:1749394407.501019:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d080a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508027136:0@lo:38: 00000100:00100000:2.0:1749394407.501029:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2199 00000100:00100000:2.0:1749394407.501035:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508026752:12345-0@lo:38: 00000100:00100000:0.0:1749394407.501041:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2200 00000100:00100000:0.0:1749394407.501048:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508027008:12345-0@lo:38: 00000100:00100000:1.0:1749394407.501048:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749394407.501051:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394407.501065:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394407.501112:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508027136 00000100:00100000:2.0:1749394407.501115:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508026752:12345-0@lo:38: Request processed in 79us (170us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394407.501119:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508027136 00000100:00100000:2.0:1749394407.501122:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2199 00000100:00100000:0.0:1749394407.501126:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508027008:12345-0@lo:38: Request processed in 77us (129us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394407.501134:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2200 00000100:00100000:2.0:1749394407.501138:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2201 00000100:00100000:2.0:1749394407.501142:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508027136:12345-0@lo:38: 00010000:00020000:2.0:1749394407.501154:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394407.501157:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508027520:0@lo:38: 00000100:00100000:2.0:1749394407.501177:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508027136:12345-0@lo:38: Request processed in 33us (130us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394407.501182:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2201 00000100:00100000:1.0:1749394407.501192:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394407.501212:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508027648:0@lo:38: 00000100:00100000:2.0:1749394407.501216:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508027520 00000100:00100000:2.0:1749394407.501219:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508027520 00000100:00100000:1.0:1749394407.501235:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394407.501239:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2202 00000100:00100000:2.0:1749394407.501243:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508027520:12345-0@lo:38: 00010000:00020000:2.0:1749394407.501255:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394407.501262:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508027648 00000100:00100000:3.0:1749394407.501268:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508027648 00000100:00100000:2.0:1749394407.501279:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508027520:12345-0@lo:38: Request processed in 34us (88us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394407.501283:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394407.501285:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2202 00000100:00080000:1.0:1749394407.501289:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394407.501295:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2203 00000100:00100000:1.0:1749394407.501303:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508026752:0@lo:38: 00000100:00100000:3.0:1749394407.501303:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508027648:12345-0@lo:38: 00000100:00080000:1.0:1749394407.501320:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394407.501324:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:3.0:1749394407.501324:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394407.501329:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508027008:0@lo:38: 00000100:00080000:1.0:1749394407.501342:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394407.501345:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394407.501350:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d080a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508027136:0@lo:38: 00000100:00100000:3.0:1749394407.501362:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508027648:12345-0@lo:38: Request processed in 58us (125us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394407.501364:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394407.501367:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394407.501371:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2203 00000100:00100000:1.0:1749394407.501372:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508027520:0@lo:38: 00000100:00080000:1.0:1749394407.501383:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394407.501387:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394407.501391:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508027648:0@lo:38: 00000100:00100000:0.0:1749394407.516219:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508028160:0@lo:41: 00000100:00100000:1.0:1749394407.516251:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508028032:0@lo:41: 00000100:00100000:0.0:1749394407.516256:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394407.516296:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394407.516318:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508028160 00000100:00100000:0.0:1749394407.516322:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508028032 00000100:00100000:2.0:1749394407.516327:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508028160 00000100:00100000:0.0:1749394407.516328:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508028032 00000100:00100000:2.0:1749394407.516370:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:0.0:1749394407.516377:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1749394407.516379:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508028160:12345-0@lo:41: 00000100:00100000:0.0:1749394407.516384:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508028032:12345-0@lo:41: 00000004:00000024:0.0:1749394407.516408:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:2.0:1749394407.516408:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394407.516444:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508028032:12345-0@lo:41: Request processed in 60us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394407.516452:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1749394407.516457:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508028160:12345-0@lo:41: Request processed in 78us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394407.516464:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:1.0:1749394407.516477:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508028032:0@lo:41: 00000100:00100000:0.0:1749394407.516489:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508028160:0@lo:41: 00000100:00100000:2.0:1749394408.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394408.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394408.380304:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394408.402216:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508028288:0@lo:700: 00000100:00100000:3.0:1749394408.402221:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508028416:0@lo:700: 00000100:00100000:0.0:1749394408.402290:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394408.402355:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:3.0:1749394408.402355:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394408.402379:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508028288 00000100:00100000:3.0:1749394408.402387:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39b40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394408.402390:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508028288 00000100:00080000:3.0:1749394408.402416:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394408.402470:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508028416 00000100:00100000:1.0:1749394408.402476:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508028416 00000100:00100000:2.0:1749394408.402481:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1628 00000100:00100000:2.0:1749394408.402496:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508028288:12345-0@lo:700: 00000100:00080000:3.0:1749394408.402496:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394408.402513:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1629 00000100:00100000:1.0:1749394408.402523:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508028416:12345-0@lo:700: 00000100:00100000:2.0:1749394408.402542:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997560c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394408.402585:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508028544:0@lo:700: 40000000:00080000:2.0:1749394408.402602:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394408.402605:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394408.402667:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 0 seconds 00000100:00100000:2.0:1749394408.402674:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508028288:12345-0@lo:700: Request processed in 183us (384us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394408.402675:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e62680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508028672:0@lo:700: 00000100:00100000:2.0:1749394408.402683:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1628 40000000:00080000:1.0:1749394408.402698:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394408.402702:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394408.402710:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508028288:0@lo:700: 00000100:00100000:1.0:1749394408.402764:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508028416:12345-0@lo:700: Request processed in 240us (408us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394408.402776:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1629 00000100:00100000:3.0:1749394408.402802:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508028416:0@lo:700: 00000100:00100000:2.0:1749394409.009213:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997560c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394409.009227:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508028800:0@lo:900: 00000100:00100000:2.0:1749394409.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394409.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394409.382339:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394410.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394410.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394410.384275:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394410.403212:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508028928:0@lo:700: 00000100:00100000:3.0:1749394410.403219:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508029056:0@lo:700: 00000100:00100000:0.0:1749394410.403289:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394410.403351:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:3.0:1749394410.403351:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394410.403380:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508028928 00000100:00100000:3.0:1749394410.403383:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39b40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394410.403391:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508028928 00000100:00080000:3.0:1749394410.403432:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394410.403456:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508029056 00000100:00100000:1.0:1749394410.403461:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508029056 00000100:00100000:3.0:1749394410.403470:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1630 00000100:00100000:3.0:1749394410.403484:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508028928:12345-0@lo:700: 00000100:00100000:2.0:1749394410.403490:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1631 00000100:00100000:2.0:1749394410.403505:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508029056:12345-0@lo:700: 00000100:00100000:3.0:1749394410.403535:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:3.0:1749394410.403577:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d080a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508029184:0@lo:700: 40000000:00080000:3.0:1749394410.403597:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394410.403601:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394410.403660:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997560c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394410.403665:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508028928:12345-0@lo:700: Request processed in 184us (376us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394410.403668:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508029312:0@lo:700: 00000100:00100000:3.0:1749394410.403675:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1630 40000000:00080000:2.0:1749394410.403682:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394410.403685:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394410.403694:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801313df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508028928:0@lo:700: 00000100:00080000:3.0:1749394410.403701:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394410.403729:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508029056:12345-0@lo:700: Request processed in 229us (381us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394410.403739:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1631 00000100:00100000:3.0:1749394410.403739:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508029056:0@lo:700: 00000100:00100000:2.0:1749394411.010218:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997560c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394411.010235:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508029440:0@lo:900: 00000100:00100000:2.0:1749394411.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394411.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394411.386338:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394411.775622:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394411.775668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394411.775708:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394411.775754:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499794688 00000100:00100000:2.0:1749394411.775767:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499794688 00000100:00100000:1.0:1749394411.775809:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499794816 00000100:00100000:3.0:1749394411.775809:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499794944 00000100:00100000:1.0:1749394411.775820:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499794816 00000100:00100000:3.0:1749394411.775820:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499794944 00000100:00100000:2.0:1749394411.775821:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 729 00000100:00100000:2.0:1749394411.775830:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499794688:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394411.775877:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2204 00000100:00100000:3.0:1749394411.775886:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2205 00000100:00100000:1.0:1749394411.775889:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499794816:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394411.775895:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499794944:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394411.775901:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499794688:12345-192.168.203.32@tcp:400: Request processed in 71us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394411.775909:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 729 00010000:00080000:1.0:1749394411.775923:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1453 last 0 00010000:00080000:3.0:1749394411.775923:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1453 last 0 00000100:00100000:3.0:1749394411.775990:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499794944:12345-192.168.203.32@tcp:38: Request processed in 93us (278us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394411.775993:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499794816:12345-192.168.203.32@tcp:38: Request processed in 105us (323us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394411.776002:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2205 00000100:00100000:1.0:1749394411.776013:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2204 00000100:00100000:2.0:1749394412.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394412.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394412.388331:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394412.404216:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508029568:0@lo:700: 00000100:00100000:3.0:1749394412.404224:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d080a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508029696:0@lo:700: 00000100:00100000:0.0:1749394412.404270:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394412.404314:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394412.404338:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b180 going to sleep for 11 seconds 00000100:00100000:3.0:1749394412.404344:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39b40 going to sleep for 11 seconds 00000100:00100000:3.0:1749394412.404369:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508029568 00000100:00100000:3.0:1749394412.404378:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508029568 00000100:00100000:2.0:1749394412.404389:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508029696 00000100:00100000:2.0:1749394412.404398:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508029696 00000100:00080000:0.0:1749394412.404435:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394412.404458:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632 00000100:00100000:2.0:1749394412.404467:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508029696:12345-0@lo:700: 00000100:00100000:3.0:1749394412.404469:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:3.0:1749394412.404484:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508029568:12345-0@lo:700: 00000100:00100000:2.0:1749394412.404509:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756180 going to sleep for 0 seconds 00000100:00100000:2.0:1749394412.404517:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130063800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508029824:0@lo:700: 40000000:00080000:2.0:1749394412.404562:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394412.404566:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394412.404627:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:2.0:1749394412.404630:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508029696:12345-0@lo:700: Request processed in 164us (316us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394412.404635:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d080700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508029952:0@lo:700: 00000100:00100000:2.0:1749394412.404639:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632 40000000:00080000:3.0:1749394412.404648:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394412.404652:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394412.404661:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d080a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508029696:0@lo:700: 00000100:00100000:3.0:1749394412.404709:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508029568:12345-0@lo:700: Request processed in 228us (435us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394412.404722:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00100000:1.0:1749394412.404752:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012cb87b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508029568:0@lo:700: 00000100:00080000:0.0:1749394412.508231:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394412.508240:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394412.508245:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394412.508253:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1449 00000100:00080000:0.0:1749394412.508258:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394412.508265:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394412.508293:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800997c6d80 x1834371508030208/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394412.508331:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508030080:0@lo:400: 00000100:00100000:1.0:1749394412.508337:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508030208:0@lo:38: 00000100:00080000:0.0:1749394412.508367:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394412.508373:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394412.508376:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394412.508380:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508030336:0@lo:400: 00000100:00080000:0.0:1749394412.508381:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1449 00000100:00080000:0.0:1749394412.508385:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394412.508388:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394412.508391:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394412.508410:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f980380 x1834371508030464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394412.508420:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394412.508442:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394412.508447:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394412.508450:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394412.508456:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1449 00000100:00080000:0.0:1749394412.508459:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394412.508464:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394412.508479:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f980a80 x1834371508030720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394412.508492:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394412.508493:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394412.508498:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749394412.508499:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508030336 00000100:00080000:0.0:1749394412.508501:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394412.508506:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1449 00000100:00100000:3.0:1749394412.508507:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508030336 00000100:00080000:0.0:1749394412.508509:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394412.508514:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394412.508515:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508030208 00000100:00100000:2.0:1749394412.508516:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508030080 00000100:00100000:1.0:1749394412.508520:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508030208 00000100:00100000:2.0:1749394412.508565:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508030080 00000100:00100000:0.0:1749394412.508568:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f980e00 x1834371508030848/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394412.508584:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394412.508589:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:1.0:1749394412.508590:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2206 00000100:00100000:3.0:1749394412.508590:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00080000:0.0:1749394412.508591:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394412.508598:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1449 00000100:00100000:1.0:1749394412.508600:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508030208:12345-0@lo:38: 00000100:00100000:3.0:1749394412.508601:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508030336:12345-0@lo:400: 00000100:00080000:0.0:1749394412.508602:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394412.508606:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00080000:0.0:1749394412.508607:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394412.508614:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508030080:12345-0@lo:400: 00000100:00100000:0.0:1749394412.508623:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f981180 x1834371508030976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00020000:1.0:1749394412.508629:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749394412.508637:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394412.508643:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394412.508646:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394412.508651:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1449 00000100:00080000:0.0:1749394412.508654:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394412.508659:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:3.0:1749394412.508664:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508030336:12345-0@lo:400: Request processed in 64us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394412.508668:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508030080:12345-0@lo:400: Request processed in 54us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394412.508674:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f981500 x1834371508031104/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394412.508675:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:2.0:1749394412.508676:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1749394412.508694:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508030208:12345-0@lo:38: Request processed in 95us (202us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394412.508705:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2206 00000100:00100000:2.0:1749394412.508710:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508031360:0@lo:400: 00000100:00100000:0.0:1749394412.508723:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508031232:0@lo:400: 00000100:00100000:2.0:1749394412.508736:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394412.508746:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508030336:0@lo:400: 00000100:00100000:0.0:1749394412.508769:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394412.508770:0:9559:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508031360 00000100:00100000:3.0:1749394412.508776:0:9559:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508031360 00000100:00100000:2.0:1749394412.508789:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508031232 00000100:00100000:2.0:1749394412.508794:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508031232 00000100:00100000:0.0:1749394412.508807:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749394412.508812:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508030080:0@lo:400: 00000100:00100000:0.0:1749394412.508818:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508030592:0@lo:400: 00000100:00100000:3.0:1749394412.508819:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:3.0:1749394412.508829:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508031360:12345-0@lo:400: 00000100:00100000:2.0:1749394412.508831:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1749394412.508837:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508031232:12345-0@lo:400: 00000100:00080000:1.0:1749394412.508846:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394412.508851:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394412.508852:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394412.508858:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800997c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508030208:0@lo:38: 00000100:00100000:2.0:1749394412.508879:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508031232:12345-0@lo:400: Request processed in 42us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394412.508880:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508030464:0@lo:38: 00000100:00100000:2.0:1749394412.508886:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00010000:00080000:0.0:1749394412.508888:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f981880 x1834371508031232/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394412.508901:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508031232:0@lo:400: 00000100:00100000:3.0:1749394412.508905:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130063800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508031360:12345-0@lo:400: Request processed in 75us (165us total) trans 0 rc 0/0 00010000:00080000:1.0:1749394412.508911:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f981c00 x1834371508031360/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394412.508916:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00080000:2.0:1749394412.508922:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394412.508923:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508030592 00000100:00100000:0.0:1749394412.508928:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508030592 00000100:00100000:1.0:1749394412.508929:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508031360:0@lo:400: 00000100:00100000:0.0:1749394412.508953:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:0.0:1749394412.508960:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508030592:12345-0@lo:400: 00000100:00100000:1.0:1749394412.508972:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394412.508999:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508030464 00000100:00100000:1.0:1749394412.509004:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508030464 00000100:00100000:0.0:1749394412.509019:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508030592:12345-0@lo:400: Request processed in 58us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394412.509026:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:1.0:1749394412.509028:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2207 00000100:00100000:1.0:1749394412.509036:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508030464:12345-0@lo:38: 00010000:00020000:1.0:1749394412.509057:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394412.509065:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508030592:0@lo:400: 00000100:00100000:1.0:1749394412.509138:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508030464:12345-0@lo:38: Request processed in 101us (165us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394412.509146:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2207 00000100:00080000:1.0:1749394412.509175:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394412.509178:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394412.509182:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508030464:0@lo:38: 00000100:00100000:1.0:1749394412.509197:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508030720:0@lo:38: 00000100:00100000:1.0:1749394412.509223:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394412.509256:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508030848:0@lo:38: 00000100:00100000:1.0:1749394412.509273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394412.509275:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508030720 00000100:00100000:2.0:1749394412.509280:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508030720 00000100:00100000:2.0:1749394412.509298:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508030848 00000100:00100000:1.0:1749394412.509301:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508030976:0@lo:38: 00000100:00100000:2.0:1749394412.509301:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508030848 00000100:00100000:2.0:1749394412.509325:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2208 00000100:00100000:1.0:1749394412.509330:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394412.509331:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508030720:12345-0@lo:38: 00010000:00020000:2.0:1749394412.509347:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394412.509348:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508030976 00000100:00100000:3.0:1749394412.509354:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508030976 00000100:00100000:1.0:1749394412.509362:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2209 00000100:00100000:1.0:1749394412.509369:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508030848:12345-0@lo:38: 00000100:00100000:0.0:1749394412.509375:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2210 00000100:00100000:2.0:1749394412.509378:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508030720:12345-0@lo:38: Request processed in 47us (154us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394412.509382:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508030976:12345-0@lo:38: 00000100:00100000:2.0:1749394412.509385:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2208 00010000:00020000:1.0:1749394412.509391:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394412.509399:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394412.509431:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508030848:12345-0@lo:38: Request processed in 59us (153us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394412.509434:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508030976:12345-0@lo:38: Request processed in 51us (104us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394412.509442:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2209 00000100:00100000:0.0:1749394412.509450:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2210 00000100:00080000:1.0:1749394412.509480:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394412.509484:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394412.509489:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508030976:0@lo:38: 00000100:00100000:1.0:1749394412.509496:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508031104:0@lo:38: 00000100:00100000:1.0:1749394412.509519:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394412.509589:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508031104 00000100:00080000:1.0:1749394412.509591:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394412.509594:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508031104 00000100:00080000:1.0:1749394412.509595:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394412.509599:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508030720:0@lo:38: 00000100:00080000:1.0:1749394412.509607:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394412.509609:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394412.509612:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508030848:0@lo:38: 00000100:00100000:0.0:1749394412.509619:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2211 00000100:00100000:0.0:1749394412.509624:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508031104:12345-0@lo:38: 00010000:00020000:0.0:1749394412.509637:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394412.509666:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508031104:12345-0@lo:38: Request processed in 41us (146us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394412.509672:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2211 00000100:00080000:1.0:1749394412.509679:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394412.509682:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394412.509687:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508031104:0@lo:38: 00000100:00100000:0.0:1749394412.524221:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749394412.524236:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508031488:0@lo:41: 00000100:00100000:1.0:1749394412.524250:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749394412.524271:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394412.524271:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508031616:0@lo:41: 00000100:00100000:3.0:1749394412.524309:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508031488 00000100:00100000:3.0:1749394412.524317:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508031488 00000100:00100000:1.0:1749394412.524318:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394412.524341:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508031616 00000100:00100000:2.0:1749394412.524349:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508031616 00000100:00100000:3.0:1749394412.524357:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:3.0:1749394412.524369:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508031488:12345-0@lo:41: 00000100:00100000:2.0:1749394412.524384:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:2.0:1749394412.524392:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508031616:12345-0@lo:41: 00000004:00000024:3.0:1749394412.524404:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000004:00000024:2.0:1749394412.524418:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394412.524477:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508031616:12345-0@lo:41: Request processed in 85us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394412.524480:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508031488:12345-0@lo:41: Request processed in 110us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394412.524485:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:3.0:1749394412.524494:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:0.0:1749394412.524513:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508031488:0@lo:41: 00000100:00100000:1.0:1749394412.524563:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508031616:0@lo:41: 00000100:00100000:2.0:1749394413.011212:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756240 going to sleep for 0 seconds 00000100:00100000:2.0:1749394413.011224:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508031744:0@lo:900: 00000100:00100000:2.0:1749394413.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394413.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394413.390385:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394414.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394414.322183:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394414.392319:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394414.405217:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f981880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508031872:0@lo:700: 00000100:00100000:1.0:1749394414.405226:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508032000:0@lo:700: 00000100:00100000:1.0:1749394414.405297:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394414.405339:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394414.405393:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 11 seconds 00000100:00100000:3.0:1749394414.405397:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508032000 00000100:00100000:0.0:1749394414.405400:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1749394414.405407:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508032000 00000100:00080000:0.0:1749394414.405437:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394414.405458:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508031872 00000100:00100000:2.0:1749394414.405467:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508031872 00000100:00100000:0.0:1749394414.405469:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634 00000100:00100000:0.0:1749394414.405482:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508032000:12345-0@lo:700: 00000100:00100000:0.0:1749394414.405559:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b240 going to sleep for 0 seconds 00000100:00080000:1.0:1749394414.405560:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394414.405565:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f982d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508032128:0@lo:700: 00000100:00100000:2.0:1749394414.405571:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1635 40000000:00080000:0.0:1749394414.405581:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:2.0:1749394414.405581:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508031872:12345-0@lo:700: 40000000:00020000:0.0:1749394414.405584:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394414.405615:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756240 going to sleep for 0 seconds 00000100:00100000:0.0:1749394414.405618:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508032000:12345-0@lo:700: Request processed in 141us (321us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394414.405621:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508032256:0@lo:700: 00000100:00100000:0.0:1749394414.405627:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634 40000000:00080000:2.0:1749394414.405633:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394414.405637:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394414.405642:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508032000:0@lo:700: 00000100:00100000:2.0:1749394414.405678:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508031872:12345-0@lo:700: Request processed in 98us (338us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394414.405685:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f981880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508031872:0@lo:700: 00000100:00100000:2.0:1749394414.405687:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1635 00000100:00100000:2.0:1749394414.924190:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394414.924216:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371508032384/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394419 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394414.924264:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394414.924266:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394414.924287:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371508032512/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394419 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394414.924324:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394414.924343:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394414.924376:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749394414.924407:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508032384 00000100:00100000:3.0:1749394414.924407:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508032512 00000100:00100000:1.0:1749394414.924418:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508032384 00000100:00100000:3.0:1749394414.924418:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508032512 00000100:00080000:0.0:1749394414.924482:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394414.924498:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1636 00000100:00100000:1.0:1749394414.924542:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1637 00000100:00100000:3.0:1749394414.924543:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508032512:12345-0@lo:700: 00000100:00100000:1.0:1749394414.924552:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508032384:12345-0@lo:700: 40000000:00080000:3.0:1749394414.924573:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:00080000:1.0:1749394414.924605:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749394414.924660:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508032512:12345-0@lo:700: Request processed in 150us (316us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749394414.924661:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508032384:12345-0@lo:700: Request processed in 110us (394us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749394414.924672:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1636 00000100:00100400:0.0:1749394414.924676:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371508032512/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394430 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394414.924677:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1637 00000100:00100400:2.0:1749394414.924681:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371508032384/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394430 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394414.924687:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394414.924692:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394415.012204:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756240 going to sleep for 0 seconds 00000100:00100000:2.0:1749394415.012214:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508032640:0@lo:900: 00000100:00100000:2.0:1749394415.192197:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394415.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394415.394353:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394416.192194:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394416.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394416.396317:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394416.406224:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f982d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508032768:0@lo:700: 00000100:00100000:1.0:1749394416.406224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508032896:0@lo:700: 00000100:00100000:0.0:1749394416.406300:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394416.406338:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508032768 00000100:00100000:1.0:1749394416.406347:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508032768 00000100:00100000:0.0:1749394416.406367:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00080000:0.0:1749394416.406384:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394416.406411:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638 00000100:00100000:1.0:1749394416.406426:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508032768:12345-0@lo:700: 00000100:00100000:2.0:1749394416.406430:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394416.406452:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508032896 00000100:00100000:2.0:1749394416.406465:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea180 going to sleep for 11 seconds 00000100:00100000:3.0:1749394416.406465:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508032896 00000100:00100000:1.0:1749394416.406487:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394416.406531:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508033024:0@lo:700: 40000000:00080000:1.0:1749394416.406550:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394416.406555:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00080000:0.0:1749394416.406560:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394416.406591:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1639 00000100:00100000:3.0:1749394416.406602:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508032896:12345-0@lo:700: 00000100:00100000:1.0:1749394416.406607:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508032768:12345-0@lo:700: Request processed in 185us (307us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394416.406618:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638 00000100:00100000:0.0:1749394416.406622:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f982d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508032768:0@lo:700: 00000100:00100000:3.0:1749394416.406638:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:3.0:1749394416.406646:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d080700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508033152:0@lo:700: 40000000:00080000:3.0:1749394416.406660:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394416.406663:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394416.406720:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508032896:12345-0@lo:700: Request processed in 119us (291us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394416.406728:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1639 00000100:00100000:2.0:1749394416.406741:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508032896:0@lo:700: 00000100:00100000:0.0:1749394416.783693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394416.783735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394416.783774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394416.783815:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499795072 00000100:00100000:2.0:1749394416.783824:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499795072 00000100:00100000:2.0:1749394416.783868:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 731 00000100:00100000:1.0:1749394416.783874:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499795328 00000100:00100000:3.0:1749394416.783875:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499795200 00000100:00100000:2.0:1749394416.783876:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499795072:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394416.783885:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499795328 00000100:00100000:3.0:1749394416.783885:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499795200 00000100:00100000:3.0:1749394416.783927:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2212 00000100:00100000:3.0:1749394416.783938:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499795200:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394416.783947:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2213 00000100:00100000:1.0:1749394416.783955:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499795328:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394416.783956:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499795072:12345-192.168.203.32@tcp:400: Request processed in 80us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394416.783965:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 731 00010000:00080000:1.0:1749394416.783974:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1458 last 0 00010000:00080000:3.0:1749394416.783974:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1458 last 0 00000100:00100000:1.0:1749394416.784042:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499795328:12345-192.168.203.32@tcp:38: Request processed in 83us (263us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394416.784042:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499795200:12345-192.168.203.32@tcp:38: Request processed in 102us (303us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394416.784054:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2212 00000100:00100000:1.0:1749394416.784065:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2213 00000100:00100000:2.0:1749394417.013205:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756300 going to sleep for 0 seconds 00000100:00100000:2.0:1749394417.013217:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508033280:0@lo:900: 00000100:00100000:2.0:1749394417.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394417.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394417.398288:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394417.516226:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394417.516234:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394417.516238:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394417.516245:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1454 00000100:00080000:0.0:1749394417.516249:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394417.516255:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394417.516276:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f983b80 x1834371508033536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394417.516313:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394417.516317:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394417.516319:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394417.516320:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1749394417.516322:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1454 00000100:00080000:0.0:1749394417.516325:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394417.516328:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394417.516337:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508033536:0@lo:38: 00000100:00100000:3.0:1749394417.516340:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371508033408:0@lo:400: 00000100:00100000:0.0:1749394417.516342:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f980e00 x1834371508033792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394417.516357:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394417.516361:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394417.516363:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394417.516366:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1454 00000100:00080000:0.0:1749394417.516368:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394417.516372:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394417.516381:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f981180 x1834371508034048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394417.516389:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394417.516392:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394417.516393:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394417.516396:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1454 00000100:00080000:0.0:1749394417.516398:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394417.516401:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394417.516409:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f980380 x1834371508034176/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394417.516417:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394417.516417:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394417.516418:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508033920:0@lo:400: 00000100:00080000:0.0:1749394417.516439:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394417.516442:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394417.516444:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394417.516447:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1454 00000100:00080000:0.0:1749394417.516449:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394417.516452:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394417.516460:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508034432:0@lo:400: 00000100:00100000:0.0:1749394417.516462:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f980000 x1834371508034560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394417.516465:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394417.516470:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394417.516474:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394417.516476:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394417.516477:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508034304:0@lo:400: 00000100:00080000:0.0:1749394417.516479:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1454 00000100:00080000:0.0:1749394417.516481:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394417.516484:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394417.516541:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394417.516541:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1749394417.516549:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508033664:0@lo:400: 00000100:00100000:0.0:1749394417.516558:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f9a0000 x1834371508034688/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394417.516560:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508033920 00000100:00100000:3.0:1749394417.516568:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508033920 00000100:00100000:2.0:1749394417.516573:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394417.516587:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508033536 00000100:00100000:1.0:1749394417.516592:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508033536 00000100:00100000:2.0:1749394417.516592:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508034944:0@lo:400: 00000100:00100000:0.0:1749394417.516597:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508034816:0@lo:400: 00000100:00100000:3.0:1749394417.516606:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508033664 00000100:00100000:3.0:1749394417.516609:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508033664 00000100:00100000:2.0:1749394417.516610:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394417.516617:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2214 00000100:00100000:1.0:1749394417.516628:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508033536:12345-0@lo:38: 00000100:00100000:3.0:1749394417.516632:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:0.0:1749394417.516635:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394417.516642:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508033408 00000100:00100000:2.0:1749394417.516647:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508033408 00000100:00100000:3.0:1749394417.516653:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508033920:12345-0@lo:400: 00010000:00020000:1.0:1749394417.516656:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394417.516674:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508034432 00000100:00100000:2.0:1749394417.516676:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1749394417.516680:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508034432 00000100:00100000:2.0:1749394417.516683:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371508033408:12345-0@lo:400: 00000100:00100000:1.0:1749394417.516704:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508033536:12345-0@lo:38: Request processed in 75us (289us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394417.516706:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508034944 00000100:00100000:0.0:1749394417.516709:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508034944 00000100:00100000:3.0:1749394417.516709:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130062300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508033920:12345-0@lo:400: Request processed in 58us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394417.516719:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3766:x1834371508033408:12345-0@lo:400: Request processed in 36us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394417.516720:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:1.0:1749394417.516723:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2214 00000100:00100000:0.0:1749394417.516726:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508034816 00000100:00100000:2.0:1749394417.516727:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1749394417.516729:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508034816 00000100:00100000:3.0:1749394417.516742:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:0.0:1749394417.516744:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1749394417.516751:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371508034432:12345-0@lo:400: 00000100:00100000:3.0:1749394417.516752:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508033664:12345-0@lo:400: 00000100:00100000:2.0:1749394417.516758:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1749394417.516765:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508034944:12345-0@lo:400: 00000100:00080000:1.0:1749394417.516780:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394417.516786:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394417.516795:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508034944:12345-0@lo:400: Request processed in 31us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394417.516796:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508033536:0@lo:38: 00000100:00100000:2.0:1749394417.516801:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1749394417.516805:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371508034432:12345-0@lo:400: Request processed in 54us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394417.516808:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130060380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508033664:12345-0@lo:400: Request processed in 57us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394417.516813:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1749394417.516819:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1749394417.516820:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1749394417.516824:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508034816:12345-0@lo:400: 00000100:00080000:0.0:1749394417.516835:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1749394417.516839:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f981c00 x1834371508034432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394417.516850:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394417.516855:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508034816:12345-0@lo:400: Request processed in 30us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394417.516859:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508034432:0@lo:400: 00000100:00100000:2.0:1749394417.516861:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00010000:00080000:0.0:1749394417.516871:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f9a0380 x1834371508034816/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394417.516872:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508034304 00000100:00100000:2.0:1749394417.516875:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508034304 00000100:00100000:1.0:1749394417.516880:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508033792:0@lo:38: 00000100:00100000:0.0:1749394417.516884:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508034816:0@lo:400: 00000100:00100000:3.0:1749394417.516887:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e913849c-f021-41dc-a556-1fef882059b2:3766:1834371508033408:0@lo:400: 00000100:00100000:2.0:1749394417.516891:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1749394417.516896:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508034304:12345-0@lo:400: 00000100:00100000:1.0:1749394417.516916:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394417.516922:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508034304:12345-0@lo:400: Request processed in 26us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394417.516928:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00010000:00080000:3.0:1749394417.516935:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f980700 x1834371508034304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394417.516940:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508034048:0@lo:38: 00000100:00100000:3.0:1749394417.516951:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508034304:0@lo:400: 00010000:00080000:2.0:1749394417.516955:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f9a0700 x1834371508034944/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394417.516967:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394417.516968:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508034944:0@lo:400: 00000100:00100000:2.0:1749394417.516978:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508033664:0@lo:400: 00000100:00100000:2.0:1749394417.516987:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508033920:0@lo:400: 00000100:00100000:3.0:1749394417.516990:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508033792 00000100:00100000:3.0:1749394417.516995:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508033792 00000100:00100000:1.0:1749394417.517006:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508034176:0@lo:38: 00000100:00100000:3.0:1749394417.517018:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508034048 00000100:00100000:3.0:1749394417.517022:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508034048 00000100:00100000:2.0:1749394417.517023:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2215 00000100:00100000:2.0:1749394417.517028:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508033792:12345-0@lo:38: 00000100:00100000:0.0:1749394417.517034:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2216 00000100:00100000:1.0:1749394417.517036:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394417.517041:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508034048:12345-0@lo:38: 00010000:00020000:2.0:1749394417.517044:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394417.517047:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508034176 00000100:00100000:3.0:1749394417.517050:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508034176 00000100:00100000:1.0:1749394417.517057:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508034560:0@lo:38: 00010000:00020000:0.0:1749394417.517058:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394417.517067:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2217 00000100:00100000:3.0:1749394417.517114:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508034176:12345-0@lo:38: 00010000:00020000:3.0:1749394417.517135:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394417.517151:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508033792:12345-0@lo:38: Request processed in 120us (235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394417.517154:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508034048:12345-0@lo:38: Request processed in 112us (187us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394417.517156:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394417.517160:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2215 00000100:00100000:0.0:1749394417.517163:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2216 00000100:00100000:2.0:1749394417.517173:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508034560 00000100:00100000:3.0:1749394417.517173:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508034176:12345-0@lo:38: Request processed in 59us (135us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394417.517176:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508034560 00000100:00100000:1.0:1749394417.517183:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508034688:0@lo:38: 00000100:00100000:3.0:1749394417.517184:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2217 00000100:00100000:2.0:1749394417.517204:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2218 00000100:00100000:2.0:1749394417.517209:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508034560:12345-0@lo:38: 00000100:00100000:1.0:1749394417.517210:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749394417.517224:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394417.517234:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508034688 00000100:00100000:0.0:1749394417.517238:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508034688 00000100:00080000:1.0:1749394417.517247:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394417.517247:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508034560:12345-0@lo:38: Request processed in 37us (92us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394417.517253:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394417.517253:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2218 00000100:00100000:0.0:1749394417.517258:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2219 00000100:00100000:1.0:1749394417.517259:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508033792:0@lo:38: 00000100:00100000:0.0:1749394417.517262:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508034688:12345-0@lo:38: 00000100:00080000:1.0:1749394417.517273:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00010000:00020000:0.0:1749394417.517275:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749394417.517277:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394417.517283:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508034048:0@lo:38: 00000100:00100000:0.0:1749394417.517300:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508034688:12345-0@lo:38: Request processed in 36us (90us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394417.517306:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2219 00000100:00080000:1.0:1749394417.517307:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394417.517311:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394417.517317:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508034176:0@lo:38: 00000100:00080000:1.0:1749394417.517328:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394417.517331:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394417.517334:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508034560:0@lo:38: 00000100:00080000:1.0:1749394417.517343:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394417.517345:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394417.517348:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508034688:0@lo:38: 00000100:00100000:0.0:1749394417.532233:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508035200:0@lo:41: 00000100:00100000:0.0:1749394417.532272:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394417.532276:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508035072:0@lo:41: 00000100:00100000:3.0:1749394417.532323:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394417.532394:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508035200 00000100:00100000:1.0:1749394417.532399:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508035072 00000100:00100000:2.0:1749394417.532403:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508035200 00000100:00100000:1.0:1749394417.532408:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508035072 00000100:00100000:2.0:1749394417.532453:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:2.0:1749394417.532461:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508035200:12345-0@lo:41: 00000100:00100000:1.0:1749394417.532475:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:1.0:1749394417.532516:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508035072:12345-0@lo:41: 00000004:00000024:2.0:1749394417.532519:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:1.0:1749394417.532550:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:2.0:1749394417.532566:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508035200:12345-0@lo:41: Request processed in 104us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394417.532574:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:0.0:1749394417.532587:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508035200:0@lo:41: 00000100:00100000:1.0:1749394417.532605:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508035072:12345-0@lo:41: Request processed in 118us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394417.532616:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:3.0:1749394417.532633:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508035072:0@lo:41: 00000100:00100000:2.0:1749394418.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394418.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394418.400339:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394418.407223:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508035456:0@lo:700: 00000100:00100000:2.0:1749394418.407223:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508035328:0@lo:700: 00000100:00100000:2.0:1749394418.407296:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394418.407347:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394418.407362:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997563c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394418.407378:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394418.407428:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508035328 00000100:00100000:3.0:1749394418.407428:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508035456 00000100:00100000:1.0:1749394418.407441:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508035328 00000100:00100000:3.0:1749394418.407441:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508035456 00000100:00080000:0.0:1749394418.407520:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394418.407558:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640 00000100:00100000:3.0:1749394418.407570:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641 00000100:00100000:1.0:1749394418.407573:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508035328:12345-0@lo:700: 00000100:00100000:3.0:1749394418.407581:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508035456:12345-0@lo:700: 00000100:00100000:3.0:1749394418.407624:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:3.0:1749394418.407632:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508035584:0@lo:700: 40000000:00080000:3.0:1749394418.407650:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394418.407655:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394418.407722:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394418.407731:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508035712:0@lo:700: 00000100:00100000:3.0:1749394418.407740:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508035456:12345-0@lo:700: Request processed in 160us (393us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749394418.407744:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:3.0:1749394418.407753:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641 00000100:00100000:0.0:1749394418.407760:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508035456:0@lo:700: 40000000:00020000:1.0:1749394418.407762:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394418.407825:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508035328:12345-0@lo:700: Request processed in 254us (526us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394418.407833:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640 00000100:00100000:2.0:1749394418.407843:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508035328:0@lo:700: 00000100:00100000:2.0:1749394419.014212:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997563c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394419.014226:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508035840:0@lo:900: 00000100:00100000:2.0:1749394419.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394419.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394419.402320:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394420.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394420.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394420.404366:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394420.408218:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508035968:0@lo:700: 00000100:00100000:2.0:1749394420.408218:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508036096:0@lo:700: 00000100:00100000:2.0:1749394420.408291:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394420.408337:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394420.408361:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997563c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394420.408371:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394420.408435:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508036096 00000100:00100000:3.0:1749394420.408435:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508035968 00000100:00100000:1.0:1749394420.408448:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508036096 00000100:00100000:3.0:1749394420.408448:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508035968 00000100:00080000:0.0:1749394420.408540:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394420.408565:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642 00000100:00100000:1.0:1749394420.408573:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1643 00000100:00100000:3.0:1749394420.408579:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508035968:12345-0@lo:700: 00000100:00100000:1.0:1749394420.408584:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508036096:12345-0@lo:700: 00000100:00100000:3.0:1749394420.408630:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:3.0:1749394420.408639:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508036224:0@lo:700: 40000000:00080000:3.0:1749394420.408656:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394420.408661:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394420.408738:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394420.408747:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508036352:0@lo:700: 00000100:00100000:3.0:1749394420.408748:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508035968:12345-0@lo:700: Request processed in 171us (409us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749394420.408760:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:3.0:1749394420.408761:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642 40000000:00020000:1.0:1749394420.408763:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394420.408766:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508035968:0@lo:700: 00000100:00100000:1.0:1749394420.408825:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508036096:12345-0@lo:700: Request processed in 241us (532us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394420.408837:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1643 00000100:00100000:2.0:1749394420.408844:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508036096:0@lo:700: 00000100:00100000:2.0:1749394421.015225:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997563c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394421.015241:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508036480:0@lo:900: 00000100:00100000:2.0:1749394421.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394421.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394421.406322:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394421.791445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394421.791524:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394421.791580:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499795456 00000100:00100000:2.0:1749394421.791592:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499795456 00000100:00100000:1.0:1749394421.791601:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499795584 00000100:00100000:1.0:1749394421.791611:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499795584 00000100:00100000:0.0:1749394421.791615:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394421.791660:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 733 00000100:00100000:0.0:1749394421.791665:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499795712 00000100:00100000:1.0:1749394421.791669:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2220 00000100:00100000:2.0:1749394421.791670:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499795456:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394421.791671:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499795712 00000100:00100000:1.0:1749394421.791680:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499795584:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394421.791697:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2221 00000100:00100000:0.0:1749394421.791706:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499795712:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394421.791715:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1463 last 0 00010000:00080000:0.0:1749394421.791737:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1463 last 0 00000100:00100000:2.0:1749394421.791742:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499795456:12345-192.168.203.32@tcp:400: Request processed in 72us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394421.791750:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 733 00000100:00100000:1.0:1749394421.791798:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499795584:12345-192.168.203.32@tcp:38: Request processed in 116us (269us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394421.791803:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499795712:12345-192.168.203.32@tcp:38: Request processed in 94us (184us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394421.791811:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2220 00000100:00100000:0.0:1749394421.791818:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2221 00000100:00100000:2.0:1749394422.192185:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394422.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:3.0:1749394422.408291:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394422.409213:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508036736:0@lo:700: 00000100:00100000:0.0:1749394422.409215:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508036608:0@lo:700: 00000100:00100000:2.0:1749394422.409282:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394422.409335:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394422.409351:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756480 going to sleep for 11 seconds 00000100:00100000:0.0:1749394422.409374:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394422.409412:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508036736 00000100:00100000:3.0:1749394422.409412:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508036608 00000100:00100000:1.0:1749394422.409423:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508036736 00000100:00100000:3.0:1749394422.409423:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508036608 00000100:00080000:0.0:1749394422.409495:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394422.409536:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1644 00000100:00100000:1.0:1749394422.409544:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1645 00000100:00100000:3.0:1749394422.409550:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508036608:12345-0@lo:700: 00000100:00100000:1.0:1749394422.409555:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508036736:12345-0@lo:700: 00000100:00100000:3.0:1749394422.409599:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:3.0:1749394422.409608:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508036864:0@lo:700: 40000000:00080000:3.0:1749394422.409626:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394422.409631:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394422.409704:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394422.409713:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f16300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508036992:0@lo:700: 00000100:00100000:3.0:1749394422.409719:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508036608:12345-0@lo:700: Request processed in 171us (384us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749394422.409726:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394422.409729:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394422.409731:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1644 00000100:00100000:0.0:1749394422.409745:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508036608:0@lo:700: 00000100:00100000:1.0:1749394422.409788:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508036736:12345-0@lo:700: Request processed in 233us (503us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394422.409799:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1645 00000100:00100000:2.0:1749394422.409811:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508036736:0@lo:700: 00000100:00080000:0.0:1749394422.524221:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394422.524229:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394422.524232:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394422.524238:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1459 00000100:00080000:0.0:1749394422.524242:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394422.524248:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394422.524268:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f9a2680 x1834371508037248/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394422.524297:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394422.524301:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394422.524304:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394422.524307:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1459 00000100:00080000:0.0:1749394422.524309:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394422.524313:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749394422.524314:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508037120:0@lo:400: 00000100:00100000:0.0:1749394422.524325:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f9a2d80 x1834371508037504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394422.524337:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508037376:0@lo:400: 00000100:00100000:1.0:1749394422.524345:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508037248:0@lo:38: 00000100:00080000:0.0:1749394422.524347:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394422.524350:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394422.524352:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394422.524355:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1459 00000100:00080000:0.0:1749394422.524357:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394422.524358:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394422.524360:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394422.524371:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f9a3480 x1834371508037760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394422.524380:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394422.524383:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394422.524384:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394422.524387:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1459 00000100:00080000:0.0:1749394422.524389:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394422.524392:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394422.524404:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f9a3800 x1834371508037888/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394422.524406:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394422.524407:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394422.524413:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394422.524416:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394422.524418:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394422.524421:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1459 00000100:00080000:0.0:1749394422.524423:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394422.524426:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394422.524426:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508037120 00000100:00100000:2.0:1749394422.524432:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508037120 00000100:00100000:0.0:1749394422.524435:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f9a3b80 x1834371508038016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394422.524443:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394422.524446:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394422.524447:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394422.524450:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1459 00000100:00080000:0.0:1749394422.524452:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394422.524479:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394422.524485:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508037376 00000100:00100000:1.0:1749394422.524494:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508037376 00000100:00100000:3.0:1749394422.524498:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508037632:0@lo:400: 00000100:00100000:2.0:1749394422.524499:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1749394422.524505:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f9a0380 x1834371508038144/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394422.524507:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508037120:12345-0@lo:400: 00000100:00100000:3.0:1749394422.524536:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394422.524537:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:2.0:1749394422.524545:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508037120:12345-0@lo:400: Request processed in 39us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394422.524548:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508037376:12345-0@lo:400: 00000100:00100000:0.0:1749394422.524551:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508038272:0@lo:400: 00000100:00100000:2.0:1749394422.524553:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1749394422.524574:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508037632 00000100:00100000:3.0:1749394422.524579:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508037632 00000100:00100000:0.0:1749394422.524596:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394422.524596:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508037248 00000100:00100000:2.0:1749394422.524600:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508037248 00000100:00100000:1.0:1749394422.524607:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508037376:12345-0@lo:400: Request processed in 59us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394422.524608:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:2.0:1749394422.524617:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2222 00000100:00100000:3.0:1749394422.524617:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508037632:12345-0@lo:400: 00000100:00100000:1.0:1749394422.524619:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:2.0:1749394422.524622:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508037248:12345-0@lo:38: 00000100:00100000:0.0:1749394422.524637:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508038400:0@lo:400: 00010000:00020000:2.0:1749394422.524642:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394422.524654:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508037504:0@lo:38: 00000100:00100000:0.0:1749394422.524661:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394422.524668:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508037632:12345-0@lo:400: Request processed in 51us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394422.524674:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508037248:12345-0@lo:38: Request processed in 51us (271us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394422.524678:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:2.0:1749394422.524681:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2222 00000100:00100000:0.0:1749394422.524688:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508037120:0@lo:400: 00000100:00100000:1.0:1749394422.524691:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394422.524697:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508038272 00000100:00100000:2.0:1749394422.524700:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508038272 00000100:00100000:0.0:1749394422.524712:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508038400 00000100:00100000:0.0:1749394422.524716:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508038400 00000100:00100000:3.0:1749394422.524716:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508037632:0@lo:400: 00000100:00100000:1.0:1749394422.524718:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508037504 00000100:00100000:1.0:1749394422.524723:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508037504 00000100:00100000:2.0:1749394422.524726:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1749394422.524731:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508038272:12345-0@lo:400: 00000100:00100000:0.0:1749394422.524745:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1749394422.524745:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2223 00000100:00100000:3.0:1749394422.524748:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508037376:0@lo:400: 00000100:00100000:0.0:1749394422.524752:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508038400:12345-0@lo:400: 00000100:00100000:1.0:1749394422.524753:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508037504:12345-0@lo:38: 00000100:00100000:2.0:1749394422.524761:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508038272:12345-0@lo:400: Request processed in 29us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394422.524767:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00010000:00020000:1.0:1749394422.524775:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394422.524792:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508038400:12345-0@lo:400: Request processed in 40us (130us total) trans 0 rc 0/0 00000100:00080000:2.0:1749394422.524794:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1749394422.524799:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00010000:00080000:3.0:1749394422.524799:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f9a0000 x1834371508038272/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394422.524825:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508038272:0@lo:400: 00010000:00080000:0.0:1749394422.524829:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f9a0700 x1834371508038400/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394422.524832:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508037504:12345-0@lo:38: Request processed in 77us (140us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394422.524840:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508038400:0@lo:400: 00000100:00100000:1.0:1749394422.524843:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2223 00000100:00080000:1.0:1749394422.524892:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394422.524899:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394422.524906:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508037504:0@lo:38: 00000100:00100000:1.0:1749394422.524927:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508037760:0@lo:38: 00000100:00100000:1.0:1749394422.524954:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394422.524989:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508037888:0@lo:38: 00000100:00100000:1.0:1749394422.525006:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394422.525006:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508037760 00000100:00100000:2.0:1749394422.525011:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508037760 00000100:00100000:1.0:1749394422.525028:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508038016:0@lo:38: 00000100:00100000:2.0:1749394422.525040:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508037888 00000100:00100000:2.0:1749394422.525043:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508037888 00000100:00100000:1.0:1749394422.525052:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394422.525055:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2224 00000100:00100000:2.0:1749394422.525061:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508037760:12345-0@lo:38: 00000100:00100000:0.0:1749394422.525067:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508038016 00000100:00100000:0.0:1749394422.525097:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508038016 00010000:00020000:2.0:1749394422.525106:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394422.525109:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508038144:0@lo:38: 00000100:00100000:0.0:1749394422.525125:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2225 00000100:00100000:0.0:1749394422.525131:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508037888:12345-0@lo:38: 00000100:00100000:3.0:1749394422.525134:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2226 00000100:00100000:2.0:1749394422.525138:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508037760:12345-0@lo:38: Request processed in 76us (183us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394422.525143:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508038016:12345-0@lo:38: 00000100:00100000:2.0:1749394422.525145:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2224 00010000:00020000:0.0:1749394422.525148:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749394422.525165:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394422.525182:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394422.525183:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508037888:12345-0@lo:38: Request processed in 50us (174us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394422.525190:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2225 00000100:00100000:0.0:1749394422.525200:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508038144 00000100:00100000:3.0:1749394422.525202:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508038016:12345-0@lo:38: Request processed in 58us (148us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394422.525203:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508038144 00000100:00100000:3.0:1749394422.525212:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2226 00000100:00080000:1.0:1749394422.525213:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394422.525217:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2227 00000100:00080000:1.0:1749394422.525218:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394422.525221:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508038144:12345-0@lo:38: 00000100:00100000:1.0:1749394422.525224:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508037248:0@lo:38: 00010000:00020000:0.0:1749394422.525232:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749394422.525248:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394422.525251:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508038144:12345-0@lo:38: Request processed in 29us (71us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394422.525253:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394422.525258:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2227 00000100:00100000:1.0:1749394422.525259:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508037760:0@lo:38: 00000100:00080000:1.0:1749394422.525271:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394422.525275:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394422.525279:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508037888:0@lo:38: 00000100:00080000:1.0:1749394422.525291:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394422.525294:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394422.525299:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508038016:0@lo:38: 00000100:00080000:1.0:1749394422.525326:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394422.525330:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394422.525335:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508038144:0@lo:38: 00000100:00100000:3.0:1749394422.540220:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749394422.540239:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508038656:0@lo:41: 00000100:00100000:0.0:1749394422.540257:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508038528:0@lo:41: 00000100:00100000:3.0:1749394422.540287:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394422.540312:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508038656 00000100:00100000:2.0:1749394422.540321:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508038656 00000100:00100000:0.0:1749394422.540349:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394422.540356:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:2.0:1749394422.540364:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508038656:12345-0@lo:41: 00000100:00100000:3.0:1749394422.540385:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508038528 00000004:00000024:2.0:1749394422.540393:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394422.540394:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508038528 00000100:00100000:3.0:1749394422.540429:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:2.0:1749394422.540441:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508038656:12345-0@lo:41: Request processed in 77us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394422.540441:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508038528:12345-0@lo:41: 00000100:00100000:2.0:1749394422.540449:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000004:00000024:3.0:1749394422.540503:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749394422.540567:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508038528:12345-0@lo:41: Request processed in 126us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394422.540580:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:3.0:1749394422.540623:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508038656:0@lo:41: 00000100:00100000:0.0:1749394422.540633:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508038528:0@lo:41: 00000100:00100000:2.0:1749394423.016203:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756540 going to sleep for 0 seconds 00000100:00100000:2.0:1749394423.016215:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508038784:0@lo:900: 00000100:00100000:2.0:1749394423.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394423.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394423.410344:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394424.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394424.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394424.410219:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9bc700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508038912:0@lo:700: 00000100:00100000:2.0:1749394424.410219:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508039040:0@lo:700: 00000100:00100000:2.0:1749394424.410290:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394424.410331:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394424.410358:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756540 going to sleep for 11 seconds 00000100:00100000:0.0:1749394424.410365:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394424.410433:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508039040 00000100:00100000:3.0:1749394424.410433:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508038912 00000100:00100000:1.0:1749394424.410478:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508039040 00000100:00100000:3.0:1749394424.410491:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508038912 00000100:00080000:2.0:1749394424.410547:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394424.410567:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646 00000100:00100000:1.0:1749394424.410575:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1647 00000100:00100000:3.0:1749394424.410580:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508038912:12345-0@lo:700: 00000100:00100000:1.0:1749394424.410585:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508039040:12345-0@lo:700: 00000100:00100000:3.0:1749394424.410631:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:3.0:1749394424.410640:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508039168:0@lo:700: 40000000:00080000:3.0:1749394424.410673:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394424.410677:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394424.410748:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394424.410757:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f980e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508039296:0@lo:700: 00000100:00100000:3.0:1749394424.410765:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508038912:12345-0@lo:700: Request processed in 186us (432us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749394424.410771:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394424.410774:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394424.410778:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646 00000100:00100000:0.0:1749394424.410784:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bc700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508038912:0@lo:700: 00000100:00100000:1.0:1749394424.410834:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508039040:12345-0@lo:700: Request processed in 248us (541us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394424.410846:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1647 00000100:00100000:2.0:1749394424.410857:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508039040:0@lo:700: 00010000:00010000:2.0:1749394424.412290:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394425.017210:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756540 going to sleep for 0 seconds 00000100:00100000:2.0:1749394425.017223:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508039424:0@lo:900: 00000100:00100000:2.0:1749394425.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394425.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394425.414344:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394425.924179:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394425.924179:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:0.0:1749394425.924208:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371508039552/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394430 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394425.924208:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371508039680/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394430 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394425.924281:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394425.924321:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394425.924348:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394425.924356:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394425.924454:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508039552 00000100:00100000:1.0:1749394425.924467:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508039552 00000100:00100000:3.0:1749394425.924474:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508039680 00000100:00100000:3.0:1749394425.924480:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508039680 00000100:00080000:2.0:1749394425.924538:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394425.924556:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648 00000100:00100000:3.0:1749394425.924565:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00100000:1.0:1749394425.924571:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508039552:12345-0@lo:700: 00000100:00100000:3.0:1749394425.924574:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508039680:12345-0@lo:700: 40000000:00080000:1.0:1749394425.924606:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:00080000:3.0:1749394425.924630:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749394425.924693:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508039552:12345-0@lo:700: Request processed in 124us (408us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749394425.924693:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508039680:12345-0@lo:700: Request processed in 118us (369us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749394425.924706:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648 00000100:00100000:0.0:1749394425.924707:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371508039552/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394441 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394425.924709:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371508039680/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394441 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394425.924711:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00000100:00100000:0.0:1749394425.924719:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394425.924720:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394426.192189:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394426.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394426.411222:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9bd180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508039808:0@lo:700: 00000100:00100000:2.0:1749394426.411222:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508039936:0@lo:700: 00000100:00100000:2.0:1749394426.411295:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394426.411335:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394426.411359:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756540 going to sleep for 11 seconds 00000100:00100000:0.0:1749394426.411368:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394426.411454:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508039808 00000100:00100000:1.0:1749394426.411467:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508039808 00000100:00100000:3.0:1749394426.411473:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508039936 00000100:00100000:3.0:1749394426.411479:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508039936 00000100:00080000:2.0:1749394426.411536:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394426.411552:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650 00000100:00100000:3.0:1749394426.411564:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1651 00000100:00100000:1.0:1749394426.411565:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508039808:12345-0@lo:700: 00000100:00100000:3.0:1749394426.411574:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508039936:12345-0@lo:700: 00000100:00100000:1.0:1749394426.411626:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394426.411635:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f980e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508040064:0@lo:700: 40000000:00080000:1.0:1749394426.411654:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394426.411658:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394426.411729:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:3.0:1749394426.411737:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508040192:0@lo:700: 00000100:00100000:1.0:1749394426.411750:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508039808:12345-0@lo:700: Request processed in 187us (412us total) trans 0 rc -11/-11 40000000:00080000:3.0:1749394426.411752:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394426.411755:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394426.411764:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650 00000100:00100000:0.0:1749394426.411785:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bd180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508039808:0@lo:700: 00000100:00100000:3.0:1749394426.411814:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508039936:12345-0@lo:700: Request processed in 239us (517us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394426.411825:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1651 00000100:00100000:2.0:1749394426.411836:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508039936:0@lo:700: 00010000:00010000:3.0:1749394426.416309:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394426.799611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394426.799666:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394426.799720:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394426.799736:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499795840 00000100:00100000:2.0:1749394426.799746:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499795840 00000100:00100000:2.0:1749394426.799790:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 735 00000100:00100000:2.0:1749394426.799798:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499795840:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394426.799800:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499795968 00000100:00100000:3.0:1749394426.799800:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499796096 00000100:00100000:1.0:1749394426.799811:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499795968 00000100:00100000:3.0:1749394426.799817:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499796096 00000100:00100000:2.0:1749394426.799858:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499795840:12345-192.168.203.32@tcp:400: Request processed in 60us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394426.799867:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 735 00000100:00100000:1.0:1749394426.799869:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2228 00000100:00100000:1.0:1749394426.799881:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499795968:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394426.799882:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2229 00000100:00100000:3.0:1749394426.799890:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499796096:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394426.799914:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1468 last 0 00010000:00080000:3.0:1749394426.799914:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1468 last 0 00000100:00100000:1.0:1749394426.799978:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499795968:12345-192.168.203.32@tcp:38: Request processed in 97us (311us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394426.799978:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499796096:12345-192.168.203.32@tcp:38: Request processed in 85us (256us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394426.799990:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2229 00000100:00100000:1.0:1749394426.800000:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2228 00000100:00100000:2.0:1749394427.018208:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756600 going to sleep for 0 seconds 00000100:00100000:2.0:1749394427.018219:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508040320:0@lo:900: 00000100:00100000:2.0:1749394427.192176:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394427.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394427.418315:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394427.532229:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394427.532237:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394427.532241:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394427.532263:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1464 00000100:00080000:0.0:1749394427.532266:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394427.532270:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394427.532283:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f9bdc00 x1834371508040576/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394427.532306:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394427.532308:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394427.532325:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394427.532327:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508040576:0@lo:38: 00000100:00100000:3.0:1749394427.532327:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371508040448:0@lo:400: 00000100:00080000:0.0:1749394427.532329:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1464 00000100:00080000:0.0:1749394427.532332:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394427.532335:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394427.532347:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f9be300 x1834371508040832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394427.532362:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394427.532365:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394427.532367:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394427.532370:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1464 00000100:00080000:0.0:1749394427.532372:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394427.532375:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394427.532384:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f9bea00 x1834371508041088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394427.532392:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394427.532395:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394427.532396:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394427.532399:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1464 00000100:00080000:0.0:1749394427.532401:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394427.532406:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394427.532411:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394427.532411:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394427.532415:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f9bed80 x1834371508041216/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394427.532483:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394427.532487:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394427.532488:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394427.532491:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508040576 00000100:00080000:0.0:1749394427.532492:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1464 00000100:00080000:0.0:1749394427.532494:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394427.532497:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394427.532501:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508040576 00000100:00100000:0.0:1749394427.532507:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f9bf800 x1834371508041600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394427.532515:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394427.532518:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394427.532519:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394427.532522:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1464 00000100:00100000:3.0:1749394427.532524:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508041472:0@lo:400: 00000100:00080000:0.0:1749394427.532525:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394427.532527:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394427.532536:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f9bfb80 x1834371508041728/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394427.532539:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2230 00000100:00100000:1.0:1749394427.532548:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508040576:12345-0@lo:38: 00000100:00100000:3.0:1749394427.532563:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394427.532571:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508040960:0@lo:400: 00000100:00100000:2.0:1749394427.532574:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508040448 00010000:00020000:1.0:1749394427.532578:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394427.532583:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508040448 00000100:00100000:3.0:1749394427.532590:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749394427.532599:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508041344:0@lo:400: 00000100:00100000:0.0:1749394427.532614:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394427.532623:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1749394427.532624:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508040576:12345-0@lo:38: Request processed in 73us (214us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394427.532627:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394427.532631:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371508040448:12345-0@lo:400: 00000100:00100000:1.0:1749394427.532636:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2230 00000100:00100000:0.0:1749394427.532637:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508041984:0@lo:400: 00000100:00100000:0.0:1749394427.532655:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394427.532668:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508040960 00000100:00100000:3.0:1749394427.532675:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508040960 00000100:00100000:0.0:1749394427.532677:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1749394427.532683:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508040704:0@lo:400: 00000100:00100000:2.0:1749394427.532689:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371508040448:12345-0@lo:400: Request processed in 59us (283us total) trans 0 rc 0/0 00000100:00080000:1.0:1749394427.532696:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749394427.532697:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1749394427.532698:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394427.532702:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394427.532710:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508040576:0@lo:38: 00000100:00100000:3.0:1749394427.532727:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508040704 00000100:00100000:2.0:1749394427.532728:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508041472 00000100:00100000:2.0:1749394427.532732:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508041472 00000100:00100000:3.0:1749394427.532732:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508040704 00000100:00100000:0.0:1749394427.532734:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508041856:0@lo:400: 00000100:00100000:1.0:1749394427.532746:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:0.0:1749394427.532751:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394427.532752:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508041344 00000100:00100000:2.0:1749394427.532755:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508041344 00000100:00100000:1.0:1749394427.532757:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508040960:12345-0@lo:400: 00000100:00100000:3.0:1749394427.532762:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1749394427.532769:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508041984 00000100:00100000:3.0:1749394427.532770:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508040704:12345-0@lo:400: 00000100:00100000:2.0:1749394427.532771:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508041984 00000100:00100000:0.0:1749394427.532777:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508041856 00000100:00100000:0.0:1749394427.532784:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508041856 00000100:00100000:2.0:1749394427.532789:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:2.0:1749394427.532794:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371508041472:12345-0@lo:400: 00000100:00100000:1.0:1749394427.532817:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508040960:12345-0@lo:400: Request processed in 61us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394427.532818:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508040704:12345-0@lo:400: Request processed in 48us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394427.532819:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:2.0:1749394427.532825:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371508041472:12345-0@lo:400: Request processed in 31us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394427.532828:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:0.0:1749394427.532831:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508041344:12345-0@lo:400: 00000100:00100000:2.0:1749394427.532832:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1749394427.532833:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1749394427.532843:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:2.0:1749394427.532848:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508041984:12345-0@lo:400: 00000100:00100000:1.0:1749394427.532869:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508040704:0@lo:400: 00010000:00080000:3.0:1749394427.532871:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f9bf480 x1834371508041472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394427.532877:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508041984:12345-0@lo:400: Request processed in 29us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394427.532883:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:1.0:1749394427.532886:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508040960:0@lo:400: 00000100:00100000:0.0:1749394427.532890:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508041344:12345-0@lo:400: Request processed in 59us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394427.532890:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508041472:0@lo:400: 00000100:00100000:2.0:1749394427.532891:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1749394427.532896:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508041856:12345-0@lo:400: 00000100:00100000:0.0:1749394427.532903:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00010000:00080000:1.0:1749394427.532905:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f9bc700 x1834371508041984/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394427.532919:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508041856:12345-0@lo:400: Request processed in 22us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394427.532920:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508041984:0@lo:400: 00000100:00100000:3.0:1749394427.532920:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371508040448:0@lo:400: 00000100:00100000:2.0:1749394427.532926:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00010000:00080000:3.0:1749394427.532946:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f9bf100 x1834371508041344/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749394427.532948:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f9bce00 x1834371508041856/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394427.532960:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508041344:0@lo:400: 00000100:00080000:0.0:1749394427.532961:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394427.532962:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508041856:0@lo:400: 00000100:00100000:1.0:1749394427.532982:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508040832:0@lo:38: 00000100:00100000:1.0:1749394427.533016:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394427.533061:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508041088:0@lo:38: 00000100:00100000:2.0:1749394427.533108:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508040832 00000100:00100000:2.0:1749394427.533113:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508040832 00000100:00100000:1.0:1749394427.533114:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394427.533141:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508041088 00000100:00100000:2.0:1749394427.533144:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508041088 00000100:00100000:1.0:1749394427.533147:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508041216:0@lo:38: 00000100:00100000:2.0:1749394427.533168:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2231 00000100:00100000:2.0:1749394427.533174:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508040832:12345-0@lo:38: 00000100:00100000:1.0:1749394427.533176:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749394427.533190:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394427.533198:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508041216 00000100:00100000:3.0:1749394427.533205:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508041216 00000100:00100000:1.0:1749394427.533208:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2232 00000100:00100000:2.0:1749394427.533221:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508040832:12345-0@lo:38: Request processed in 47us (205us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394427.533226:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508041088:12345-0@lo:38: 00000100:00100000:0.0:1749394427.533233:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2233 00000100:00100000:2.0:1749394427.533240:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2231 00000100:00100000:0.0:1749394427.533243:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508041216:12345-0@lo:38: 00010000:00020000:1.0:1749394427.533248:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394427.533267:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394427.533289:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508041088:12345-0@lo:38: Request processed in 63us (172us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394427.533298:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2232 00000100:00100000:0.0:1749394427.533310:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508041216:12345-0@lo:38: Request processed in 66us (133us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394427.533321:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2233 00000100:00080000:1.0:1749394427.533335:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394427.533340:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394427.533347:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508041216:0@lo:38: 00000100:00100000:1.0:1749394427.533357:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508041600:0@lo:38: 00000100:00100000:1.0:1749394427.533386:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394427.533403:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508041728:0@lo:38: 00000100:00100000:0.0:1749394427.533411:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508041600 00000100:00100000:0.0:1749394427.533417:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508041600 00000100:00100000:1.0:1749394427.533440:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394427.533483:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394427.533485:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508041728 00000100:00080000:1.0:1749394427.533488:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394427.533490:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508041728 00000100:00100000:2.0:1749394427.533494:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2234 00000100:00100000:1.0:1749394427.533495:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508040832:0@lo:38: 00000100:00100000:2.0:1749394427.533500:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508041600:12345-0@lo:38: 00000100:00080000:1.0:1749394427.533508:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394427.533510:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2235 00000100:00080000:1.0:1749394427.533512:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:2.0:1749394427.533513:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394427.533517:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508041088:0@lo:38: 00000100:00100000:0.0:1749394427.533518:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508041728:12345-0@lo:38: 00010000:00020000:0.0:1749394427.533539:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394427.533555:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508041600:12345-0@lo:38: Request processed in 54us (168us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394427.533561:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2234 00000100:00100000:0.0:1749394427.533579:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508041728:12345-0@lo:38: Request processed in 59us (157us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394427.533579:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394427.533584:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394427.533589:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508041600:0@lo:38: 00000100:00100000:0.0:1749394427.533591:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2235 00000100:00080000:1.0:1749394427.533601:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394427.533604:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394427.533617:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508041728:0@lo:38: 00000100:00100000:2.0:1749394427.548229:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508042240:0@lo:41: 00000100:00100000:2.0:1749394427.548268:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394427.548277:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508042112:0@lo:41: 00000100:00100000:1.0:1749394427.548327:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394427.548371:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508042240 00000100:00100000:0.0:1749394427.548379:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508042240 00000100:00100000:3.0:1749394427.548405:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508042112 00000100:00100000:3.0:1749394427.548414:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508042112 00000100:00100000:0.0:1749394427.548417:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1749394427.548452:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508042240:12345-0@lo:41: 00000100:00100000:3.0:1749394427.548471:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:3.0:1749394427.548482:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508042112:12345-0@lo:41: 00000004:00000024:0.0:1749394427.548485:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000004:00000024:3.0:1749394427.548514:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749394427.548559:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508042240:12345-0@lo:41: Request processed in 108us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394427.548571:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:3.0:1749394427.548583:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508042112:12345-0@lo:41: Request processed in 100us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394427.548595:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508042240:0@lo:41: 00000100:00100000:3.0:1749394427.548596:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:1.0:1749394427.548638:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508042112:0@lo:41: 00000100:00100000:2.0:1749394428.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394428.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394428.412225:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508042368:0@lo:700: 00000100:00100000:0.0:1749394428.412227:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508042496:0@lo:700: 00000100:00100000:2.0:1749394428.412285:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394428.412333:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394428.412354:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997566c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394428.412358:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1749394428.412452:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508042368 00000100:00100000:1.0:1749394428.412465:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508042496 00000100:00100000:3.0:1749394428.412465:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508042368 00000100:00100000:1.0:1749394428.412470:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508042496 00000100:00080000:0.0:1749394428.412534:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394428.412548:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1652 00000100:00100000:3.0:1749394428.412557:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1653 00000100:00100000:1.0:1749394428.412562:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508042496:12345-0@lo:700: 00000100:00100000:3.0:1749394428.412567:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508042368:12345-0@lo:700: 00000100:00100000:1.0:1749394428.412613:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394428.412622:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f982a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508042624:0@lo:700: 40000000:00080000:1.0:1749394428.412639:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394428.412643:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394428.412715:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:3.0:1749394428.412725:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508042752:0@lo:700: 00000100:00100000:1.0:1749394428.412733:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508042496:12345-0@lo:700: Request processed in 173us (400us total) trans 0 rc -11/-11 40000000:00080000:3.0:1749394428.412738:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394428.412742:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394428.412746:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1652 00000100:00100000:0.0:1749394428.412751:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508042496:0@lo:700: 00000100:00100000:3.0:1749394428.412800:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508042368:12345-0@lo:700: Request processed in 232us (512us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394428.412811:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1653 00000100:00100000:2.0:1749394428.412821:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508042368:0@lo:700: 00010000:00010000:2.0:1749394428.420303:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394429.019218:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997566c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394429.019233:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508042880:0@lo:900: 00000100:00100000:2.0:1749394429.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394429.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394429.422318:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394430.192187:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394430.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394430.413222:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508043008:0@lo:700: 00000100:00100000:2.0:1749394430.413222:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508043136:0@lo:700: 00000100:00100000:2.0:1749394430.413290:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394430.413346:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394430.413360:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997566c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394430.413379:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394430.413451:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508043136 00000100:00100000:3.0:1749394430.413455:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508043008 00000100:00100000:1.0:1749394430.413464:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508043136 00000100:00100000:3.0:1749394430.413480:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508043008 00000100:00080000:0.0:1749394430.413529:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394430.413555:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1654 00000100:00100000:1.0:1749394430.413564:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1655 00000100:00100000:3.0:1749394430.413569:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508043008:12345-0@lo:700: 00000100:00100000:1.0:1749394430.413575:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508043136:12345-0@lo:700: 00000100:00100000:3.0:1749394430.413620:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:3.0:1749394430.413629:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508043264:0@lo:700: 40000000:00080000:3.0:1749394430.413648:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394430.413653:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394430.413721:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394430.413730:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f982a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508043392:0@lo:700: 00000100:00100000:3.0:1749394430.413740:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508043008:12345-0@lo:700: Request processed in 173us (394us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749394430.413744:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394430.413747:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394430.413751:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1654 00000100:00100000:0.0:1749394430.413760:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508043008:0@lo:700: 00000100:00100000:1.0:1749394430.413807:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508043136:12345-0@lo:700: Request processed in 232us (515us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394430.413825:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508043136:0@lo:700: 00000100:00100000:1.0:1749394430.413832:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1655 00010000:00010000:3.0:1749394430.424303:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394431.020232:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997566c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394431.020249:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508043520:0@lo:900: 00000100:00100000:2.0:1749394431.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394431.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394431.426319:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394431.807678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394431.807721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394431.807807:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394431.807808:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499796224 00000100:00100000:1.0:1749394431.807809:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499796352 00000100:00100000:2.0:1749394431.807821:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499796224 00000100:00100000:1.0:1749394431.807822:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499796352 00000100:00100000:1.0:1749394431.807865:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499796480 00000100:00100000:1.0:1749394431.807870:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499796480 00000100:00100000:2.0:1749394431.807870:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 737 00000100:00100000:2.0:1749394431.807879:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499796224:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394431.807912:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2236 00000100:00100000:1.0:1749394431.807923:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499796352:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394431.807925:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2237 00000100:00100000:3.0:1749394431.807934:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499796480:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394431.807950:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499796224:12345-192.168.203.32@tcp:400: Request processed in 72us (278us total) trans 0 rc 0/0 00010000:00080000:1.0:1749394431.807958:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1473 last 0 00010000:00080000:3.0:1749394431.807958:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1473 last 0 00000100:00100000:2.0:1749394431.807959:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 737 00000100:00100000:1.0:1749394431.808037:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499796352:12345-192.168.203.32@tcp:38: Request processed in 112us (311us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394431.808037:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499796480:12345-192.168.203.32@tcp:38: Request processed in 99us (226us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394431.808050:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2237 00000100:00100000:1.0:1749394431.808055:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2236 00000100:00100000:2.0:1749394432.192182:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394432.322184:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394432.414217:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508043648:0@lo:700: 00000100:00100000:2.0:1749394432.414217:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508043776:0@lo:700: 00000100:00100000:2.0:1749394432.414285:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394432.414324:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394432.414351:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756780 going to sleep for 11 seconds 00000100:00100000:0.0:1749394432.414359:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1749394432.414444:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508043776 00000100:00100000:1.0:1749394432.414454:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508043648 00000100:00100000:3.0:1749394432.414456:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508043776 00000100:00100000:1.0:1749394432.414460:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508043648 00000100:00080000:0.0:1749394432.414523:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394432.414537:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1656 00000100:00100000:3.0:1749394432.414545:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1657 00000100:00100000:1.0:1749394432.414551:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508043648:12345-0@lo:700: 00000100:00100000:3.0:1749394432.414555:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508043776:12345-0@lo:700: 00000100:00100000:3.0:1749394432.414601:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:3.0:1749394432.414611:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508043904:0@lo:700: 40000000:00080000:3.0:1749394432.414630:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394432.414634:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394432.414710:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394432.414719:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f982a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508044032:0@lo:700: 00000100:00100000:3.0:1749394432.414722:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508043776:12345-0@lo:700: Request processed in 166us (434us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749394432.414733:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394432.414736:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394432.414741:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ace00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508043776:0@lo:700: 00000100:00100000:3.0:1749394432.414748:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1657 00000100:00100000:1.0:1749394432.414797:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508043648:12345-0@lo:700: Request processed in 248us (470us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394432.414809:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1656 00000100:00100000:0.0:1749394432.414814:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508043648:0@lo:700: 00010000:00010000:2.0:1749394432.428297:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394432.540221:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394432.540230:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394432.540233:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394432.540239:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1469 00000100:00080000:0.0:1749394432.540244:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394432.540249:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394432.540268:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f9a2a00 x1834371508044288/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394432.540289:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394432.540293:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394432.540295:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394432.540298:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1469 00000100:00080000:0.0:1749394432.540300:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394432.540303:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394432.540313:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f9a1f80 x1834371508044544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394432.540319:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508044160:0@lo:400: 00000100:00100000:1.0:1749394432.540332:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508044416:0@lo:400: 00000100:00080000:0.0:1749394432.540345:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394432.540349:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394432.540350:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394432.540354:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1469 00000100:00080000:0.0:1749394432.540356:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394432.540359:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394432.540362:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394432.540373:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092ffd180 x1834371508044800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394432.540382:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394432.540423:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394432.540427:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394432.540429:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394432.540432:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1469 00000100:00080000:0.0:1749394432.540434:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394432.540435:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1749394432.540437:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394432.540449:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099bba300 x1834371508044928/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394432.540454:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508044672:0@lo:400: 00000100:00100000:2.0:1749394432.540457:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508044160 00000100:00080000:0.0:1749394432.540458:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394432.540461:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394432.540463:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394432.540463:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508044160 00000100:00080000:0.0:1749394432.540466:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1469 00000100:00080000:0.0:1749394432.540468:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394432.540470:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394432.540481:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d520380 x1834371508045056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394432.540481:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508044288:0@lo:38: 00000100:00080000:0.0:1749394432.540489:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394432.540492:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394432.540494:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749394432.540494:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1749394432.540494:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394432.540497:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1469 00000100:00080000:0.0:1749394432.540499:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749394432.540501:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508044160:12345-0@lo:400: 00000100:00080000:0.0:1749394432.540502:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394432.540512:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009993b480 x1834371508045184/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394432.540531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394432.540533:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508044416 00000100:00100000:3.0:1749394432.540539:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508044416 00000100:00100000:2.0:1749394432.540541:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508044160:12345-0@lo:400: Request processed in 40us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394432.540549:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1749394432.540566:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508044672 00000100:00100000:0.0:1749394432.540572:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508044672 00000100:00100000:2.0:1749394432.540577:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508045440:0@lo:400: 00000100:00100000:3.0:1749394432.540578:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:3.0:1749394432.540590:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508044416:12345-0@lo:400: 00000100:00100000:1.0:1749394432.540595:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508044288 00000100:00100000:2.0:1749394432.540599:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394432.540600:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508044288 00000100:00100000:0.0:1749394432.540601:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:0.0:1749394432.540609:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508044672:12345-0@lo:400: 00000100:00100000:2.0:1749394432.540623:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508044160:0@lo:400: 00000100:00100000:1.0:1749394432.540626:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2238 00000100:00100000:1.0:1749394432.540634:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508044288:12345-0@lo:38: 00000100:00100000:2.0:1749394432.540645:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508045440 00000100:00100000:2.0:1749394432.540648:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508045440 00000100:00100000:3.0:1749394432.540650:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508044416:12345-0@lo:400: Request processed in 62us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394432.540656:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508044672:12345-0@lo:400: Request processed in 48us (164us total) trans 0 rc 0/0 00010000:00020000:1.0:1749394432.540661:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394432.540661:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:0.0:1749394432.540675:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:2.0:1749394432.540676:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:2.0:1749394432.540682:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508045440:12345-0@lo:400: 00000100:00100000:3.0:1749394432.540692:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508045312:0@lo:400: 00000100:00100000:1.0:1749394432.540700:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508044288:12345-0@lo:38: Request processed in 65us (169us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394432.540710:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2238 00000100:00100000:2.0:1749394432.540718:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508045440:12345-0@lo:400: Request processed in 36us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394432.540724:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00080000:0.0:1749394432.540726:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394432.540728:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394432.540747:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508045312 00000100:00100000:1.0:1749394432.540749:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508044416:0@lo:400: 00000100:00100000:2.0:1749394432.540750:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508045312 00000100:00100000:3.0:1749394432.540761:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508044672:0@lo:400: 00000100:00100000:2.0:1749394432.540770:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:2.0:1749394432.540776:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508045312:12345-0@lo:400: 00000100:00080000:0.0:1749394432.540779:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1749394432.540781:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394432.540787:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394432.540793:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508044288:0@lo:38: 00000100:00100000:1.0:1749394432.540803:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508044544:0@lo:38: 00000100:00100000:2.0:1749394432.540805:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508045312:12345-0@lo:400: Request processed in 28us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394432.540811:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00010000:00080000:2.0:1749394432.540835:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009993aa00 x1834371508045440/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394432.540840:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1749394432.540845:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880099938a80 x1834371508045312/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394432.540848:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508045440:0@lo:400: 00000100:00100000:3.0:1749394432.540863:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508045312:0@lo:400: 00000100:00100000:1.0:1749394432.540883:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092ffd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508044800:0@lo:38: 00000100:00100000:0.0:1749394432.540899:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508044544 00000100:00100000:0.0:1749394432.540904:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508044544 00000100:00100000:1.0:1749394432.540914:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394432.540956:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508044800 00000100:00100000:0.0:1749394432.540959:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508044800 00000100:00100000:2.0:1749394432.540968:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2239 00000100:00100000:2.0:1749394432.540976:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508044544:12345-0@lo:38: 00000100:00100000:0.0:1749394432.540977:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2240 00000100:00100000:1.0:1749394432.540978:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508044928:0@lo:38: 00000100:00100000:0.0:1749394432.540982:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508044800:12345-0@lo:38: 00010000:00020000:2.0:1749394432.540993:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394432.541000:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394432.541010:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394432.541026:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508044544:12345-0@lo:38: Request processed in 51us (188us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394432.541032:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2239 00000100:00100000:3.0:1749394432.541036:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508044928 00000100:00100000:0.0:1749394432.541038:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508044800:12345-0@lo:38: Request processed in 54us (125us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394432.541042:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508044928 00000100:00100000:0.0:1749394432.541044:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2240 00000100:00100000:1.0:1749394432.541054:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508045056:0@lo:38: 00000100:00100000:0.0:1749394432.541064:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2241 00000100:00100000:0.0:1749394432.541068:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508044928:12345-0@lo:38: 00010000:00020000:0.0:1749394432.541103:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394432.541120:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394432.541125:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508044928:12345-0@lo:38: Request processed in 55us (115us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394432.541131:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2241 00000100:00100000:0.0:1749394432.541141:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508045056 00000100:00100000:0.0:1749394432.541144:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508045056 00000100:00100000:1.0:1749394432.541155:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508045184:0@lo:38: 00000100:00100000:0.0:1749394432.541157:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2242 00000100:00100000:0.0:1749394432.541161:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508045056:12345-0@lo:38: 00010000:00020000:0.0:1749394432.541172:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394432.541184:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394432.541191:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508045056:12345-0@lo:38: Request processed in 29us (73us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394432.541197:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2242 00000100:00100000:0.0:1749394432.541205:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508045184 00000100:00100000:0.0:1749394432.541208:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508045184 00000100:00080000:1.0:1749394432.541227:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394432.541229:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2243 00000100:00100000:0.0:1749394432.541233:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508045184:12345-0@lo:38: 00000100:00080000:1.0:1749394432.541242:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:0.0:1749394432.541244:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394432.541249:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508044544:0@lo:38: 00000100:00080000:1.0:1749394432.541266:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394432.541268:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508045184:12345-0@lo:38: Request processed in 33us (85us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394432.541271:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394432.541274:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2243 00000100:00100000:1.0:1749394432.541276:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092ffd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508044800:0@lo:38: 00000100:00080000:1.0:1749394432.541289:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394432.541293:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394432.541297:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880099bba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508044928:0@lo:38: 00000100:00080000:1.0:1749394432.541325:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394432.541329:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394432.541333:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508045056:0@lo:38: 00000100:00080000:1.0:1749394432.541344:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394432.541348:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394432.541352:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508045184:0@lo:38: 00000100:00100000:2.0:1749394432.556232:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749394432.556248:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508045696:0@lo:41: 00000100:00100000:0.0:1749394432.556284:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508045568:0@lo:41: 00000100:00100000:2.0:1749394432.556285:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394432.556313:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508045696 00000100:00100000:3.0:1749394432.556322:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508045696 00000100:00100000:0.0:1749394432.556332:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394432.556416:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508045568 00000100:00100000:3.0:1749394432.556423:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508045568 00000100:00100000:0.0:1749394432.556430:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1749394432.556443:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508045696:12345-0@lo:41: 00000100:00100000:1.0:1749394432.556446:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1749394432.556461:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508045568:12345-0@lo:41: 00000004:00000024:0.0:1749394432.556477:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:1.0:1749394432.556493:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394432.556530:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508045696:12345-0@lo:41: Request processed in 89us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394432.556542:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:2.0:1749394432.556547:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508045696:0@lo:41: 00000100:00100000:1.0:1749394432.556551:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508045568:12345-0@lo:41: Request processed in 93us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394432.556563:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:0.0:1749394432.556592:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508045568:0@lo:41: 00000100:00100000:2.0:1749394433.021205:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394433.021218:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508045824:0@lo:900: 00000100:00100000:2.0:1749394433.192179:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394433.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394433.430303:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394434.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394434.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394434.415224:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508045952:0@lo:700: 00000100:00100000:0.0:1749394434.415227:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508046080:0@lo:700: 00000100:00100000:2.0:1749394434.415305:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394434.415353:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394434.415369:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756840 going to sleep for 11 seconds 00000100:00100000:0.0:1749394434.415420:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394434.415457:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508045952 00000100:00100000:3.0:1749394434.415457:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508046080 00000100:00100000:1.0:1749394434.415470:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508045952 00000100:00100000:3.0:1749394434.415470:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508046080 00000100:00080000:0.0:1749394434.415536:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394434.415553:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658 00000100:00100000:3.0:1749394434.415561:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1659 00000100:00100000:1.0:1749394434.415566:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508045952:12345-0@lo:700: 00000100:00100000:3.0:1749394434.415570:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508046080:12345-0@lo:700: 00000100:00100000:3.0:1749394434.415631:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:3.0:1749394434.415640:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508046208:0@lo:700: 40000000:00080000:3.0:1749394434.415660:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394434.415665:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394434.415734:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394434.415743:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508046336:0@lo:700: 00000100:00100000:3.0:1749394434.415752:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099938a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508046080:12345-0@lo:700: Request processed in 181us (398us total) trans 0 rc -11/-11 40000000:00080000:1.0:1749394434.415758:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394434.415761:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394434.415765:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1659 00000100:00100000:0.0:1749394434.415773:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508046080:0@lo:700: 00000100:00100000:1.0:1749394434.415821:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508045952:12345-0@lo:700: Request processed in 256us (514us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394434.415833:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658 00000100:00100000:2.0:1749394434.415838:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508045952:0@lo:700: 00010000:00010000:3.0:1749394434.432306:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394435.022217:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394435.022232:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508046464:0@lo:900: 00000100:00100000:2.0:1749394435.192209:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394435.322161:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394435.434351:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394436.192195:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394436.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394436.416227:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508046592:0@lo:700: 00000100:00100000:2.0:1749394436.416227:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508046720:0@lo:700: 00000100:00100000:2.0:1749394436.416298:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394436.416338:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394436.416409:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756840 going to sleep for 11 seconds 00000100:00100000:0.0:1749394436.416411:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1749394436.416440:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508046720 00000100:00100000:1.0:1749394436.416452:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508046720 00000100:00100000:3.0:1749394436.416459:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508046592 00000100:00100000:3.0:1749394436.416468:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508046592 00000100:00080000:0.0:1749394436.416513:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394436.416536:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660 00000100:00100000:3.0:1749394436.416545:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508046592:12345-0@lo:700: 00000100:00100000:1.0:1749394436.416548:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1661 00000100:00100000:1.0:1749394436.416559:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508046720:12345-0@lo:700: 00000100:00100000:3.0:1749394436.416589:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39c00 going to sleep for 0 seconds 00000100:00100000:3.0:1749394436.416597:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012c124700 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508046848:0@lo:700: 40000000:00080000:3.0:1749394436.416612:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394436.416615:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394436.416669:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394436.416677:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508046976:0@lo:700: 00000100:00100000:3.0:1749394436.416679:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508046592:12345-0@lo:700: Request processed in 134us (339us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394436.416688:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660 40000000:00080000:1.0:1749394436.416690:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394436.416693:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394436.416706:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009993b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508046592:0@lo:700: 00000100:00100000:1.0:1749394436.416752:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508046720:12345-0@lo:700: Request processed in 195us (453us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394436.416760:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1661 00000100:00100000:2.0:1749394436.416772:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8aea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508046720:0@lo:700: 00010000:00010000:2.0:1749394436.436308:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394436.815672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394436.815719:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394436.815774:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499796736 00000100:00100000:2.0:1749394436.815786:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499796736 00000100:00100000:0.0:1749394436.815818:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394436.815838:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499796864 00000100:00100000:2.0:1749394436.815844:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499796864 00000100:00100000:3.0:1749394436.815858:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499796608 00000100:00100000:0.0:1749394436.815862:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2244 00000100:00100000:3.0:1749394436.815868:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499796608 00000100:00100000:0.0:1749394436.815871:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499796736:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394436.815873:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2245 00000100:00100000:2.0:1749394436.815884:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499796864:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394436.815900:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1478 last 0 00010000:00080000:2.0:1749394436.815913:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1478 last 0 00000100:00100000:3.0:1749394436.815913:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 739 00000100:00100000:3.0:1749394436.815922:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136be8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499796608:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394436.815979:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009993b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499796736:12345-192.168.203.32@tcp:38: Request processed in 107us (315us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394436.815983:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499796864:12345-192.168.203.32@tcp:38: Request processed in 99us (163us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394436.815984:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136be8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499796608:12345-192.168.203.32@tcp:400: Request processed in 61us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394436.815987:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2244 00000100:00100000:2.0:1749394436.815992:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2245 00000100:00100000:3.0:1749394436.815992:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 739 00000100:00100000:0.0:1749394436.924175:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:2.0:1749394436.924178:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:0.0:1749394436.924201:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371508047104/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394441 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394436.924201:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371508047232/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394441 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394436.924262:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394436.924305:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394436.924323:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394436.924341:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394436.924407:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508047104 00000100:00100000:1.0:1749394436.924416:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508047104 00000100:00100000:3.0:1749394436.924455:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508047232 00000100:00100000:3.0:1749394436.924465:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508047232 00000100:00080000:0.0:1749394436.924473:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394436.924477:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662 00000100:00100000:1.0:1749394436.924490:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508047104:12345-0@lo:700: 00000100:00100000:2.0:1749394436.924506:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1663 40000000:00080000:1.0:1749394436.924515:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749394436.924516:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508047232:12345-0@lo:700: 40000000:00080000:2.0:1749394436.924538:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749394436.924574:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801313dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508047104:12345-0@lo:700: Request processed in 88us (310us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749394436.924582:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662 00000100:00100000:0.0:1749394436.924589:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371508047104/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394452 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394436.924592:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508047232:12345-0@lo:700: Request processed in 77us (287us total) trans 0 rc -115/-115 00000100:00100000:2.0:1749394436.924600:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1663 00000100:00100000:0.0:1749394436.924601:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749394436.924631:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371508047232/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394452 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394436.924647:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394437.023205:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756840 going to sleep for 0 seconds 00000100:00100000:2.0:1749394437.023216:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508047360:0@lo:900: 00000100:00100000:2.0:1749394437.192167:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394437.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394437.438323:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394437.548228:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394437.548237:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:2.0:1749394437.548238:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371508047488:0@lo:400: 00000100:00080000:0.0:1749394437.548241:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394437.548248:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1474 00000100:00080000:0.0:1749394437.548252:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394437.548259:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394437.548279:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d083800 x1834371508047616/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394437.548314:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394437.548317:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394437.548319:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394437.548320:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394437.548324:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1474 00000100:00080000:0.0:1749394437.548326:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394437.548330:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:1.0:1749394437.548339:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508047616:0@lo:38: 00000100:00100000:0.0:1749394437.548342:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e0ce00 x1834371508047872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394437.548389:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394437.548392:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394437.548394:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394437.548397:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1474 00000100:00080000:0.0:1749394437.548399:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394437.548402:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394437.548416:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f97ed80 x1834371508048128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394437.548425:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394437.548427:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394437.548428:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394437.548430:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394437.548434:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1474 00000100:00080000:0.0:1749394437.548435:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394437.548437:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508047744:0@lo:400: 00000100:00080000:0.0:1749394437.548439:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394437.548448:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f97f100 x1834371508048256/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394437.548458:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508047616 00000100:00100000:1.0:1749394437.548464:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508047872:0@lo:38: 00000100:00100000:2.0:1749394437.548469:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508047616 00000100:00100000:1.0:1749394437.548480:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508048384:0@lo:400: 00000100:00080000:0.0:1749394437.548483:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394437.548485:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394437.548486:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394437.548488:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394437.548491:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1474 00000100:00080000:0.0:1749394437.548493:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394437.548496:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394437.548503:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394437.548507:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130060000 x1834371508048640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394437.548508:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2246 00000100:00080000:0.0:1749394437.548516:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394437.548518:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508047616:12345-0@lo:38: 00000100:00080000:0.0:1749394437.548520:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749394437.548520:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1749394437.548521:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394437.548523:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1749394437.548524:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1474 00000100:00080000:0.0:1749394437.548526:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394437.548528:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508048000:0@lo:400: 00000100:00080000:0.0:1749394437.548530:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394437.548530:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130062d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508048512:0@lo:400: 00000100:00100000:0.0:1749394437.548539:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130061500 x1834371508048768/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394437.548547:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749394437.548547:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394437.548551:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394437.548570:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508048896:0@lo:400: 00000100:00100000:1.0:1749394437.548572:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508048384 00000100:00100000:0.0:1749394437.548575:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508049024:0@lo:400: 00000100:00100000:1.0:1749394437.548577:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508048384 00000100:00100000:2.0:1749394437.548593:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508047616:12345-0@lo:38: Request processed in 76us (165us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394437.548593:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394437.548602:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2246 00000100:00100000:1.0:1749394437.548609:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508048512 00000100:00100000:1.0:1749394437.548611:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508048512 00000100:00100000:0.0:1749394437.548616:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394437.548626:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508047744 00000100:00100000:2.0:1749394437.548629:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508047488 00000100:00100000:3.0:1749394437.548631:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508047744 00000100:00100000:2.0:1749394437.548633:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508047488 00000100:00100000:1.0:1749394437.548637:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508048896 00000100:00100000:1.0:1749394437.548640:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508048896 00000100:00100000:1.0:1749394437.548650:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508049024 00000100:00100000:1.0:1749394437.548652:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508049024 00000100:00100000:2.0:1749394437.548659:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1749394437.548659:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508048000 00000100:00100000:3.0:1749394437.548661:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508048000 00000100:00100000:2.0:1749394437.548665:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371508047488:12345-0@lo:400: 00000100:00100000:1.0:1749394437.548666:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1749394437.548672:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508048384:12345-0@lo:400: 00000100:00100000:0.0:1749394437.548676:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:3.0:1749394437.548677:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1749394437.548683:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508047744:12345-0@lo:400: 00000100:00100000:0.0:1749394437.548686:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371508048512:12345-0@lo:400: 00000100:00100000:2.0:1749394437.548703:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371508047488:12345-0@lo:400: Request processed in 38us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394437.548710:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1749394437.548724:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508048384:12345-0@lo:400: Request processed in 51us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394437.548735:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371508048512:12345-0@lo:400: Request processed in 49us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394437.548735:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:3.0:1749394437.548737:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508047744:12345-0@lo:400: Request processed in 50us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394437.548742:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1749394437.548745:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:2.0:1749394437.548751:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371508048000:12345-0@lo:400: 00000100:00100000:1.0:1749394437.548752:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:1.0:1749394437.548757:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508048896:12345-0@lo:400: 00000100:00100000:3.0:1749394437.548758:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:0.0:1749394437.548760:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:0.0:1749394437.548766:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508049024:12345-0@lo:400: 00000100:00100000:2.0:1749394437.548779:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371508048000:12345-0@lo:400: Request processed in 28us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394437.548785:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1749394437.548786:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508048896:12345-0@lo:400: Request processed in 28us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394437.548792:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1749394437.548796:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508049024:12345-0@lo:400: Request processed in 30us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394437.548803:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00010000:00080000:3.0:1749394437.548803:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880129f14700 x1834371508048896/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394437.548813:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371508047488:0@lo:400: 00000100:00100000:3.0:1749394437.548818:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508048896:0@lo:400: 00010000:00080000:1.0:1749394437.548824:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff880130062d80 x1834371508048512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394437.548830:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508048000:0@lo:400: 00010000:00080000:0.0:1749394437.548836:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d08dc00 x1834371508049024/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394437.548839:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508047744:0@lo:400: 00000100:00100000:0.0:1749394437.548848:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508049024:0@lo:400: 00000100:00100000:1.0:1749394437.548855:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130062d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508048512:0@lo:400: 00010000:00080000:1.0:1749394437.548870:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f97c700 x1834371508048384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394437.548879:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508048384:0@lo:400: 00000100:00100000:1.0:1749394437.548918:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394437.548954:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508048128:0@lo:38: 00000100:00100000:1.0:1749394437.548972:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394437.548986:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508047872 00000100:00100000:2.0:1749394437.548992:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508047872 00000100:00100000:1.0:1749394437.548993:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508048256:0@lo:38: 00000100:00100000:2.0:1749394437.549008:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508048128 00000100:00100000:2.0:1749394437.549011:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508048128 00000100:00100000:1.0:1749394437.549013:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394437.549034:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508048256 00000100:00100000:2.0:1749394437.549036:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508048256 00000100:00080000:1.0:1749394437.549040:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394437.549044:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394437.549045:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2247 00000100:00100000:1.0:1749394437.549049:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508047616:0@lo:38: 00000100:00100000:3.0:1749394437.549052:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508047872:12345-0@lo:38: 00000100:00100000:2.0:1749394437.549058:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2248 00000100:00100000:1.0:1749394437.549063:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508048640:0@lo:38: 00000100:00100000:2.0:1749394437.549063:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508048128:12345-0@lo:38: 00000100:00100000:0.0:1749394437.549068:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2249 00010000:00020000:3.0:1749394437.549070:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394437.549097:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008266b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508048256:12345-0@lo:38: 00010000:00020000:2.0:1749394437.549099:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394437.549111:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1749394437.549113:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394437.549125:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508048768:0@lo:38: 00000100:00100000:2.0:1749394437.549140:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508048128:12345-0@lo:38: Request processed in 76us (167us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394437.549148:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394437.549148:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2248 00000100:00100000:3.0:1749394437.549157:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508047872:12345-0@lo:38: Request processed in 104us (237us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394437.549158:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508048640 00000100:00100000:2.0:1749394437.549161:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508048640 00000100:00100000:0.0:1749394437.549163:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008266b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508048256:12345-0@lo:38: Request processed in 66us (149us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394437.549165:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2247 00000100:00080000:1.0:1749394437.549167:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394437.549170:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2249 00000100:00080000:1.0:1749394437.549170:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394437.549170:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508048768 00000100:00100000:2.0:1749394437.549173:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508048768 00000100:00100000:1.0:1749394437.549174:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880092e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508047872:0@lo:38: 00000100:00100000:3.0:1749394437.549181:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2250 00000100:00080000:1.0:1749394437.549182:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394437.549185:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394437.549187:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2251 00000100:00100000:1.0:1749394437.549188:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508048128:0@lo:38: 00000100:00100000:3.0:1749394437.549188:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508048640:12345-0@lo:38: 00000100:00100000:2.0:1749394437.549192:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508048768:12345-0@lo:38: 00010000:00020000:3.0:1749394437.549201:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749394437.549206:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749394437.549209:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394437.549212:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394437.549216:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508048256:0@lo:38: 00000100:00100000:3.0:1749394437.549224:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508048640:12345-0@lo:38: Request processed in 36us (112us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394437.549230:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508048768:12345-0@lo:38: Request processed in 37us (82us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394437.549230:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2250 00000100:00100000:2.0:1749394437.549236:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2251 00000100:00080000:1.0:1749394437.549238:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394437.549241:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394437.549244:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508048640:0@lo:38: 00000100:00080000:1.0:1749394437.549252:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394437.549255:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394437.549257:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880130061500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508048768:0@lo:38: 00000100:00100000:1.0:1749394437.564284:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508049152:0@lo:41: 00000100:00100000:3.0:1749394437.564294:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508049280:0@lo:41: 00000100:00100000:1.0:1749394437.564324:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394437.564391:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394437.564407:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508049152 00000100:00100000:2.0:1749394437.564415:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508049152 00000100:00100000:1.0:1749394437.564422:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508049280 00000100:00100000:1.0:1749394437.564429:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508049280 00000100:00100000:2.0:1749394437.564448:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:1.0:1749394437.564456:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:2.0:1749394437.564456:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508049152:12345-0@lo:41: 00000100:00100000:1.0:1749394437.564464:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508049280:12345-0@lo:41: 00000004:00000024:2.0:1749394437.564485:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000004:00000024:1.0:1749394437.564487:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:1.0:1749394437.564557:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508049280:12345-0@lo:41: Request processed in 93us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394437.564560:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508049152:12345-0@lo:41: Request processed in 104us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394437.564565:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:2.0:1749394437.564569:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1749394437.564582:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508049280:0@lo:41: 00000100:00100000:0.0:1749394437.564659:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508049152:0@lo:41: 00000100:00100000:2.0:1749394438.192203:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394438.322187:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394438.417241:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508049536:0@lo:700: 00000100:00100000:0.0:1749394438.417242:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508049408:0@lo:700: 00000100:00100000:2.0:1749394438.417324:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394438.417402:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508049536 00000100:00100000:0.0:1749394438.417412:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508049536 00000100:00100000:2.0:1749394438.417428:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756900 going to sleep for 11 seconds 00000100:00080000:2.0:1749394438.417457:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394438.417471:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394438.417479:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664 00000100:00100000:2.0:1749394438.417488:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508049408 00000100:00100000:0.0:1749394438.417493:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508049536:12345-0@lo:700: 00000100:00100000:2.0:1749394438.417494:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508049408 00000100:00100000:1.0:1749394438.417505:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bb40 going to sleep for 11 seconds 00000100:00080000:2.0:1749394438.417511:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394438.417536:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665 00000100:00100000:0.0:1749394438.417541:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b240 going to sleep for 0 seconds 00000100:00100000:2.0:1749394438.417543:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508049408:12345-0@lo:700: 00000100:00100000:0.0:1749394438.417548:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508049664:0@lo:700: 40000000:00080000:0.0:1749394438.417563:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394438.417566:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394438.417589:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394438.417595:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508049792:0@lo:700: 40000000:00080000:2.0:1749394438.417607:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394438.417610:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394438.417628:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508049536:12345-0@lo:700: Request processed in 137us (303us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394438.417638:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664 00000100:00100000:2.0:1749394438.417658:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508049408:12345-0@lo:700: Request processed in 114us (190us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394438.417666:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508049536:0@lo:700: 00000100:00100000:2.0:1749394438.417667:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665 00000100:00100000:1.0:1749394438.417691:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508049408:0@lo:700: 00010000:00010000:3.0:1749394438.440308:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394439.024198:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394439.024211:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508049920:0@lo:900: 00000100:00100000:2.0:1749394439.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394439.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394439.442242:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394440.192163:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394440.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394440.418228:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9bd180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508050048:0@lo:700: 00000100:00100000:3.0:1749394440.418229:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508050176:0@lo:700: 00000100:00100000:1.0:1749394440.418307:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394440.418408:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508050048 00000100:00100000:2.0:1749394440.418420:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508050048 00000100:00100000:1.0:1749394440.418433:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ead80 going to sleep for 11 seconds 00000100:00100000:3.0:1749394440.418439:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1749394440.418462:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394440.418468:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394440.418478:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508050176 00000100:00100000:2.0:1749394440.418482:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508050176 00000100:00100000:1.0:1749394440.418486:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666 00000100:00100000:1.0:1749394440.418498:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508050048:12345-0@lo:700: 00000100:00100000:2.0:1749394440.418508:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1667 00000100:00100000:2.0:1749394440.418516:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508050176:12345-0@lo:700: 00000100:00100000:1.0:1749394440.418537:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea000 going to sleep for 0 seconds 00000100:00100000:1.0:1749394440.418544:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371508050304:0@lo:700: 40000000:00080000:1.0:1749394440.418558:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394440.418562:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394440.418615:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:1.0:1749394440.418618:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508050048:12345-0@lo:700: Request processed in 123us (311us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394440.418622:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508050432:0@lo:700: 00000100:00100000:1.0:1749394440.418628:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666 40000000:00080000:2.0:1749394440.418635:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394440.418638:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00080000:1.0:1749394440.418652:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394440.418678:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9bd180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508050048:0@lo:700: 00000100:00100000:2.0:1749394440.418700:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508050176:12345-0@lo:700: Request processed in 184us (262us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394440.418709:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1667 00000100:00100000:3.0:1749394440.418729:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508050176:0@lo:700: 00010000:00010000:2.0:1749394440.444269:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394441.025237:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394441.025255:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508050560:0@lo:900: 00000100:00100000:2.0:1749394441.192163:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394441.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394441.446312:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394441.823476:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394441.823524:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394441.823599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:2.0:1749394441.823603:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499797120 00000100:00100000:3.0:1749394441.823604:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499796992 00000100:00100000:2.0:1749394441.823615:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499797120 00000100:00100000:3.0:1749394441.823615:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499796992 00000100:00100000:0.0:1749394441.823635:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499797248 00000100:00100000:0.0:1749394441.823641:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499797248 00000100:00100000:2.0:1749394441.823660:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2252 00000100:00100000:2.0:1749394441.823668:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499797120:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394441.823673:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 741 00000100:00100000:0.0:1749394441.823677:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2253 00000100:00100000:0.0:1749394441.823684:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499797248:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394441.823688:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499796992:12345-192.168.203.32@tcp:400: 00010000:00080000:2.0:1749394441.823700:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1483 last 0 00010000:00080000:0.0:1749394441.823706:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1483 last 0 00000100:00100000:0.0:1749394441.823771:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499797248:12345-192.168.203.32@tcp:38: Request processed in 86us (171us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394441.823779:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2253 00000100:00100000:3.0:1749394441.823782:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499796992:12345-192.168.203.32@tcp:400: Request processed in 96us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394441.823785:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499797120:12345-192.168.203.32@tcp:38: Request processed in 116us (316us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394441.823791:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 741 00000100:00100000:2.0:1749394441.823793:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2252 00000100:00100000:2.0:1749394442.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394442.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749394442.419233:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508050688:0@lo:700: 00000100:00100000:2.0:1749394442.419255:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508050816:0@lo:700: 00000100:00100000:3.0:1749394442.419283:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394442.419367:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394442.419380:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39d80 going to sleep for 11 seconds 00000100:00100000:0.0:1749394442.419383:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508050688 00000100:00100000:0.0:1749394442.419392:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508050688 00000100:00100000:2.0:1749394442.419393:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394442.419428:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508050816 00000100:00100000:0.0:1749394442.419431:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508050816 00000100:00100000:3.0:1749394442.419440:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1668 00000100:00100000:3.0:1749394442.419451:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508050688:12345-0@lo:700: 00000100:00100000:0.0:1749394442.419455:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669 00000100:00100000:0.0:1749394442.419463:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508050816:12345-0@lo:700: 00000100:00080000:1.0:1749394442.419476:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394442.419487:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39e40 going to sleep for 0 seconds 00000100:00100000:3.0:1749394442.419493:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508050944:0@lo:700: 40000000:00080000:3.0:1749394442.419507:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394442.419510:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394442.419537:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b240 going to sleep for 0 seconds 00000100:00100000:0.0:1749394442.419544:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508051072:0@lo:700: 40000000:00080000:0.0:1749394442.419556:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394442.419559:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394442.419559:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508050688:12345-0@lo:700: Request processed in 110us (276us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394442.419568:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1668 00000100:00100000:2.0:1749394442.419598:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508050688:0@lo:700: 00000100:00100000:0.0:1749394442.419602:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508050816:12345-0@lo:700: Request processed in 139us (236us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394442.419611:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669 00000100:00100000:2.0:1749394442.419625:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8afb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508050816:0@lo:700: 00010000:00010000:3.0:1749394442.448281:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394442.556218:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394442.556226:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394442.556230:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394442.556236:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1479 00000100:00080000:0.0:1749394442.556240:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394442.556246:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394442.556266:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08d500 x1834371508051328/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394442.556286:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394442.556290:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394442.556292:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394442.556295:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1479 00000100:00080000:0.0:1749394442.556297:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394442.556300:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394442.556314:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08d180 x1834371508051584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394442.556343:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508051200:0@lo:400: 00000100:00100000:1.0:1749394442.556354:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508051456:0@lo:400: 00000100:00080000:0.0:1749394442.556386:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394442.556392:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394442.556395:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394442.556401:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1479 00000100:00100000:3.0:1749394442.556402:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394442.556404:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394442.556410:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394442.556415:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394442.556430:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08dc00 x1834371508051840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394442.556445:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394442.556450:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394442.556453:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394442.556453:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508051328:0@lo:38: 00000100:00080000:0.0:1749394442.556458:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1479 00000100:00080000:0.0:1749394442.556461:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394442.556465:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394442.556478:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749394442.556483:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08d880 x1834371508051968/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394442.556492:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508051200 00000100:00100000:2.0:1749394442.556497:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508051712:0@lo:400: 00000100:00080000:0.0:1749394442.556498:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394442.556498:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394442.556499:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508051200 00000100:00080000:0.0:1749394442.556502:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394442.556505:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394442.556510:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1479 00000100:00080000:0.0:1749394442.556513:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394442.556518:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394442.556518:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508051328 00000100:00100000:1.0:1749394442.556524:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508051328 00000100:00100000:3.0:1749394442.556529:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1749394442.556535:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08ca80 x1834371508052096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394442.556537:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508051200:12345-0@lo:400: 00000100:00100000:2.0:1749394442.556538:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394442.556548:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394442.556548:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2254 00000100:00080000:0.0:1749394442.556552:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749394442.556554:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508051328:12345-0@lo:38: 00000100:00080000:0.0:1749394442.556556:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394442.556560:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1479 00000100:00080000:0.0:1749394442.556563:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394442.556568:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00010000:00020000:1.0:1749394442.556575:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394442.556579:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508051456 00000100:00100000:3.0:1749394442.556580:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508051200:12345-0@lo:400: Request processed in 44us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394442.556583:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08c380 x1834371508052224/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394442.556584:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508051456 00000100:00100000:3.0:1749394442.556588:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1749394442.556603:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508051328:12345-0@lo:38: Request processed in 48us (104us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394442.556610:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2254 00000100:00100000:2.0:1749394442.556610:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508051712 00000100:00100000:2.0:1749394442.556613:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508051712 00000100:00100000:2.0:1749394442.556631:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:1.0:1749394442.556633:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1749394442.556637:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:2.0:1749394442.556638:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508051456:12345-0@lo:400: 00000100:00100000:1.0:1749394442.556641:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508052480:0@lo:400: 00000100:00100000:0.0:1749394442.556643:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1749394442.556644:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508051712:12345-0@lo:400: 00000100:00100000:0.0:1749394442.556659:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508052352:0@lo:400: 00000100:00100000:2.0:1749394442.556689:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508051456:12345-0@lo:400: Request processed in 51us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394442.556692:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394442.556692:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508051712:12345-0@lo:400: Request processed in 46us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394442.556698:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:2.0:1749394442.556702:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1749394442.556711:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394442.556723:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508051456:0@lo:400: 00000100:00100000:3.0:1749394442.556727:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508051200:0@lo:400: 00000100:00100000:2.0:1749394442.556743:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508052480 00000100:00100000:2.0:1749394442.556746:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508052480 00000100:00080000:1.0:1749394442.556754:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394442.556756:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508052352 00000100:00080000:1.0:1749394442.556758:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394442.556760:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508052352 00000100:00100000:1.0:1749394442.556762:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508051328:0@lo:38: 00000100:00100000:0.0:1749394442.556773:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508051712:0@lo:400: 00000100:00080000:1.0:1749394442.556775:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394442.556783:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508051584:0@lo:38: 00000100:00100000:2.0:1749394442.556790:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1749394442.556796:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508052480:12345-0@lo:400: 00000100:00100000:3.0:1749394442.556809:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1749394442.556815:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508052352:12345-0@lo:400: 00000100:00100000:1.0:1749394442.556834:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394442.556837:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508052480:12345-0@lo:400: Request processed in 41us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394442.556844:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1749394442.556851:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508051840:0@lo:38: 00000100:00100000:3.0:1749394442.556854:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508052352:12345-0@lo:400: Request processed in 40us (145us total) trans 0 rc 0/0 00010000:00080000:0.0:1749394442.556860:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d08df80 x1834371508052480/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394442.556860:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508051584 00000100:00100000:3.0:1749394442.556861:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1749394442.556864:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508051584 00000100:00100000:1.0:1749394442.556868:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394442.556872:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508052480:0@lo:400: 00000100:00100000:2.0:1749394442.556893:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508051840 00000100:00100000:2.0:1749394442.556895:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508051840 00000100:00100000:0.0:1749394442.556898:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2255 00000100:00100000:0.0:1749394442.556904:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508051584:12345-0@lo:38: 00000100:00100000:1.0:1749394442.556909:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2256 00000100:00100000:1.0:1749394442.556914:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508051840:12345-0@lo:38: 00010000:00020000:0.0:1749394442.556920:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394442.556929:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394442.556950:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508051840:12345-0@lo:38: Request processed in 35us (82us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394442.556955:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508051584:12345-0@lo:38: Request processed in 50us (120us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394442.556957:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2256 00000100:00100000:0.0:1749394442.556962:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2255 00000100:00080000:1.0:1749394442.556978:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394442.556982:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394442.556986:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508051840:0@lo:38: 00010000:00080000:0.0:1749394442.556988:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d08fb80 x1834371508052352/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394442.556998:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508052352:0@lo:400: 00000100:00100000:1.0:1749394442.557001:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508051968:0@lo:38: 00000100:00100000:1.0:1749394442.557019:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394442.557033:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508052096:0@lo:38: 00000100:00100000:0.0:1749394442.557036:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508051968 00000100:00100000:0.0:1749394442.557041:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508051968 00000100:00100000:1.0:1749394442.557047:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394442.557105:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508052096 00000100:00100000:0.0:1749394442.557109:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508052096 00000100:00100000:2.0:1749394442.557115:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2257 00000100:00100000:1.0:1749394442.557116:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508052224:0@lo:38: 00000100:00100000:2.0:1749394442.557122:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508051968:12345-0@lo:38: 00000100:00100000:0.0:1749394442.557130:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2258 00000100:00100000:0.0:1749394442.557135:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508052096:12345-0@lo:38: 00010000:00020000:2.0:1749394442.557139:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394442.557148:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394442.557149:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394442.557168:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508052224 00000100:00080000:1.0:1749394442.557173:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394442.557174:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508052224 00000100:00100000:2.0:1749394442.557175:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508051968:12345-0@lo:38: Request processed in 52us (155us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394442.557176:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:0.0:1749394442.557180:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508052096:12345-0@lo:38: Request processed in 44us (131us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394442.557180:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508051584:0@lo:38: 00000100:00100000:2.0:1749394442.557182:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2257 00000100:00100000:0.0:1749394442.557187:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2258 00000100:00100000:2.0:1749394442.557195:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2259 00000100:00080000:1.0:1749394442.557197:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394442.557199:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394442.557199:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508052224:12345-0@lo:38: 00000100:00100000:1.0:1749394442.557203:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508051968:0@lo:38: 00010000:00020000:2.0:1749394442.557210:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749394442.557211:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394442.557214:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394442.557217:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508052096:0@lo:38: 00000100:00100000:2.0:1749394442.557229:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508052224:12345-0@lo:38: Request processed in 28us (80us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394442.557230:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394442.557233:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394442.557235:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2259 00000100:00100000:1.0:1749394442.557236:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508052224:0@lo:38: 00000100:00100000:0.0:1749394442.572233:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508052736:0@lo:41: 00000100:00100000:0.0:1749394442.572281:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394442.572339:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508052736 00000100:00100000:2.0:1749394442.572348:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1749394442.572349:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508052736 00000100:00100000:2.0:1749394442.572366:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508052608:0@lo:41: 00000100:00100000:1.0:1749394442.572399:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:1.0:1749394442.572407:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508052736:12345-0@lo:41: 00000100:00100000:2.0:1749394442.572409:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394442.572429:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508052608 00000004:00000024:1.0:1749394442.572437:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:3.0:1749394442.572438:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508052608 00000100:00100000:3.0:1749394442.572470:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:3.0:1749394442.572478:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371508052608:12345-0@lo:41: 00000100:00100000:1.0:1749394442.572494:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508052736:12345-0@lo:41: Request processed in 87us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394442.572502:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000004:00000024:3.0:1749394442.572504:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749394442.572563:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371508052608:12345-0@lo:41: Request processed in 84us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394442.572565:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508052736:0@lo:41: 00000100:00100000:3.0:1749394442.572571:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:2.0:1749394442.572607:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508052608:0@lo:41: 00000100:00100000:2.0:1749394443.026206:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394443.026218:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508052864:0@lo:900: 00000100:00100000:2.0:1749394443.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394443.322186:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394443.450346:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394444.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394444.322182:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394444.420242:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ae300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508052992:0@lo:700: 00000100:00100000:0.0:1749394444.420301:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508053120:0@lo:700: 00000100:00100000:2.0:1749394444.420337:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394444.420386:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394444.420405:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394444.420425:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b240 going to sleep for 11 seconds 00000100:00100000:1.0:1749394444.420470:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508052992 00000100:00100000:1.0:1749394444.420482:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508052992 00000100:00100000:3.0:1749394444.420483:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508053120 00000100:00100000:3.0:1749394444.420493:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508053120 00000100:00080000:0.0:1749394444.420546:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394444.420555:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670 00000100:00100000:1.0:1749394444.420567:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508052992:12345-0@lo:700: 00000100:00100000:3.0:1749394444.420570:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1671 00000100:00100000:3.0:1749394444.420582:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508053120:12345-0@lo:700: 00000100:00100000:1.0:1749394444.420624:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea000 going to sleep for 0 seconds 00000100:00100000:1.0:1749394444.420631:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508053248:0@lo:700: 40000000:00080000:1.0:1749394444.420646:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394444.420649:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394444.420711:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394444.420718:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508052992:12345-0@lo:700: Request processed in 154us (382us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394444.420719:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508053376:0@lo:700: 00000100:00100000:1.0:1749394444.420728:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670 40000000:00080000:3.0:1749394444.420732:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394444.420735:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394444.420783:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508052992:0@lo:700: 00000100:00100000:3.0:1749394444.420792:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508053120:12345-0@lo:700: Request processed in 212us (404us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394444.420801:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1671 00000100:00100000:0.0:1749394444.420824:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508053120:0@lo:700: 00010000:00010000:2.0:1749394444.452330:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394445.027208:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394445.027221:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508053504:0@lo:900: 00000100:00100000:2.0:1749394445.192253:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394445.322260:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394445.454379:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394446.192219:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394446.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394446.421220:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8ae300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508053632:0@lo:700: 00000100:00100000:0.0:1749394446.421251:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508053760:0@lo:700: 00000100:00100000:2.0:1749394446.421323:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394446.421363:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394446.421389:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394446.421396:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b240 going to sleep for 11 seconds 00000100:00100000:3.0:1749394446.421455:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508053632 00000100:00100000:3.0:1749394446.421467:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508053632 00000100:00100000:1.0:1749394446.421488:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508053760 00000100:00100000:1.0:1749394446.421498:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508053760 00000100:00080000:0.0:1749394446.421540:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394446.421541:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1672 00000100:00100000:1.0:1749394446.421551:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508053760:12345-0@lo:700: 00000100:00100000:3.0:1749394446.421552:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673 00000100:00100000:3.0:1749394446.421562:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508053632:12345-0@lo:700: 00000100:00100000:1.0:1749394446.421595:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea000 going to sleep for 0 seconds 00000100:00100000:1.0:1749394446.421602:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508053888:0@lo:700: 40000000:00080000:1.0:1749394446.421617:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394446.421620:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394446.421686:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39540 going to sleep for 0 seconds 00000100:00100000:1.0:1749394446.421693:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508053760:12345-0@lo:700: Request processed in 143us (330us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394446.421694:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508054016:0@lo:700: 00000100:00100000:1.0:1749394446.421702:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1672 40000000:00080000:3.0:1749394446.421707:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394446.421710:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394446.421744:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508053760:0@lo:700: 00000100:00100000:3.0:1749394446.421771:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508053632:12345-0@lo:700: Request processed in 211us (482us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394446.421780:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673 00000100:00100000:2.0:1749394446.421824:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508053632:0@lo:700: 00010000:00010000:3.0:1749394446.456324:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394446.831760:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394446.831801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394446.831892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394446.831898:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499797376 00000100:00100000:3.0:1749394446.831908:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499797376 00000100:00100000:2.0:1749394446.831927:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499797504 00000100:00100000:0.0:1749394446.831929:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499797632 00000100:00100000:0.0:1749394446.831935:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499797632 00000100:00100000:2.0:1749394446.831936:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499797504 00000100:00100000:3.0:1749394446.831952:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 743 00000100:00100000:3.0:1749394446.831960:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499797376:12345-192.168.203.32@tcp:400: 00000100:00100000:0.0:1749394446.831972:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2260 00000100:00100000:0.0:1749394446.831980:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499797632:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394446.831983:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2261 00000100:00100000:2.0:1749394446.831991:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499797504:12345-192.168.203.32@tcp:38: 00010000:00080000:0.0:1749394446.832010:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1488 last 0 00010000:00080000:2.0:1749394446.832012:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1488 last 0 00000100:00100000:3.0:1749394446.832019:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499797376:12345-192.168.203.32@tcp:400: Request processed in 59us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394446.832027:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 743 00000100:00100000:0.0:1749394446.832059:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499797632:12345-192.168.203.32@tcp:38: Request processed in 79us (167us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394446.832067:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499797504:12345-192.168.203.32@tcp:38: Request processed in 76us (265us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394446.832068:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2260 00000100:00100000:2.0:1749394446.832111:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2261 00000100:00100000:2.0:1749394447.028202:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394447.028214:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8ae300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508054144:0@lo:900: 00000100:00100000:2.0:1749394447.192191:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394447.322178:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394447.458360:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394447.564272:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394447.564312:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394447.564317:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394447.564324:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1484 00000100:00080000:0.0:1749394447.564328:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394447.564335:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394447.564357:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08d880 x1834371508054400/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394447.564375:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371508054272:0@lo:400: 00000100:00080000:0.0:1749394447.564393:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394447.564398:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508054400:0@lo:38: 00000100:00080000:0.0:1749394447.564399:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394447.564401:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394447.564407:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1484 00000100:00080000:0.0:1749394447.564411:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394447.564415:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394447.564436:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08dc00 x1834371508054656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394447.564453:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394447.564459:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394447.564461:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394447.564464:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394447.564467:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394447.564473:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1484 00000100:00080000:0.0:1749394447.564476:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394447.564481:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394447.564493:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508054528:0@lo:400: 00000100:00100000:1.0:1749394447.564497:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508054400 00000100:00100000:0.0:1749394447.564498:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08c000 x1834371508054912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394447.564504:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508054400 00000100:00080000:0.0:1749394447.564512:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394447.564516:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:3.0:1749394447.564518:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508054272 00000100:00080000:0.0:1749394447.564519:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394447.564524:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1484 00000100:00100000:3.0:1749394447.564524:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508054272 00000100:00080000:0.0:1749394447.564527:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394447.564532:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394447.564533:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2262 00000100:00100000:2.0:1749394447.564541:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394447.564542:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508054400:12345-0@lo:38: 00000100:00100000:0.0:1749394447.564548:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d08ce00 x1834371508055040/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394447.564556:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1749394447.564563:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371508054272:12345-0@lo:400: 00010000:00020000:1.0:1749394447.564566:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394447.564575:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749394447.564583:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508054784:0@lo:400: 00000100:00080000:0.0:1749394447.564589:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394447.564592:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394447.564594:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394447.564598:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1484 00000100:00080000:0.0:1749394447.564600:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394447.564604:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394447.564610:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394447.564611:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371508054272:12345-0@lo:400: Request processed in 47us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394447.564615:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821c00 x1834371508055424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394447.564616:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508054400:12345-0@lo:38: Request processed in 74us (154us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394447.564619:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00080000:0.0:1749394447.564624:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749394447.564625:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2262 00000100:00080000:0.0:1749394447.564626:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394447.564629:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394447.564632:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1484 00000100:00080000:0.0:1749394447.564634:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394447.564637:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394447.564644:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508054528 00000100:00100000:0.0:1749394447.564646:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f822680 x1834371508055552/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394447.564649:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508054528 00000100:00100000:3.0:1749394447.564649:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508054784 00000100:00100000:1.0:1749394447.564650:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508055168:0@lo:400: 00000100:00100000:3.0:1749394447.564653:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508054784 00000100:00100000:1.0:1749394447.564673:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394447.564676:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:3.0:1749394447.564682:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371508054784:12345-0@lo:400: 00000100:00100000:0.0:1749394447.564685:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508055808:0@lo:400: 00000100:00100000:2.0:1749394447.564692:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1749394447.564695:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1749394447.564699:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508054528:12345-0@lo:400: 00000100:00100000:1.0:1749394447.564702:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508055296:0@lo:400: 00000100:00100000:3.0:1749394447.564720:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371508054784:12345-0@lo:400: Request processed in 38us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394447.564724:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394447.564727:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00080000:1.0:1749394447.564736:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394447.564744:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394447.564746:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508055168 00000100:00100000:1.0:1749394447.564748:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508054400:0@lo:38: 00000100:00100000:3.0:1749394447.564749:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508055168 00000100:00100000:2.0:1749394447.564756:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508054528:12345-0@lo:400: Request processed in 57us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394447.564764:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:3.0:1749394447.564766:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508055808 00000100:00100000:0.0:1749394447.564767:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1749394447.564769:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394447.564769:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508055808 00000100:00100000:0.0:1749394447.564775:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508055680:0@lo:400: 00000100:00100000:3.0:1749394447.564789:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508055296 00000100:00100000:3.0:1749394447.564792:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508055296 00000100:00100000:0.0:1749394447.564795:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394447.564799:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1749394447.564800:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508054784:0@lo:400: 00000100:00100000:3.0:1749394447.564805:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508055680 00000100:00100000:1.0:1749394447.564808:0:9559:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508055168:12345-0@lo:400: 00000100:00100000:3.0:1749394447.564808:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508055680 00000100:00100000:2.0:1749394447.564810:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508054528:0@lo:400: 00000100:00100000:3.0:1749394447.564819:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1749394447.564824:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508055808:12345-0@lo:400: 00000100:00100000:0.0:1749394447.564826:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:0.0:1749394447.564835:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371508055296:12345-0@lo:400: 00000100:00080000:2.0:1749394447.564842:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394447.564845:0:9559:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508055168:12345-0@lo:400: Request processed in 40us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394447.564852:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1749394447.564857:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:2.0:1749394447.564865:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508055680:12345-0@lo:400: 00000100:00100000:3.0:1749394447.564868:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508055808:12345-0@lo:400: Request processed in 41us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394447.564872:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1834371508055296:12345-0@lo:400: Request processed in 39us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394447.564879:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00010000:00080000:1.0:1749394447.564884:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f820000 x1834371508055296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394447.564895:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1749394447.564897:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508055296:0@lo:400: 00000100:00100000:2.0:1749394447.564897:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508055680:12345-0@lo:400: Request processed in 33us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394447.564904:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00010000:00080000:1.0:1749394447.564908:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d08ea00 x1834371508055168/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394447.564918:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508055168:0@lo:400: 00010000:00080000:0.0:1749394447.564931:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f820a80 x1834371508055680/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394447.564937:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508054656:0@lo:38: 00000100:00100000:0.0:1749394447.564943:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508055680:0@lo:400: 00010000:00080000:0.0:1749394447.564954:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f821f80 x1834371508055808/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394447.564957:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394447.564963:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508055808:0@lo:400: 00000100:00100000:0.0:1749394447.564987:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371508054272:0@lo:400: 00000100:00100000:1.0:1749394447.565005:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508054912:0@lo:38: 00000100:00100000:2.0:1749394447.565021:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508054656 00000100:00100000:1.0:1749394447.565024:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394447.565026:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508054656 00000100:00100000:1.0:1749394447.565046:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508055040:0@lo:38: 00000100:00100000:1.0:1749394447.565061:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394447.565111:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508054912 00000100:00100000:0.0:1749394447.565112:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508055040 00000100:00100000:2.0:1749394447.565114:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508054912 00000100:00100000:0.0:1749394447.565119:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508055040 00000100:00100000:1.0:1749394447.565128:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2263 00000100:00100000:1.0:1749394447.565134:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508054656:12345-0@lo:38: 00000100:00100000:2.0:1749394447.565136:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2264 00000100:00100000:2.0:1749394447.565141:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508054912:12345-0@lo:38: 00000100:00100000:3.0:1749394447.565146:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2265 00010000:00020000:1.0:1749394447.565149:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394447.565156:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508055040:12345-0@lo:38: 00010000:00020000:2.0:1749394447.565158:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394447.565172:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508054656:12345-0@lo:38: Request processed in 37us (214us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394447.565179:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2263 00010000:00020000:3.0:1749394447.565180:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394447.565190:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508054912:12345-0@lo:38: Request processed in 48us (164us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394447.565196:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2264 00000100:00100000:1.0:1749394447.565200:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508055424:0@lo:38: 00000100:00100000:1.0:1749394447.565221:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394447.565230:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508055040:12345-0@lo:38: Request processed in 72us (164us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394447.565236:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508055552:0@lo:38: 00000100:00100000:2.0:1749394447.565238:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508055424 00000100:00100000:2.0:1749394447.565241:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508055424 00000100:00100000:3.0:1749394447.565242:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2265 00000100:00100000:1.0:1749394447.565250:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394447.565274:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508055552 00000100:00100000:2.0:1749394447.565276:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508055552 00000100:00100000:0.0:1749394447.565306:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2266 00000100:00080000:1.0:1749394447.565311:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394447.565312:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508055424:12345-0@lo:38: 00000100:00080000:1.0:1749394447.565316:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394447.565316:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2267 00000100:00100000:1.0:1749394447.565320:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508054656:0@lo:38: 00000100:00100000:3.0:1749394447.565325:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508055552:12345-0@lo:38: 00010000:00020000:0.0:1749394447.565329:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749394447.565329:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394447.565332:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394447.565335:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508054912:0@lo:38: 00000100:00080000:1.0:1749394447.565343:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394447.565345:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:3.0:1749394447.565346:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394447.565348:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508055040:0@lo:38: 00000100:00100000:0.0:1749394447.565362:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508055424:12345-0@lo:38: Request processed in 49us (139us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394447.565369:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2266 00000100:00080000:1.0:1749394447.565369:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394447.565379:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394447.565384:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508055424:0@lo:38: 00000100:00100000:3.0:1749394447.565388:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508055552:12345-0@lo:38: Request processed in 62us (135us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749394447.565396:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394447.565398:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394447.565399:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2267 00000100:00100000:1.0:1749394447.565402:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508055552:0@lo:38: 00000100:00100000:0.0:1749394447.580218:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508056064:0@lo:41: 00000100:00100000:0.0:1749394447.580254:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394447.580328:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508056064 00000100:00100000:1.0:1749394447.580331:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508055936:0@lo:41: 00000100:00100000:2.0:1749394447.580337:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508056064 00000100:00100000:1.0:1749394447.580372:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394447.580387:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508055936 00000100:00100000:2.0:1749394447.580390:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508055936 00000100:00100000:2.0:1749394447.580409:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1749394447.580417:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508056064:12345-0@lo:41: 00000100:00100000:1.0:1749394447.580430:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:1.0:1749394447.580440:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508055936:12345-0@lo:41: 00000004:00000024:2.0:1749394447.580447:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:1.0:1749394447.580467:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749394447.580505:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508055936:12345-0@lo:41: Request processed in 66us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394447.580505:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508056064:12345-0@lo:41: Request processed in 87us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394447.580512:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1749394447.580517:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1749394447.580560:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508056064:0@lo:41: 00000100:00100000:1.0:1749394447.580561:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508055936:0@lo:41: 00000100:00100000:0.0:1749394447.924169:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:3.0:1749394447.924186:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:0.0:1749394447.924191:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371508056192/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394452 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394447.924207:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371508056320/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394452 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394447.924238:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394447.924277:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394447.924330:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:3.0:1749394447.924336:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394447.924367:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508056192 00000100:00100000:2.0:1749394447.924376:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508056192 00000100:00100000:2.0:1749394447.924424:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508056320 00000100:00100000:2.0:1749394447.924427:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508056320 00000100:00100000:1.0:1749394447.924437:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674 00000100:00100000:2.0:1749394447.924452:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1675 00000100:00100000:1.0:1749394447.924453:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508056192:12345-0@lo:700: 00000100:00100000:2.0:1749394447.924460:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508056320:12345-0@lo:700: 40000000:00080000:2.0:1749394447.924482:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:02000000:2.0:1749394447.924485:0:9567:0:(fid_handler.c:321:__seq_server_alloc_meta()) srv-lustre-OST0001: Waiting to contact MDT0000 to allocate super-sequence: rc = -115 40000000:00080000:1.0:1749394447.924505:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:2.0:1749394447.924531:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508056320:12345-0@lo:700: Request processed in 72us (254us total) trans 0 rc -115/-115 00000100:00100000:3.0:1749394447.924538:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371508056320/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394463 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394447.924540:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1675 00000100:00100000:3.0:1749394447.924549:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394447.924567:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508056192:12345-0@lo:700: Request processed in 119us (328us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749394447.924575:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674 00000100:00100000:0.0:1749394447.924605:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371508056192/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394463 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394447.924621:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394448.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394448.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394448.422209:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508056576:0@lo:700: 00000100:00100000:0.0:1749394448.422210:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508056448:0@lo:700: 00000100:00100000:0.0:1749394448.422255:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394448.422333:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394448.422350:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b240 going to sleep for 11 seconds 00000100:00100000:2.0:1749394448.422370:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394448.422382:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508056448 00000100:00100000:1.0:1749394448.422391:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508056448 00000100:00100000:3.0:1749394448.422423:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508056576 00000100:00100000:3.0:1749394448.422432:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508056576 00000100:00100000:1.0:1749394448.422450:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1676 00000100:00080000:2.0:1749394448.422450:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394448.422460:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508056448:12345-0@lo:700: 00000100:00100000:3.0:1749394448.422486:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1677 00000100:00100000:3.0:1749394448.422496:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508056576:12345-0@lo:700: 00000100:00100000:1.0:1749394448.422499:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea000 going to sleep for 0 seconds 00000100:00100000:1.0:1749394448.422518:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508056704:0@lo:700: 40000000:00080000:1.0:1749394448.422533:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394448.422536:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394448.422575:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e399c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394448.422582:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508056832:0@lo:700: 00000100:00100000:1.0:1749394448.422601:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508056448:12345-0@lo:700: Request processed in 142us (344us total) trans 0 rc -11/-11 40000000:00080000:3.0:1749394448.422606:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394448.422609:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394448.422610:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1676 00000100:00100000:0.0:1749394448.422630:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508056448:0@lo:700: 00000100:00100000:3.0:1749394448.422667:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508056576:12345-0@lo:700: Request processed in 171us (333us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394448.422676:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1677 00000100:00100000:2.0:1749394448.422693:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8af800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508056576:0@lo:700: 00010000:00010000:2.0:1749394448.460333:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394449.029202:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394449.029213:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d081880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508056960:0@lo:900: 00000100:00100000:2.0:1749394449.192192:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394449.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394449.462344:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394450.192306:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394450.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394450.423225:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508057216:0@lo:700: 00000100:00100000:2.0:1749394450.423225:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d081880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508057088:0@lo:700: 00000100:00100000:2.0:1749394450.423336:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394450.423395:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394450.423405:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394450.423427:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b240 going to sleep for 11 seconds 00000100:00100000:3.0:1749394450.423464:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508057088 00000100:00100000:3.0:1749394450.423476:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508057088 00000100:00100000:1.0:1749394450.423505:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508057216 00000100:00100000:1.0:1749394450.423514:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508057216 00000100:00080000:2.0:1749394450.423540:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394450.423550:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678 00000100:00100000:1.0:1749394450.423559:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679 00000100:00100000:3.0:1749394450.423561:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508057088:12345-0@lo:700: 00000100:00100000:1.0:1749394450.423567:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508057216:12345-0@lo:700: 00000100:00100000:3.0:1749394450.423605:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e399c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394450.423612:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508057344:0@lo:700: 40000000:00080000:3.0:1749394450.423627:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394450.423630:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394450.423689:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea000 going to sleep for 0 seconds 00000100:00100000:3.0:1749394450.423694:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508057088:12345-0@lo:700: Request processed in 135us (358us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394450.423696:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508057472:0@lo:700: 00000100:00100000:3.0:1749394450.423703:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678 40000000:00080000:1.0:1749394450.423709:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394450.423712:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394450.423722:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d081880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508057088:0@lo:700: 00000100:00100000:1.0:1749394450.423773:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508057216:12345-0@lo:700: Request processed in 205us (379us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394450.423782:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679 00000100:00100000:0.0:1749394450.423805:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508057216:0@lo:700: 00010000:00010000:3.0:1749394450.464339:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394451.030255:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394451.030324:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d081880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508057600:0@lo:900: 00000100:00100000:0.0:1749394451.192186:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394451.322188:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394451.466303:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394451.839730:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394451.839775:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394451.839815:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394451.839884:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499797760 00000100:00100000:3.0:1749394451.839897:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499797760 00000100:00100000:2.0:1749394451.839903:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499797888 00000100:00100000:2.0:1749394451.839912:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499797888 00000100:00100000:3.0:1749394451.839949:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 745 00000100:00100000:2.0:1749394451.839954:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499798016 00000100:00100000:2.0:1749394451.839958:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499798016 00000100:00100000:3.0:1749394451.839959:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499797760:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394451.839970:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2268 00000100:00100000:1.0:1749394451.839980:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499797888:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394451.840011:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1493 last 0 00000100:00100000:2.0:1749394451.840011:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2269 00000100:00100000:2.0:1749394451.840018:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499798016:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394451.840029:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499797760:12345-192.168.203.32@tcp:400: Request processed in 71us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394451.840038:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 745 00010000:00080000:2.0:1749394451.840048:0:7216:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1493 last 0 00000100:00100000:1.0:1749394451.840069:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499797888:12345-192.168.203.32@tcp:38: Request processed in 88us (292us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394451.840118:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2268 00000100:00100000:2.0:1749394451.840153:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2000:x1834371499798016:12345-192.168.203.32@tcp:38: Request processed in 130us (332us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394451.840166:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2269 00000100:00100000:2.0:1749394452.192317:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394452.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394452.424218:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508057728:0@lo:700: 00000100:00100000:2.0:1749394452.424218:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d081880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508057856:0@lo:700: 00000100:00100000:0.0:1749394452.424303:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394452.424347:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394452.424367:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b240 going to sleep for 11 seconds 00000100:00100000:2.0:1749394452.424382:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394452.424435:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508057728 00000100:00100000:3.0:1749394452.424436:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508057856 00000100:00100000:1.0:1749394452.424445:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508057728 00000100:00100000:3.0:1749394452.424446:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508057856 00000100:00100000:1.0:1749394452.424507:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680 00000100:00080000:2.0:1749394452.424508:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394452.424527:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508057728:12345-0@lo:700: 00000100:00100000:3.0:1749394452.424532:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681 00000100:00100000:3.0:1749394452.424541:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508057856:12345-0@lo:700: 00000100:00100000:1.0:1749394452.424572:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea000 going to sleep for 0 seconds 00000100:00100000:1.0:1749394452.424579:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f97f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508057984:0@lo:700: 40000000:00080000:1.0:1749394452.424594:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394452.424597:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394452.424659:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39a80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394452.424663:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508057728:12345-0@lo:700: Request processed in 139us (360us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394452.424667:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508058112:0@lo:700: 00000100:00100000:1.0:1749394452.424672:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680 40000000:00080000:3.0:1749394452.424679:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394452.424683:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394452.424689:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508057728:0@lo:700: 00000100:00100000:3.0:1749394452.424738:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508057856:12345-0@lo:700: Request processed in 198us (391us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394452.424748:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681 00000100:00100000:2.0:1749394452.424764:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d081880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508057856:0@lo:700: 00010000:00010000:2.0:1749394452.468323:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394452.572217:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394452.572225:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394452.572229:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394452.572235:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1489 00000100:00080000:0.0:1749394452.572239:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394452.572245:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394452.572285:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821f80 x1834371508058368/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394452.572306:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394452.572310:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394452.572312:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394452.572315:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1489 00000100:00080000:0.0:1749394452.572318:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394452.572321:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:2.0:1749394452.572328:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508058240:0@lo:400: 00000100:00100000:0.0:1749394452.572332:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f821c00 x1834371508058624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394452.572337:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508058496:0@lo:400: 00000100:00080000:0.0:1749394452.572361:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394452.572365:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394452.572366:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394452.572370:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1489 00000100:00080000:0.0:1749394452.572372:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394452.572375:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394452.572383:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394452.572385:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80a680 x1834371508058880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394452.572392:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394452.572393:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394452.572396:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394452.572397:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394452.572400:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1489 00000100:00080000:0.0:1749394452.572402:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394452.572405:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394452.572414:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f809500 x1834371508059008/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394452.572422:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394452.572425:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394452.572427:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394452.572430:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1489 00000100:00100000:1.0:1749394452.572430:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508058368:0@lo:38: 00000100:00080000:0.0:1749394452.572432:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394452.572434:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394452.572443:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f809c00 x1834371508059136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394452.572453:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394452.572457:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394452.572458:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394452.572461:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1489 00000100:00080000:0.0:1749394452.572463:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394452.572465:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394452.572469:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508058496 00000100:00100000:0.0:1749394452.572475:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f809f80 x1834371508059264/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394452.572475:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394452.572476:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508058496 00000100:00100000:1.0:1749394452.572490:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508058624:0@lo:38: 00000100:00100000:2.0:1749394452.572512:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:3.0:1749394452.572514:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508058240 00000100:00100000:2.0:1749394452.572519:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508058496:12345-0@lo:400: 00000100:00100000:3.0:1749394452.572523:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508058240 00000100:00100000:1.0:1749394452.572524:0:3765:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1749394452.572525:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508059392:0@lo:400: 00000100:00100000:1.0:1749394452.572532:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508059520:0@lo:400: 00000100:00100000:1.0:1749394452.572555:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394452.572562:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1749394452.572567:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508058752:0@lo:400: 00000100:00100000:3.0:1749394452.572570:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508058240:12345-0@lo:400: 00000100:00100000:2.0:1749394452.572576:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508058496:12345-0@lo:400: Request processed in 57us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394452.572583:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:1.0:1749394452.572588:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508058496:0@lo:400: 00000100:00100000:0.0:1749394452.572589:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394452.572597:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508058752 00000100:00100000:2.0:1749394452.572600:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508058752 00000100:00100000:3.0:1749394452.572624:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508058240:12345-0@lo:400: Request processed in 54us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394452.572625:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394452.572627:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:3.0:1749394452.572632:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1749394452.572633:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508058752:12345-0@lo:400: 00000100:00100000:1.0:1749394452.572640:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394452.572650:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508059520 00000100:00100000:0.0:1749394452.572655:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508059520 00000100:00100000:1.0:1749394452.572660:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508058368 00000100:00100000:1.0:1749394452.572665:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508058368 00000100:00100000:3.0:1749394452.572666:0:11629:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508059392 00000100:00100000:2.0:1749394452.572667:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508058752:12345-0@lo:400: Request processed in 34us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394452.572670:0:11629:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508059392 00000100:00100000:2.0:1749394452.572674:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1749394452.572682:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508058624 00000100:00100000:1.0:1749394452.572685:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508058624 00000100:00100000:0.0:1749394452.572689:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:2.0:1749394452.572693:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2270 00000100:00100000:3.0:1749394452.572695:0:11629:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1749394452.572697:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508059520:12345-0@lo:400: 00000100:00100000:2.0:1749394452.572698:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508058368:12345-0@lo:38: 00000100:00100000:1.0:1749394452.572700:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2271 00000100:00100000:3.0:1749394452.572701:0:11629:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508059392:12345-0@lo:400: 00000100:00100000:1.0:1749394452.572706:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508058624:12345-0@lo:38: 00010000:00020000:2.0:1749394452.572717:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394452.572725:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394452.572734:0:11629:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508059392:12345-0@lo:400: Request processed in 33us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394452.572739:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508059520:12345-0@lo:400: Request processed in 42us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394452.572740:0:11629:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1749394452.572746:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:2.0:1749394452.572746:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508058368:12345-0@lo:38: Request processed in 47us (271us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394452.572752:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2270 00000100:00080000:0.0:1749394452.572768:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1749394452.572769:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508058624:12345-0@lo:38: Request processed in 62us (127us total) trans 0 rc -19/-19 00010000:00080000:3.0:1749394452.572772:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f80a300 x1834371508059392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394452.572778:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2271 00000100:00100000:2.0:1749394452.572783:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508058240:0@lo:400: 00000100:00100000:3.0:1749394452.572786:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508059392:0@lo:400: 00000100:00100000:0.0:1749394452.572788:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508058752:0@lo:400: 00010000:00080000:1.0:1749394452.572812:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f808e00 x1834371508059520/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394452.572825:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508059520:0@lo:400: 00000100:00080000:1.0:1749394452.572848:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394452.572853:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394452.572857:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508058624:0@lo:38: 00000100:00100000:1.0:1749394452.572863:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508058880:0@lo:38: 00000100:00100000:1.0:1749394452.572882:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394452.572915:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508059008:0@lo:38: 00000100:00100000:1.0:1749394452.572931:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394452.572952:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508058880 00000100:00100000:1.0:1749394452.572958:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508059136:0@lo:38: 00000100:00100000:2.0:1749394452.572958:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508058880 00000100:00100000:1.0:1749394452.572973:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394452.573007:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508059008 00000100:00100000:0.0:1749394452.573012:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508059136 00000100:00100000:2.0:1749394452.573012:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508059008 00000100:00100000:1.0:1749394452.573015:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508059264:0@lo:38: 00000100:00100000:0.0:1749394452.573018:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508059136 00000100:00100000:1.0:1749394452.573030:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394452.573037:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2272 00000100:00100000:2.0:1749394452.573040:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508059264 00000100:00100000:0.0:1749394452.573043:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508058880:12345-0@lo:38: 00000100:00100000:2.0:1749394452.573045:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508059264 00000100:02020000:1.0:1749394452.573051:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1749394452.573055:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749394452.573056:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2273 00000100:00080000:1.0:1749394452.573058:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00020000:0.0:1749394452.573059:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394452.573062:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508058368:0@lo:38: 00000100:00100000:3.0:1749394452.573066:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508059008:12345-0@lo:38: 00000100:00100000:2.0:1749394452.573104:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2274 00000100:00100000:2.0:1749394452.573111:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508059136:12345-0@lo:38: 00000100:00100000:0.0:1749394452.573114:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508058880:12345-0@lo:38: Request processed in 70us (230us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394452.573121:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2272 00000100:00100000:1.0:1749394452.573127:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2275 00010000:00020000:2.0:1749394452.573127:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394452.573133:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508059264:12345-0@lo:38: 00010000:00020000:3.0:1749394452.573141:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749394452.573149:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394452.573160:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508059136:12345-0@lo:38: Request processed in 49us (185us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394452.573167:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2274 00000100:00100000:3.0:1749394452.573195:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508059008:12345-0@lo:38: Request processed in 127us (259us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394452.573200:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508059264:12345-0@lo:38: Request processed in 65us (167us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394452.573207:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2273 00000100:00100000:1.0:1749394452.573213:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2275 00000100:00080000:1.0:1749394452.573239:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394452.573242:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394452.573272:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508059136:0@lo:38: 00000100:00080000:1.0:1749394452.573282:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394452.573285:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394452.573288:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508059264:0@lo:38: 00000100:00080000:1.0:1749394452.573296:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394452.573299:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394452.573301:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508058880:0@lo:38: 00000100:00080000:1.0:1749394452.573308:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749394452.573310:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394452.573314:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508059008:0@lo:38: 00000100:00100000:0.0:1749394452.588241:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508059776:0@lo:41: 00000100:00100000:1.0:1749394452.588244:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508059648:0@lo:41: 00000100:00100000:0.0:1749394452.588310:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394452.588330:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508059776 00000100:00100000:1.0:1749394452.588331:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394452.588339:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508059776 00000100:00100000:0.0:1749394452.588358:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508059648 00000100:00100000:0.0:1749394452.588363:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508059648 00000100:00100000:2.0:1749394452.588373:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:2.0:1749394452.588381:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508059776:12345-0@lo:41: 00000100:00100000:3.0:1749394452.588390:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:3.0:1749394452.588404:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508059648:12345-0@lo:41: 00000004:00000024:2.0:1749394452.588410:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000004:00000024:3.0:1749394452.588433:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394452.588460:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508059776:12345-0@lo:41: Request processed in 79us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394452.588468:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:0.0:1749394452.588476:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508059776:0@lo:41: 00000100:00100000:3.0:1749394452.588499:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508059648:12345-0@lo:41: Request processed in 98us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394452.588507:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:1.0:1749394452.588540:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508059648:0@lo:41: 00000100:00100000:2.0:1749394453.031215:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394453.031231:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d081880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508059904:0@lo:900: 00000100:00100000:2.0:1749394453.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394453.322165:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394453.470330:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394454.192193:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394454.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394454.425227:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d081880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508060032:0@lo:700: 00000100:00100000:0.0:1749394454.425317:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508060160:0@lo:700: 00000100:00100000:2.0:1749394454.425320:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394454.425369:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508060032 00000100:00100000:0.0:1749394454.425370:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394454.425381:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508060032 00000100:00100000:2.0:1749394454.425391:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394454.425400:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b240 going to sleep for 11 seconds 00000100:00080000:0.0:1749394454.425422:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394454.425433:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508060160 00000100:00100000:1.0:1749394454.425445:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508060160 00000100:00100000:3.0:1749394454.425453:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682 00000100:00100000:3.0:1749394454.425468:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508060032:12345-0@lo:700: 00000100:00080000:0.0:1749394454.425473:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394454.425495:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1683 00000100:00100000:0.0:1749394454.425505:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508060160:12345-0@lo:700: 00000100:00100000:3.0:1749394454.425525:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39d80 going to sleep for 0 seconds 00000100:00100000:3.0:1749394454.425536:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508060288:0@lo:700: 40000000:00080000:3.0:1749394454.425556:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394454.425561:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394454.425622:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b300 going to sleep for 0 seconds 00000100:00100000:0.0:1749394454.425628:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371508060416:0@lo:700: 40000000:00080000:0.0:1749394454.425640:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394454.425643:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394454.425647:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508060032:12345-0@lo:700: Request processed in 182us (326us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394454.425657:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682 00000100:00100000:2.0:1749394454.425680:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d081880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508060032:0@lo:700: 00000100:00100000:0.0:1749394454.425694:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508060160:12345-0@lo:700: Request processed in 191us (323us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394454.425703:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1683 00000100:00100000:1.0:1749394454.425735:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508060160:0@lo:700: 00010000:00010000:3.0:1749394454.472320:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394455.032202:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394455.032214:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d081880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508060544:0@lo:900: 00000100:00100000:2.0:1749394455.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394455.322180:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394455.474325:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394456.192190:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394456.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394456.426258:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d081880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508060672:0@lo:700: 00000100:00100000:1.0:1749394456.426278:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508060800:0@lo:700: 00000100:00100000:2.0:1749394456.426326:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394456.426371:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394456.426401:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394456.426425:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea000 going to sleep for 11 seconds 00000100:00100000:0.0:1749394456.426453:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508060672 00000100:00100000:0.0:1749394456.426464:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508060672 00000100:00100000:3.0:1749394456.426477:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508060800 00000100:00100000:3.0:1749394456.426487:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508060800 00000100:00080000:1.0:1749394456.426524:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394456.426534:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1684 00000100:00100000:0.0:1749394456.426545:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508060672:12345-0@lo:700: 00000100:00100000:3.0:1749394456.426560:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685 00000100:00100000:3.0:1749394456.426574:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508060800:12345-0@lo:700: 00000100:00100000:0.0:1749394456.426589:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b300 going to sleep for 0 seconds 00000100:00100000:0.0:1749394456.426596:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371508060928:0@lo:700: 40000000:00080000:0.0:1749394456.426610:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394456.426613:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394456.426652:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39d80 going to sleep for 0 seconds 00000100:00100000:3.0:1749394456.426663:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508061056:0@lo:700: 00000100:00100000:0.0:1749394456.426672:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508060672:12345-0@lo:700: Request processed in 129us (346us total) trans 0 rc -11/-11 40000000:00080000:3.0:1749394456.426678:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:0.0:1749394456.426682:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1684 40000000:00020000:3.0:1749394456.426683:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394456.426700:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d081880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508060672:0@lo:700: 00000100:00100000:3.0:1749394456.426759:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508060800:12345-0@lo:700: Request processed in 186us (385us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394456.426774:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f820000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508060800:0@lo:700: 00000100:00100000:3.0:1749394456.426774:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685 00010000:00010000:2.0:1749394456.476300:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394456.847618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394456.847659:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394456.847697:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394456.847758:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499798144 00000100:00100000:3.0:1749394456.847767:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499798144 00000100:00100000:1.0:1749394456.847779:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499798272 00000100:00100000:2.0:1749394456.847780:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499798400 00000100:00100000:1.0:1749394456.847790:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499798272 00000100:00100000:2.0:1749394456.847790:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499798400 00000100:00100000:3.0:1749394456.847809:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 747 00000100:00100000:3.0:1749394456.847818:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499798144:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749394456.847823:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2276 00000100:00100000:2.0:1749394456.847831:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499798400:12345-192.168.203.32@tcp:38: 00000100:00100000:1.0:1749394456.847855:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2277 00010000:00080000:2.0:1749394456.847860:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1498 last 0 00000100:00100000:1.0:1749394456.847863:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499798272:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394456.847875:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499798144:12345-192.168.203.32@tcp:400: Request processed in 57us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394456.847882:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 747 00010000:00080000:1.0:1749394456.847886:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1498 last 0 00000100:00100000:2.0:1749394456.847914:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499798400:12345-192.168.203.32@tcp:38: Request processed in 83us (216us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394456.847922:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2276 00000100:00100000:1.0:1749394456.847934:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499798272:12345-192.168.203.32@tcp:38: Request processed in 70us (273us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394456.847942:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2277 00000100:00100000:2.0:1749394457.033204:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394457.033215:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d081880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508061184:0@lo:900: 00000100:00100000:2.0:1749394457.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394457.322181:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394457.478377:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394457.580277:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394457.580288:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394457.580293:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394457.580303:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1494 00000100:00080000:0.0:1749394457.580308:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394457.580316:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:1.0:1749394457.580333:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371508061312:0@lo:400: 00000100:00100000:0.0:1749394457.580348:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f80ad80 x1834371508061440/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394457.580395:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508061440:0@lo:38: 00000100:00100000:1.0:1749394457.580404:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394457.580405:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394457.580409:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394457.580412:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394457.580416:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1494 00000100:00080000:0.0:1749394457.580418:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394457.580422:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394457.580438:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f809500 x1834371508061696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394457.580444:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394457.580455:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394457.580455:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508061568:0@lo:400: 00000100:00080000:0.0:1749394457.580458:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394457.580460:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394457.580463:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1494 00000100:00080000:0.0:1749394457.580466:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394457.580469:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394457.580478:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508061440 00000100:00100000:0.0:1749394457.580479:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f809f80 x1834371508061952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394457.580485:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508061440 00000100:00080000:0.0:1749394457.580487:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394457.580490:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:1.0:1749394457.580490:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508061824:0@lo:400: 00000100:00080000:0.0:1749394457.580492:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394457.580495:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1494 00000100:00080000:0.0:1749394457.580498:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394457.580501:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394457.580502:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394457.580511:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f809c00 x1834371508062080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394457.580513:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2278 00000100:00100000:2.0:1749394457.580519:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508061440:12345-0@lo:38: 00000100:00100000:1.0:1749394457.580531:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749394457.580542:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749394457.580547:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394457.580548:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508061312 00000100:00080000:0.0:1749394457.580552:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749394457.580554:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508061312 00000100:00080000:0.0:1749394457.580555:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394457.580560:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1494 00000100:00080000:0.0:1749394457.580563:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394457.580568:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394457.580572:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508061440:12345-0@lo:38: Request processed in 52us (127us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394457.580580:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508061568 00000100:00100000:2.0:1749394457.580580:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2278 00000100:00100000:3.0:1749394457.580585:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1749394457.580586:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5edf80 x1834371508062464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394457.580586:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508061568 00000100:00100000:3.0:1749394457.580592:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371508061312:12345-0@lo:400: 00000100:00080000:0.0:1749394457.580600:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394457.580605:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394457.580607:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394457.580613:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1494 00000100:00100000:1.0:1749394457.580613:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508061824 00000100:00080000:2.0:1749394457.580613:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749394457.580616:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394457.580616:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508061824 00000100:00080000:2.0:1749394457.580618:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00080000:0.0:1749394457.580620:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394457.580623:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508061440:0@lo:38: 00000100:00100000:3.0:1749394457.580630:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371508061312:12345-0@lo:400: Request processed in 38us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394457.580632:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1749394457.580637:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5ed180 x1834371508062592/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394457.580640:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:1.0:1749394457.580641:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508061568:12345-0@lo:400: 00000100:00100000:2.0:1749394457.580641:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508061696:0@lo:38: 00000100:00100000:2.0:1749394457.580659:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394457.580669:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1749394457.580679:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508061696 00000100:00100000:2.0:1749394457.580682:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508061696 00000100:00100000:1.0:1749394457.580686:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508061568:12345-0@lo:400: Request processed in 47us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394457.580686:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508061824:12345-0@lo:400: 00000100:00100000:1.0:1749394457.580694:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1749394457.580695:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2279 00000100:00100000:2.0:1749394457.580700:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508061696:12345-0@lo:38: 00000100:00100000:0.0:1749394457.580703:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508062208:0@lo:400: 00010000:00020000:2.0:1749394457.580713:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394457.580719:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508061824:12345-0@lo:400: Request processed in 34us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394457.580720:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508062336:0@lo:400: 00000100:00100000:3.0:1749394457.580726:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1749394457.580739:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508061696:12345-0@lo:38: Request processed in 38us (78us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394457.580746:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2279 00000100:00100000:1.0:1749394457.580750:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394457.580753:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508062720:0@lo:400: 00000100:00100000:0.0:1749394457.580767:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508062336 00000100:00080000:2.0:1749394457.580770:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394457.580773:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508062336 00000100:00080000:2.0:1749394457.580773:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394457.580777:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508061696:0@lo:38: 00000100:00100000:3.0:1749394457.580782:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394457.580784:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371508061312:0@lo:400: 00000100:00100000:2.0:1749394457.580784:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508061952:0@lo:38: 00000100:00100000:0.0:1749394457.580801:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508062720 00000100:00100000:2.0:1749394457.580802:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394457.580804:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508062720 00000100:00100000:3.0:1749394457.580813:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508061568:0@lo:400: 00000100:00100000:2.0:1749394457.580816:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508061952 00000100:00100000:1.0:1749394457.580819:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508062848:0@lo:400: 00000100:00100000:2.0:1749394457.580819:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508061952 00000100:00100000:0.0:1749394457.580828:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1749394457.580831:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2280 00000100:00100000:0.0:1749394457.580836:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f822680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371508062336:12345-0@lo:400: 00000100:00100000:2.0:1749394457.580836:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508061952:12345-0@lo:38: 00000100:00100000:3.0:1749394457.580839:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1749394457.580844:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394457.580846:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508062720:12345-0@lo:400: 00010000:00020000:2.0:1749394457.580848:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394457.580870:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508061824:0@lo:400: 00000100:00100000:2.0:1749394457.580875:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508061952:12345-0@lo:38: Request processed in 39us (72us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394457.580882:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f822680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371508062336:12345-0@lo:400: Request processed in 47us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394457.580882:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2280 00000100:00100000:3.0:1749394457.580884:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508062720:12345-0@lo:400: Request processed in 39us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394457.580889:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508062848 00000100:00100000:0.0:1749394457.580890:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1749394457.580892:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508062848 00000100:00080000:2.0:1749394457.580902:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394457.580904:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394457.580904:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1749394457.580909:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508061952:0@lo:38: 00000100:00100000:2.0:1749394457.580915:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508062080:0@lo:38: 00000100:00100000:1.0:1749394457.580918:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1749394457.580925:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508062848:12345-0@lo:400: 00000100:00100000:2.0:1749394457.580933:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394457.580934:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1749394457.580943:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5ec000 x1834371508062720/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394457.580946:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508062080 00000100:00100000:2.0:1749394457.580949:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508062080 00000100:00100000:3.0:1749394457.580956:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508062720:0@lo:400: 00000100:00100000:2.0:1749394457.580960:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2281 00000100:00100000:1.0:1749394457.580962:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1834371508062848:12345-0@lo:400: Request processed in 37us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394457.580965:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508062080:12345-0@lo:38: 00000100:00100000:1.0:1749394457.580969:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00080000:0.0:1749394457.580971:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394457.580973:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508062208 00000100:00100000:3.0:1749394457.580976:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508062208 00010000:00020000:2.0:1749394457.580977:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:1.0:1749394457.580995:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f80a300 x1834371508062336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394457.580996:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508062080:12345-0@lo:38: Request processed in 31us (63us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394457.580997:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:2.0:1749394457.581002:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2281 00000100:00100000:3.0:1749394457.581002:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508062208:12345-0@lo:400: 00000100:00100000:1.0:1749394457.581008:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508062336:0@lo:400: 00000100:00080000:2.0:1749394457.581022:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394457.581025:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394457.581028:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508062080:0@lo:38: 00010000:00080000:1.0:1749394457.581029:0:3765:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d5ef100 x1834371508062848/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394457.581034:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508062464:0@lo:38: 00000100:00100000:1.0:1749394457.581039:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508062848:0@lo:400: 00000100:00100000:3.0:1749394457.581052:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508062208:12345-0@lo:400: Request processed in 49us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394457.581054:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394457.581059:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:2.0:1749394457.581068:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508062464 00000100:00100000:2.0:1749394457.581110:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508062464 00010000:00080000:0.0:1749394457.581111:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88008f808e00 x1834371508062208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394457.581124:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f808e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508062208:0@lo:400: 00000100:00100000:2.0:1749394457.581126:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2282 00000100:00100000:2.0:1749394457.581131:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508062464:12345-0@lo:38: 00000100:00100000:3.0:1749394457.581142:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508062592:0@lo:38: 00010000:00020000:2.0:1749394457.581143:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394457.581167:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508062464:12345-0@lo:38: Request processed in 36us (113us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394457.581170:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394457.581174:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2282 00000100:00100000:2.0:1749394457.581182:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508062592 00000100:00100000:2.0:1749394457.581185:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508062592 00000100:00080000:3.0:1749394457.581195:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394457.581207:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394457.581209:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2283 00000100:00100000:2.0:1749394457.581238:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508062592:12345-0@lo:38: 00000100:00100000:3.0:1749394457.581240:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508062464:0@lo:38: 00010000:00020000:2.0:1749394457.581249:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394457.581276:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508062592:12345-0@lo:38: Request processed in 62us (106us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394457.581283:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2283 00000100:00080000:3.0:1749394457.581299:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749394457.581303:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394457.581307:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508062592:0@lo:38: 00000100:00100000:1.0:1749394457.596277:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508063104:0@lo:41: 00000100:00100000:2.0:1749394457.596303:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508062976:0@lo:41: 00000100:00100000:1.0:1749394457.596317:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394457.596345:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394457.596406:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508063104 00000100:00100000:0.0:1749394457.596416:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508063104 00000100:00100000:0.0:1749394457.596468:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508062976 00000100:00100000:0.0:1749394457.596473:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508062976 00000100:00100000:3.0:1749394457.596483:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:3.0:1749394457.596501:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508063104:12345-0@lo:41: 00000100:00100000:0.0:1749394457.596514:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:0.0:1749394457.596526:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508062976:12345-0@lo:41: 00000004:00000024:3.0:1749394457.596540:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000004:00000024:0.0:1749394457.596558:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:3.0:1749394457.596619:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508063104:12345-0@lo:41: Request processed in 123us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394457.596628:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:0.0:1749394457.596636:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508062976:12345-0@lo:41: Request processed in 109us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394457.596646:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508063104:0@lo:41: 00000100:00100000:0.0:1749394457.596649:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:2.0:1749394457.596670:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508062976:0@lo:41: 00000100:00100000:2.0:1749394458.192178:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394458.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394458.427237:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d083b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508063232:0@lo:700: 00000100:00100000:2.0:1749394458.427285:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394458.427299:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508063360:0@lo:700: 00000100:00100000:2.0:1749394458.427340:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394458.427344:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394458.427367:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b300 going to sleep for 11 seconds 00000100:00100000:1.0:1749394458.427373:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508063232 00000100:00100000:3.0:1749394458.427381:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508063360 00000100:00100000:1.0:1749394458.427383:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508063232 00000100:00100000:3.0:1749394458.427392:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508063360 00000100:00080000:0.0:1749394458.427422:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394458.427447:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1686 00000100:00100000:1.0:1749394458.427461:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508063232:12345-0@lo:700: 00000100:00100000:0.0:1749394458.427463:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1687 00000100:00100000:0.0:1749394458.427472:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508063360:12345-0@lo:700: 00000100:00100000:1.0:1749394458.427510:0:11402:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea000 going to sleep for 0 seconds 00000100:00100000:1.0:1749394458.427531:0:11402:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:11402:1834371508063488:0@lo:700: 40000000:00080000:1.0:1749394458.427550:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394458.427555:0:11402:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394458.427613:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bc00 going to sleep for 0 seconds 00000100:00100000:0.0:1749394458.427619:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508063616:0@lo:700: 00000100:00100000:1.0:1749394458.427629:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508063232:12345-0@lo:700: Request processed in 171us (342us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394458.427632:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394458.427636:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394458.427638:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1686 00000100:00100000:2.0:1749394458.427649:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d083b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508063232:0@lo:700: 00000100:00100000:0.0:1749394458.427669:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508063360:12345-0@lo:700: Request processed in 198us (324us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394458.427678:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1687 00000100:00100000:1.0:1749394458.427683:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508063360:0@lo:700: 00010000:00010000:3.0:1749394458.480301:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1749394458.924178:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:3.0:1749394458.924229:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371508063744/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394463 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394458.924242:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749394458.924263:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371508063872/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394463 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394458.924278:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394458.924306:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394458.924346:0:11402:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508063744 00000100:00100000:3.0:1749394458.924351:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394458.924352:0:11402:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508063744 00000100:00100000:0.0:1749394458.924379:0:11402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688 00000100:00100000:0.0:1749394458.924386:0:11402:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508063744:12345-0@lo:700: 00000100:00100000:1.0:1749394458.924397:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508063872 40000000:00080000:0.0:1749394458.924406:0:11402:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:1.0:1749394458.924407:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508063872 00000100:00100000:0.0:1749394458.924451:0:11402:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508063744:12345-0@lo:700: Request processed in 64us (173us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394458.924459:0:11402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688 00000100:00100000:1.0:1749394458.924466:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689 00000100:00100000:1.0:1749394458.924475:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508063872:12345-0@lo:700: 00000100:00100000:0.0:1749394458.924485:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 40000000:00080000:1.0:1749394458.924495:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749394458.924498:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371508063744/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394474 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394458.924509:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394458.924553:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508063872:12345-0@lo:700: Request processed in 78us (246us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749394458.924562:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689 00000100:00100000:0.0:1749394458.924578:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371508063872/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394474 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394458.924588:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394459.034198:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394459.034247:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d083b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508064000:0@lo:900: 00000100:00100000:2.0:1749394459.192180:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394459.322185:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394459.482341:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394460.192177:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394460.322176:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394460.428249:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d083b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508064128:0@lo:700: 00000100:00100000:0.0:1749394460.428275:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ef800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508064256:0@lo:700: 00000100:00100000:2.0:1749394460.428313:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394460.428362:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394460.428379:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508064128 00000100:00100000:2.0:1749394460.428382:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394460.428383:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394460.428390:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508064128 00000100:00080000:0.0:1749394460.428449:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394460.428452:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508064256 00000100:00100000:1.0:1749394460.428455:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508064256 00000100:00080000:0.0:1749394460.428468:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394460.428472:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690 00000100:00100000:3.0:1749394460.428491:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508064128:12345-0@lo:700: 00000100:00100000:1.0:1749394460.428492:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1691 00000100:00100000:1.0:1749394460.428501:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508064256:12345-0@lo:700: 00000100:00100000:1.0:1749394460.428540:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea000 going to sleep for 0 seconds 00000100:00100000:1.0:1749394460.428548:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508064384:0@lo:700: 40000000:00080000:1.0:1749394460.428563:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394460.428566:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394460.428624:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39780 going to sleep for 0 seconds 00000100:00100000:3.0:1749394460.428632:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508064512:0@lo:700: 00000100:00100000:1.0:1749394460.428633:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508064256:12345-0@lo:700: Request processed in 132us (270us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394460.428652:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1691 40000000:00080000:3.0:1749394460.428654:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394460.428657:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394460.428659:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ef800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508064256:0@lo:700: 00000100:00100000:3.0:1749394460.428714:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508064128:12345-0@lo:700: Request processed in 230us (400us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394460.428724:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690 00000100:00100000:2.0:1749394460.428805:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d083b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508064128:0@lo:700: 00010000:00010000:2.0:1749394460.484334:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394461.035260:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394461.035273:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508064640:0@lo:900: 00000100:00100000:2.0:1749394461.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394461.322177:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394461.486361:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394461.855582:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394461.855626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394461.855659:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499798528 00000100:00100000:3.0:1749394461.855672:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499798528 00000100:00100000:0.0:1749394461.855693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394461.855724:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 749 00000100:00100000:3.0:1749394461.855733:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499798528:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749394461.855738:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499798656 00000100:00100000:0.0:1749394461.855746:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499798784 00000100:00100000:2.0:1749394461.855747:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499798656 00000100:00100000:0.0:1749394461.855752:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499798784 00000100:00100000:2.0:1749394461.855797:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2284 00000100:00100000:3.0:1749394461.855802:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499798528:12345-192.168.203.32@tcp:400: Request processed in 69us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394461.855805:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499798656:12345-192.168.203.32@tcp:38: 00000100:00100000:0.0:1749394461.855810:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2285 00000100:00100000:3.0:1749394461.855810:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 749 00000100:00100000:0.0:1749394461.855817:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499798784:12345-192.168.203.32@tcp:38: 00010000:00080000:2.0:1749394461.855833:0:7214:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1503 last 0 00010000:00080000:0.0:1749394461.855840:0:8370:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1503 last 0 00000100:00100000:0.0:1749394461.855884:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2000:x1834371499798784:12345-192.168.203.32@tcp:38: Request processed in 67us (191us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394461.855892:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2000:x1834371499798656:12345-192.168.203.32@tcp:38: Request processed in 87us (265us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394461.855897:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2285 00000100:00100000:2.0:1749394461.855902:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2284 00000100:00100000:2.0:1749394462.192218:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394462.322197:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394462.429250:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f809c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508064768:0@lo:700: 00000100:00100000:0.0:1749394462.429251:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508064896:0@lo:700: 00000100:00100000:2.0:1749394462.429313:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394462.429355:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394462.429375:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394462.429380:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1749394462.429431:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508064768 00000100:00100000:3.0:1749394462.429440:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508064768 00000100:00100000:1.0:1749394462.429488:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508064896 00000100:00080000:0.0:1749394462.429497:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394462.429497:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508064896 00000100:00100000:3.0:1749394462.429498:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1692 00000100:00100000:3.0:1749394462.429507:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508064768:12345-0@lo:700: 00000100:00080000:0.0:1749394462.429525:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394462.429541:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1693 00000100:00100000:3.0:1749394462.429547:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e39840 going to sleep for 0 seconds 00000100:00100000:1.0:1749394462.429550:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508064896:12345-0@lo:700: 00000100:00100000:3.0:1749394462.429554:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508065024:0@lo:700: 40000000:00080000:3.0:1749394462.429567:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394462.429570:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394462.429597:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea000 going to sleep for 0 seconds 00000100:00100000:1.0:1749394462.429604:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508065152:0@lo:700: 40000000:00080000:1.0:1749394462.429617:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394462.429619:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394462.429625:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508064768:12345-0@lo:700: Request processed in 118us (310us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394462.429633:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1692 00000100:00100000:2.0:1749394462.429659:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f809c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508064768:0@lo:700: 00000100:00100000:1.0:1749394462.429684:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508064896:12345-0@lo:700: Request processed in 134us (329us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394462.429692:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1693 00000100:00100000:0.0:1749394462.429702:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508064896:0@lo:700: 00010000:00010000:3.0:1749394462.488328:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394462.588246:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394462.588255:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394462.588258:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394462.588264:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1499 00000100:00080000:0.0:1749394462.588268:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394462.588274:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394462.588294:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5ed180 x1834371508065408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394462.588324:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394462.588328:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394462.588330:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394462.588334:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1499 00000100:00080000:0.0:1749394462.588336:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394462.588338:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508065280:0@lo:400: 00000100:00080000:0.0:1749394462.588339:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394462.588350:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d5ef100 x1834371508065664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394462.588355:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508065536:0@lo:400: 00000100:00080000:0.0:1749394462.588372:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394462.588376:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394462.588377:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394462.588380:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1499 00000100:00080000:0.0:1749394462.588383:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394462.588386:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:3.0:1749394462.588394:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394462.588397:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017ca80 x1834371508065920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394462.588405:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394462.588408:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394462.588409:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749394462.588412:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394462.588413:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1499 00000100:00080000:0.0:1749394462.588415:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394462.588418:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394462.588426:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508065408:0@lo:38: 00000100:00100000:0.0:1749394462.588429:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017d880 x1834371508066048/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394462.588438:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394462.588441:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394462.588442:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394462.588445:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1499 00000100:00080000:0.0:1749394462.588447:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394462.588450:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:1.0:1749394462.588455:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749394462.588457:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508065280 00000100:00100000:0.0:1749394462.588460:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017f800 x1834371508066176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394462.588463:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508065280 00000100:00100000:1.0:1749394462.588465:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508065792:0@lo:400: 00000100:00080000:0.0:1749394462.588468:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749394462.588469:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394462.588471:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394462.588473:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394462.588476:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1499 00000100:00080000:0.0:1749394462.588478:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394462.588481:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394462.588491:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017d500 x1834371508066304/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394462.588491:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394462.588492:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1749394462.588498:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508065664:0@lo:38: 00000100:00100000:3.0:1749394462.588499:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508065280:12345-0@lo:400: 00000100:00100000:1.0:1749394462.588511:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508066432:0@lo:400: 00000100:00100000:2.0:1749394462.588516:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394462.588535:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508065536 00000100:00100000:2.0:1749394462.588535:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508065920:0@lo:38: 00000100:00100000:1.0:1749394462.588536:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394462.588539:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508065280:12345-0@lo:400: Request processed in 40us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394462.588541:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508065536 00000100:00100000:3.0:1749394462.588546:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1749394462.588554:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394462.588566:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508065792 00000100:00100000:0.0:1749394462.588569:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508065792 00000100:00100000:1.0:1749394462.588571:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:3.0:1749394462.588573:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508066432 00000100:00100000:2.0:1749394462.588574:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508066048:0@lo:38: 00000100:00100000:3.0:1749394462.588576:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508066432 00000100:00100000:1.0:1749394462.588582:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508065536:12345-0@lo:400: 00000100:00100000:0.0:1749394462.588586:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:2.0:1749394462.588591:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394462.588593:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508065792:12345-0@lo:400: 00000100:00100000:2.0:1749394462.588604:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508066176:0@lo:38: 00000100:00100000:3.0:1749394462.588605:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:3.0:1749394462.588610:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508066432:12345-0@lo:400: 00000100:00100000:1.0:1749394462.588626:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508065536:12345-0@lo:400: Request processed in 47us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394462.588627:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394462.588633:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1749394462.588640:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508066304:0@lo:38: 00000100:00100000:0.0:1749394462.588648:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508065792:12345-0@lo:400: Request processed in 55us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394462.588648:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508066432:12345-0@lo:400: Request processed in 37us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394462.588654:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1749394462.588656:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:2.0:1749394462.588657:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394462.588663:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508065408 00000100:00080000:3.0:1749394462.588665:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394462.588676:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508066560:0@lo:400: 00000100:00100000:0.0:1749394462.588677:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508065664 00000100:00100000:1.0:1749394462.588677:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508065408 00000100:00100000:0.0:1749394462.588681:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508065664 00000100:00100000:2.0:1749394462.588687:0:7214:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508065920 00000100:00100000:0.0:1749394462.588689:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508066048 00000100:00100000:0.0:1749394462.588692:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508066048 00000100:00100000:2.0:1749394462.588692:0:7214:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508065920 00000100:00100000:1.0:1749394462.588693:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508066176 00000100:00100000:1.0:1749394462.588696:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508066176 00000100:00100000:3.0:1749394462.588697:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394462.588699:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508066304 00000100:00100000:0.0:1749394462.588701:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508066304 00000100:00100000:1.0:1749394462.588707:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2286 00000100:00100000:1.0:1749394462.588712:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508065664:12345-0@lo:38: 00000100:00100000:3.0:1749394462.588720:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508065280:0@lo:400: 00000100:00100000:2.0:1749394462.588724:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2287 00000100:00100000:2.0:1749394462.588730:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f809c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508065408:12345-0@lo:38: 00000100:00100000:0.0:1749394462.588732:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2288 00010000:00020000:1.0:1749394462.588732:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394462.588737:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508066048:12345-0@lo:38: 00000100:00100000:3.0:1749394462.588738:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508066560 00000100:00100000:3.0:1749394462.588741:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508066560 00010000:00020000:2.0:1749394462.588748:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394462.588755:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394462.588762:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:3.0:1749394462.588767:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508066560:12345-0@lo:400: 00000100:00100000:1.0:1749394462.588769:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508065664:12345-0@lo:38: Request processed in 55us (251us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394462.588775:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2286 00000100:00100000:2.0:1749394462.588780:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f809c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508065408:12345-0@lo:38: Request processed in 48us (310us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394462.588784:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508066048:12345-0@lo:38: Request processed in 46us (192us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394462.588787:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2287 00000100:00100000:1.0:1749394462.588792:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2289 00000100:00100000:3.0:1749394462.588797:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508066560:12345-0@lo:400: Request processed in 29us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394462.588798:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2288 00000100:00100000:1.0:1749394462.588798:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f808000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508066176:12345-0@lo:38: 00000100:00100000:2.0:1749394462.588804:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2290 00000100:00100000:3.0:1749394462.588805:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00010000:00020000:1.0:1749394462.588809:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394462.588809:0:7214:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508065920:12345-0@lo:38: 00000100:00100000:0.0:1749394462.588810:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2291 00000100:00100000:0.0:1749394462.588815:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f80aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508066304:12345-0@lo:38: 00000100:00080000:3.0:1749394462.588817:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:2.0:1749394462.588819:0:7214:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394462.588825:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394462.588829:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f808000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508066176:12345-0@lo:38: Request processed in 32us (202us total) trans 0 rc -19/-19 00010000:00080000:3.0:1749394462.588833:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017fb80 x1834371508066560/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394462.588836:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2289 00000100:00100000:2.0:1749394462.588841:0:7214:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3763:x1834371508065920:12345-0@lo:38: Request processed in 31us (285us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394462.588846:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f80aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508066304:12345-0@lo:38: Request processed in 30us (189us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394462.588847:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2290 00000100:00100000:0.0:1749394462.588852:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2291 00000100:00100000:3.0:1749394462.588854:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508066560:0@lo:400: 00000100:00100000:1.0:1749394462.588870:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508065536:0@lo:400: 00000100:00080000:2.0:1749394462.588877:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394462.588881:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394462.588886:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508066048:0@lo:38: 00010000:00080000:0.0:1749394462.588887:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017f480 x1834371508066432/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749394462.588896:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749394462.588899:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508066432:0@lo:400: 00000100:00080000:2.0:1749394462.588899:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394462.588902:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508066176:0@lo:38: 00000100:00100000:0.0:1749394462.588910:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508065792:0@lo:400: 00000100:00080000:2.0:1749394462.588910:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394462.588913:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394462.588916:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508066304:0@lo:38: 00000100:00080000:2.0:1749394462.588923:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394462.588926:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394462.588928:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508065408:0@lo:38: 00000100:02020000:2.0:1749394462.588937:0:3763:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00080000:2.0:1749394462.588941:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394462.588943:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394462.588946:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d5ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508065664:0@lo:38: 00000100:00080000:2.0:1749394462.588953:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394462.588955:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394462.588958:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508065920:0@lo:38: 00000100:00100000:1.0:1749394462.604251:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749394462.604267:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508066816:0@lo:41: 00000100:00100000:2.0:1749394462.604268:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749394462.604284:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508066688:0@lo:41: 00000100:00100000:1.0:1749394462.604304:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394462.604323:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394462.604354:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508066688 00000100:00100000:3.0:1749394462.604354:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508066816 00000100:00100000:0.0:1749394462.604363:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508066688 00000100:00100000:3.0:1749394462.604365:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508066816 00000100:00100000:0.0:1749394462.604407:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:0.0:1749394462.604415:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371508066688:12345-0@lo:41: 00000100:00100000:3.0:1749394462.604420:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:3.0:1749394462.604429:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508066816:12345-0@lo:41: 00000004:00000024:0.0:1749394462.604444:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000004:00000024:3.0:1749394462.604454:0:7220:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:0.0:1749394462.604502:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3764:x1834371508066688:12345-0@lo:41: Request processed in 87us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394462.604503:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508066816:12345-0@lo:41: Request processed in 75us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394462.604510:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:3.0:1749394462.604514:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:1.0:1749394462.604524:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508066816:0@lo:41: 00000100:00100000:2.0:1749394462.604543:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508066688:0@lo:41: 00000100:00100000:2.0:1749394463.036234:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394463.036244:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508066944:0@lo:900: 00000100:00100000:2.0:1749394463.192214:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394463.322212:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394463.490354:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394464.192222:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394464.322214:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394464.430263:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508067072:0@lo:700: 00000100:00100000:0.0:1749394464.430264:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508067200:0@lo:700: 00000100:00100000:2.0:1749394464.430340:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394464.430420:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394464.430434:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394464.430446:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1749394464.430478:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508067072 00000100:00100000:1.0:1749394464.430489:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508067072 00000100:00100000:3.0:1749394464.430549:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508067200 00000100:00080000:2.0:1749394464.430555:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394464.430558:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508067200 00000100:00100000:1.0:1749394464.430569:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1694 00000100:00100000:1.0:1749394464.430580:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508067072:12345-0@lo:700: 00000100:00080000:2.0:1749394464.430580:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394464.430599:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1695 00000100:00100000:3.0:1749394464.430607:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508067200:12345-0@lo:700: 00000100:00100000:1.0:1749394464.430624:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea000 going to sleep for 0 seconds 00000100:00100000:1.0:1749394464.430632:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508067328:0@lo:700: 40000000:00080000:1.0:1749394464.430661:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394464.430664:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394464.430721:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e396c0 going to sleep for 0 seconds 00000100:00100000:3.0:1749394464.430729:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508067456:0@lo:700: 00000100:00100000:1.0:1749394464.430734:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508067072:12345-0@lo:700: Request processed in 156us (393us total) trans 0 rc -11/-11 40000000:00080000:3.0:1749394464.430741:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:1.0:1749394464.430744:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1694 40000000:00020000:3.0:1749394464.430744:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394464.430761:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508067072:0@lo:700: 00000100:00100000:3.0:1749394464.430800:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508067200:12345-0@lo:700: Request processed in 193us (381us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394464.430810:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1695 00000100:00100000:0.0:1749394464.430820:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508067200:0@lo:700: 00010000:00010000:2.0:1749394464.492331:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394465.037236:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394465.037249:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508067584:0@lo:900: 00000100:00100000:2.0:1749394465.192209:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394465.322217:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394465.494451:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394466.192223:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394466.322202:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394466.431260:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508067712:0@lo:700: 00000100:00100000:2.0:1749394466.431330:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394466.431356:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d08d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508067840:0@lo:700: 00000100:00100000:2.0:1749394466.431395:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394466.431399:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394466.431427:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea000 going to sleep for 11 seconds 00000100:00100000:0.0:1749394466.431435:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508067712 00000100:00100000:0.0:1749394466.431446:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508067712 00000100:00100000:3.0:1749394466.431450:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508067840 00000100:00100000:3.0:1749394466.431459:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508067840 00000100:00080000:2.0:1749394466.431504:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394466.431515:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1696 00000100:00100000:3.0:1749394466.431524:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697 00000100:00100000:0.0:1749394466.431525:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508067712:12345-0@lo:700: 00000100:00100000:3.0:1749394466.431532:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508067840:12345-0@lo:700: 00000100:00100000:0.0:1749394466.431567:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bc00 going to sleep for 0 seconds 00000100:00100000:0.0:1749394466.431574:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508067968:0@lo:700: 40000000:00080000:0.0:1749394466.431588:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394466.431592:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394466.431647:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092e396c0 going to sleep for 0 seconds 00000100:00100000:0.0:1749394466.431653:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508067712:12345-0@lo:700: Request processed in 129us (322us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394466.431662:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1696 00000100:00100000:3.0:1749394466.431664:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508068096:0@lo:700: 40000000:00080000:3.0:1749394466.431678:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394466.431680:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394466.431682:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508067712:0@lo:700: 00000100:00100000:3.0:1749394466.431740:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508067840:12345-0@lo:700: Request processed in 208us (339us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749394466.431750:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697 00000100:00100000:1.0:1749394466.431762:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d08d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508067840:0@lo:700: 00010000:00010000:3.0:1749394466.496331:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394466.863611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394466.863648:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394466.863684:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394466.863738:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499798912 00000100:00100000:3.0:1749394466.863747:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499798912 00000100:00100000:1.0:1749394466.863764:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499799040 00000100:00100000:1.0:1749394466.863774:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499799040 00000100:00100000:3.0:1749394466.863786:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 751 00000100:00100000:3.0:1749394466.863794:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499798912:12345-192.168.203.32@tcp:400: 00000100:00100000:2.0:1749394466.863796:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499799168 00000100:00100000:2.0:1749394466.863806:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499799168 00000100:00100000:1.0:1749394466.863821:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2292 00000100:00100000:1.0:1749394466.863829:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499799040:12345-192.168.203.32@tcp:38: 00000100:00100000:2.0:1749394466.863850:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2293 00000100:00100000:3.0:1749394466.863850:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2004:x1834371499798912:12345-192.168.203.32@tcp:400: Request processed in 56us (243us total) trans 0 rc 0/0 00010000:00080000:1.0:1749394466.863856:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1508 last 0 00000100:00100000:2.0:1749394466.863858:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499799168:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394466.863858:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 751 00010000:00080000:2.0:1749394466.863881:0:11608:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1508 last 0 00000100:00100000:1.0:1749394466.863911:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499799040:12345-192.168.203.32@tcp:38: Request processed in 81us (261us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394466.863919:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2292 00000100:00100000:2.0:1749394466.863928:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2000:x1834371499799168:12345-192.168.203.32@tcp:38: Request processed in 70us (242us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394466.863937:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2293 00000100:00100000:2.0:1749394467.038223:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394467.038234:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a1c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508068224:0@lo:900: 00000100:00100000:2.0:1749394467.192204:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394467.322207:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394467.498297:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394467.596217:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394467.596224:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394467.596228:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394467.596234:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1504 00000100:00080000:0.0:1749394467.596238:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394467.596243:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394467.596262:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017ce00 x1834371508068480/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394467.596263:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371508068352:0@lo:400: 00000100:00080000:0.0:1749394467.596307:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394467.596311:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394467.596313:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394467.596316:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1504 00000100:00080000:0.0:1749394467.596318:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394467.596320:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394467.596322:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:0.0:1749394467.596332:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017dc00 x1834371508068736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749394467.596335:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508068608:0@lo:400: 00000100:00080000:0.0:1749394467.596347:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394467.596350:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394467.596351:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394467.596354:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1504 00000100:00080000:0.0:1749394467.596356:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394467.596359:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394467.596368:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017e680 x1834371508068992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394467.596376:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394467.596378:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394467.596379:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394467.596381:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394467.596384:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1504 00000100:00080000:0.0:1749394467.596385:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394467.596388:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:1.0:1749394467.596393:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508068864:0@lo:400: 00000100:00100000:0.0:1749394467.596398:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017ed80 x1834371508069120/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394467.596399:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508068480:0@lo:38: 00000100:00100000:1.0:1749394467.596418:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394467.596420:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508068352 00000100:00080000:0.0:1749394467.596423:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749394467.596425:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508068352 00000100:00080000:0.0:1749394467.596426:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394467.596427:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394467.596430:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1504 00000100:00080000:0.0:1749394467.596432:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394467.596435:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394467.596443:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394467.596444:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017f800 x1834371508069504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394467.596449:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508069376:0@lo:400: 00000100:00100000:3.0:1749394467.596452:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00080000:0.0:1749394467.596453:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394467.596456:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394467.596458:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749394467.596458:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371508068352:12345-0@lo:400: 00000100:00080000:0.0:1749394467.596461:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1504 00000100:00080000:0.0:1749394467.596463:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394467.596465:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:2.0:1749394467.596469:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508068736:0@lo:38: 00000100:00100000:0.0:1749394467.596475:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013017d880 x1834371508069632/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394467.596477:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394467.596490:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394467.596498:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3767:x1834371508068352:12345-0@lo:400: Request processed in 39us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394467.596506:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508068992:0@lo:38: 00000100:00100000:3.0:1749394467.596506:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1749394467.596515:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508068608 00000100:00100000:1.0:1749394467.596517:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e913849c-f021-41dc-a556-1fef882059b2:3767:1834371508068352:0@lo:400: 00000100:00100000:0.0:1749394467.596519:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508068608 00000100:00100000:2.0:1749394467.596521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394467.596531:0:7220:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508068864 00000100:00100000:3.0:1749394467.596534:0:7220:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508068864 00000100:00100000:1.0:1749394467.596539:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1749394467.596539:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508069120:0@lo:38: 00000100:00100000:0.0:1749394467.596547:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:0.0:1749394467.596554:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508068608:12345-0@lo:400: 00000100:00100000:3.0:1749394467.596556:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1749394467.596557:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394467.596562:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508068864:12345-0@lo:400: 00000100:00100000:1.0:1749394467.596563:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508069248:0@lo:400: 00000100:00100000:2.0:1749394467.596570:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508069504:0@lo:38: 00000100:00100000:2.0:1749394467.596592:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394467.596619:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508068608:12345-0@lo:400: Request processed in 63us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394467.596620:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394467.596623:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508069632:0@lo:38: 00000100:00100000:3.0:1749394467.596626:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1834371508068864:12345-0@lo:400: Request processed in 63us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394467.596627:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:3.0:1749394467.596634:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1749394467.596644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394467.596653:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508068480 00000100:00100000:0.0:1749394467.596656:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508068480 00000100:00100000:3.0:1749394467.596657:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508069376 00000100:00100000:1.0:1749394467.596659:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508069248 00000100:00100000:3.0:1749394467.596660:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508069376 00000100:00100000:1.0:1749394467.596664:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508069248 00000100:00100000:0.0:1749394467.596665:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508068736 00000100:00100000:0.0:1749394467.596667:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508068736 00000100:00100000:2.0:1749394467.596670:0:11608:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508068992 00000100:00100000:0.0:1749394467.596674:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508069120 00000100:00100000:0.0:1749394467.596676:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508069120 00000100:00100000:2.0:1749394467.596676:0:11608:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508068992 00000100:00100000:3.0:1749394467.596681:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:0.0:1749394467.596682:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508069504 00000100:00100000:0.0:1749394467.596684:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508069504 00000100:00100000:3.0:1749394467.596687:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371508069376:12345-0@lo:400: 00000100:00100000:2.0:1749394467.596691:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2294 00000100:00100000:2.0:1749394467.596697:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508068480:12345-0@lo:38: 00000100:00100000:0.0:1749394467.596700:0:8370:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508069632 00000100:00100000:0.0:1749394467.596703:0:8370:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508069632 00000100:00100000:1.0:1749394467.596704:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1749394467.596711:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508069248:12345-0@lo:400: 00000100:00100000:0.0:1749394467.596712:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2295 00010000:00020000:2.0:1749394467.596716:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749394467.596718:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508068736:12345-0@lo:38: 00000100:00100000:3.0:1749394467.596719:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1834371508069376:12345-0@lo:400: Request processed in 30us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394467.596725:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00010000:00020000:0.0:1749394467.596734:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394467.596748:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508068480:12345-0@lo:38: Request processed in 49us (305us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394467.596750:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508069760:0@lo:400: 00000100:00100000:1.0:1749394467.596754:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508069248:12345-0@lo:400: Request processed in 42us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394467.596756:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2294 00000100:00100000:0.0:1749394467.596762:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508068736:12345-0@lo:38: Request processed in 45us (271us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394467.596765:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:0.0:1749394467.596769:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2295 00000100:00100000:3.0:1749394467.596771:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394467.596774:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2296 00000100:00100000:2.0:1749394467.596778:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508069120:12345-0@lo:38: 00000100:00100000:0.0:1749394467.596781:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2297 00000100:00100000:1.0:1749394467.596783:0:9560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508069760 00000100:00100000:0.0:1749394467.596785:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508068992:12345-0@lo:38: 00000100:00100000:1.0:1749394467.596789:0:9560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508069760 00010000:00020000:2.0:1749394467.596790:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394467.596795:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394467.596797:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508068608:0@lo:400: 00000100:00100000:3.0:1749394467.596808:0:3764:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1749394467.596813:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508069120:12345-0@lo:38: Request processed in 33us (257us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394467.596814:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508069888:0@lo:400: 00000100:00100000:0.0:1749394467.596818:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508068992:12345-0@lo:38: Request processed in 32us (296us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394467.596820:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2296 00000100:00100000:0.0:1749394467.596825:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2297 00000100:00100000:1.0:1749394467.596825:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:2.0:1749394467.596833:0:11608:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2298 00000100:00100000:3.0:1749394467.596834:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394467.596836:0:9560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508069760:12345-0@lo:400: 00000100:00100000:2.0:1749394467.596837:0:11608:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508069504:12345-0@lo:38: 00000100:00100000:0.0:1749394467.596838:0:8370:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2299 00000100:00100000:0.0:1749394467.596842:0:8370:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508069632:12345-0@lo:38: 00010000:00020000:2.0:1749394467.596848:0:11608:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749394467.596853:0:8370:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394467.596853:0:9561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508069888 00000100:00100000:3.0:1749394467.596856:0:9561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508069888 00000100:00100000:2.0:1749394467.596874:0:11608:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3763:x1834371508069504:12345-0@lo:38: Request processed in 36us (280us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749394467.596878:0:8370:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3763:x1834371508069632:12345-0@lo:38: Request processed in 35us (233us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394467.596878:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:2.0:1749394467.596880:0:11608:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2298 00000100:00100000:0.0:1749394467.596884:0:8370:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2299 00000100:00100000:3.0:1749394467.596884:0:9561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508069888:12345-0@lo:400: 00000100:00100000:1.0:1749394467.596888:0:9560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1834371508069760:12345-0@lo:400: Request processed in 54us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394467.596895:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00080000:2.0:1749394467.596900:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394467.596910:0:9561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508069888:12345-0@lo:400: Request processed in 26us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394467.596916:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00080000:2.0:1749394467.596920:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394467.596925:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:1.0:1749394467.596929:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1834371508068864:0@lo:400: 00000100:00100000:2.0:1749394467.596929:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508069120:0@lo:38: 00000100:00080000:2.0:1749394467.596939:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394467.596942:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00010000:00080000:3.0:1749394467.596944:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d564700 x1834371508069888/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394467.596946:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508069504:0@lo:38: 00010000:00080000:1.0:1749394467.596955:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017ca80 x1834371508069248/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749394467.596955:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394467.596957:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:3.0:1749394467.596957:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508069888:0@lo:400: 00000100:00100000:2.0:1749394467.596961:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508069632:0@lo:38: 00000100:00100000:1.0:1749394467.596967:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508069248:0@lo:400: 00000100:00080000:2.0:1749394467.596968:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394467.596970:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394467.596974:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508068480:0@lo:38: 00010000:00080000:1.0:1749394467.596979:0:3767:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017d500 x1834371508069376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749394467.596979:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88013017fb80 x1834371508069760/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749394467.596982:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394467.596984:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394467.596987:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508068736:0@lo:38: 00000100:00100000:1.0:1749394467.596989:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508069376:0@lo:400: 00000100:00100000:3.0:1749394467.596990:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1834371508069760:0@lo:400: 00000100:00080000:2.0:1749394467.596994:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394467.596997:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394467.597000:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508068992:0@lo:38: 00000100:00100000:1.0:1749394467.612202:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1749394467.612218:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508070016:0@lo:41: 00000100:00100000:1.0:1749394467.612253:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394467.612286:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749394467.612303:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508070144:0@lo:41: 00000100:00100000:2.0:1749394467.612315:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508070016 00000100:00100000:2.0:1749394467.612323:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508070016 00000100:00100000:0.0:1749394467.612342:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394467.612379:0:8369:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508070144 00000100:00100000:2.0:1749394467.612383:0:8369:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508070144 00000100:00100000:2.0:1749394467.612402:0:8369:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1749394467.612412:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:2.0:1749394467.612413:0:8369:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508070016:12345-0@lo:41: 00000100:00100000:0.0:1749394467.612421:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d564e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508070144:12345-0@lo:41: 00000004:00000024:2.0:1749394467.612440:0:8369:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000004:00000024:0.0:1749394467.612447:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:2.0:1749394467.612488:0:8369:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1834371508070016:12345-0@lo:41: Request processed in 78us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1749394467.612489:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d564e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508070144:12345-0@lo:41: Request processed in 69us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394467.612495:0:8369:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1749394467.612500:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:1.0:1749394467.612519:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508070144:0@lo:41: 00000100:00100000:1.0:1749394467.612548:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1834371508070016:0@lo:41: 00000100:00100000:2.0:1749394468.192202:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394468.322212:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:1.0:1749394468.432209:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508070272:0@lo:700: 00000100:00100000:2.0:1749394468.432227:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9a0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508070400:0@lo:700: 00000100:00100000:1.0:1749394468.432249:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394468.432292:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394468.432309:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea000 going to sleep for 11 seconds 00000100:00100000:2.0:1749394468.432314:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 11 seconds 00000100:00100000:3.0:1749394468.432367:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508070272 00000100:00100000:3.0:1749394468.432376:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508070272 00000100:00100000:0.0:1749394468.432403:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508070400 00000100:00100000:0.0:1749394468.432412:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508070400 00000100:00100000:3.0:1749394468.432428:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698 00000100:00080000:2.0:1749394468.432429:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749394468.432437:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508070272:12345-0@lo:700: 00000100:00100000:0.0:1749394468.432462:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1699 00000100:00100000:0.0:1749394468.432471:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508070400:12345-0@lo:700: 00000100:00100000:3.0:1749394468.432472:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12600 going to sleep for 0 seconds 00000100:00100000:3.0:1749394468.432478:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508070528:0@lo:700: 40000000:00080000:3.0:1749394468.432489:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:3.0:1749394468.432492:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394468.432524:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bc00 going to sleep for 0 seconds 00000100:00100000:0.0:1749394468.432531:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d566680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508070656:0@lo:700: 00000100:00100000:3.0:1749394468.432535:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508070272:12345-0@lo:700: Request processed in 98us (285us total) trans 0 rc -11/-11 40000000:00080000:0.0:1749394468.432543:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 00000100:00100000:3.0:1749394468.432543:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698 40000000:00020000:0.0:1749394468.432547:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394468.432549:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508070272:0@lo:700: 00000100:00100000:0.0:1749394468.432614:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508070400:12345-0@lo:700: Request processed in 140us (317us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749394468.432627:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1699 00000100:00100000:2.0:1749394468.432632:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508070400:0@lo:700: 00010000:00010000:2.0:1749394468.500294:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394469.039232:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394469.039244:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f9a0700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508070784:0@lo:900: 00000100:00100000:2.0:1749394469.192212:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394469.322215:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394469.502331:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394469.924197:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 1 seconds 00000100:00100000:0.0:1749394469.924223:0:11582:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff8801313dce00 x1834371508070912/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394474 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394469.924286:0:11582:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394469.924315:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 1 seconds 00000100:00100000:2.0:1749394469.924337:0:11586:0:(niobuf.c:899:ptl_send_rpc()) @@@ Allocating new XID for resend on EINPROGRESS req@ffff880099bbb800 x1834371508071040/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394474 ref 2 fl Rpc:RSQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749394469.924348:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:2.0:1749394469.924382:0:11586:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394469.924406:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:3.0:1749394469.924407:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508070912 00000100:00100000:1.0:1749394469.924418:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508071040 00000100:00100000:3.0:1749394469.924418:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508070912 00000100:00100000:1.0:1749394469.924427:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508071040 00000100:00080000:2.0:1749394469.924447:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1749394469.924478:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700 00000100:00100000:3.0:1749394469.924488:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d566680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508070912:12345-0@lo:700: 00000100:00100000:1.0:1749394469.924495:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1701 00000100:00100000:1.0:1749394469.924503:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508071040:12345-0@lo:700: 40000000:00080000:3.0:1749394469.924516:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 40000000:00080000:1.0:1749394469.924523:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0001: Can't allocate super-sequence: rc = -115 00000100:00100000:3.0:1749394469.924561:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d566680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:11582:x1834371508070912:12345-0@lo:700: Request processed in 76us (275us total) trans 0 rc -115/-115 00000100:00100000:0.0:1749394469.924570:0:11582:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff8801313dce00 x1834371508070912/t0(0) o700->lustre-OST0001-osc-MDT0001@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394485 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749394469.924571:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700 00000100:00100000:0.0:1749394469.924581:0:11582:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ef98780 going to sleep for 11 seconds 00000100:00100000:1.0:1749394469.924589:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:11586:x1834371508071040:12345-0@lo:700: Request processed in 86us (205us total) trans 0 rc -115/-115 00000100:00100000:1.0:1749394469.924597:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1701 00000100:00100000:2.0:1749394469.924603:0:11586:0:(client.c:1609:after_reply()) @@@ resending request on EINPROGRESS req@ffff880099bbb800 x1834371508071040/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1749394485 ref 2 fl Rpc:RQU/202/0 rc 0/-115 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749394469.924614:0:11586:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099f35f00 going to sleep for 11 seconds 00000100:00100000:2.0:1749394470.192223:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394470.322200:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394470.433236:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508071168:0@lo:700: 00000100:00100000:1.0:1749394470.433238:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508071296:0@lo:700: 00000100:00100000:2.0:1749394470.433281:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394470.433310:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508071168 00000100:00100000:1.0:1749394470.433316:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508071168 00000100:00100000:2.0:1749394470.433338:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800997569c0 going to sleep for 11 seconds 00000100:00100000:1.0:1749394470.433367:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702 00000100:00100000:1.0:1749394470.433376:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508071168:12345-0@lo:700: 00000100:00100000:1.0:1749394470.433408:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaf00 going to sleep for 0 seconds 00000100:00100000:0.0:1749394470.433412:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394470.433415:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508071424:0@lo:700: 40000000:00080000:1.0:1749394470.433428:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394470.433430:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00080000:3.0:1749394470.433438:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1749394470.433457:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8ea000 going to sleep for 11 seconds 00000100:00100000:2.0:1749394470.433465:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508071296 00000100:00100000:1.0:1749394470.433470:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508071168:12345-0@lo:700: Request processed in 96us (189us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394470.433471:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508071296 00000100:00100000:1.0:1749394470.433493:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702 00000100:00100000:3.0:1749394470.433493:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f80ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508071168:0@lo:700: 00000100:00100000:2.0:1749394470.433509:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1703 00000100:00100000:2.0:1749394470.433516:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508071296:12345-0@lo:700: 00000100:00080000:3.0:1749394470.433516:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394470.433547:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756a80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394470.433552:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508071552:0@lo:700: 40000000:00080000:2.0:1749394470.433564:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394470.433567:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394470.433614:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508071296:12345-0@lo:700: Request processed in 97us (204us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394470.433623:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1703 00000100:00100000:0.0:1749394470.433644:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508071296:0@lo:700: 00010000:00010000:3.0:1749394470.504321:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394471.040290:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756a80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394471.040307:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508071680:0@lo:900: 00000100:00100000:2.0:1749394471.192224:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394471.322216:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394471.506370:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1749394471.871708:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394471.871754:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:0.0:1749394471.871794:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.32@tcp (source: 12345-192.168.203.32@tcp) 00000100:00100000:3.0:1749394471.871848:0:7210:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499799296 00000100:00100000:3.0:1749394471.871861:0:7210:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499799296 00000100:00100000:1.0:1749394471.871887:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499799424 00000100:00100000:1.0:1749394471.871896:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499799424 00000100:00100000:2.0:1749394471.871911:0:11594:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371499799552 00000100:00100000:3.0:1749394471.871914:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 753 00000100:00100000:2.0:1749394471.871920:0:11594:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371499799552 00000100:00100000:3.0:1749394471.871923:0:7210:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499799296:12345-192.168.203.32@tcp:400: 00000100:00100000:1.0:1749394471.871933:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2300 00000100:00100000:1.0:1749394471.871941:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499799424:12345-192.168.203.32@tcp:38: 00010000:00080000:1.0:1749394471.871968:0:7215:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0000: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1513 last 0 00000100:00100000:2.0:1749394471.871974:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.32@tcp, seq: 2301 00000100:00100000:2.0:1749394471.871982:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d564380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499799552:12345-192.168.203.32@tcp:38: 00000100:00100000:3.0:1749394471.871992:0:7210:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6dc6463d-f4dd-4383-9629-5db1edd2574d+9:2003:x1834371499799296:12345-192.168.203.32@tcp:400: Request processed in 69us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394471.872000:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 753 00010000:00080000:2.0:1749394471.872006:0:11594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 51eb97aa-01b7-417b-92c1-0a27d17cbca1@192.168.203.32@tcp t0 exp (null) cur 1513 last 0 00000100:00100000:1.0:1749394471.872026:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2000:x1834371499799424:12345-192.168.203.32@tcp:38: Request processed in 84us (270us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394471.872034:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2300 00000100:00100000:2.0:1749394471.872055:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d564380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2000:x1834371499799552:12345-192.168.203.32@tcp:38: Request processed in 73us (260us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394471.872063:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.32@tcp, seq: 2301 00000100:00100000:2.0:1749394472.192210:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394472.322208:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394472.434236:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d565880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508071808:0@lo:700: 00000100:00100000:3.0:1749394472.434236:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508071936:0@lo:700: 00000100:00100000:3.0:1749394472.434286:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394472.434328:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394472.434371:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1749394472.434374:0:9568:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508071936 00000100:00100000:0.0:1749394472.434380:0:9568:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508071936 00000100:00080000:3.0:1749394472.434404:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394472.434412:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508071808 00000100:00100000:0.0:1749394472.434419:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704 00000100:00100000:2.0:1749394472.434421:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508071808 00000100:00100000:3.0:1749394472.434421:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1749394472.434428:0:9568:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508071936:12345-0@lo:700: 00000100:00080000:3.0:1749394472.434444:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394472.434463:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705 00000100:00100000:0.0:1749394472.434470:0:9568:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b3c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394472.434470:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508071808:12345-0@lo:700: 00000100:00100000:0.0:1749394472.434480:0:9568:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d567480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9568:1834371508072064:0@lo:700: 40000000:00080000:0.0:1749394472.434497:0:9568:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394472.434501:0:9568:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394472.434563:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756a80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394472.434570:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508072192:0@lo:700: 00000100:00100000:0.0:1749394472.434583:0:9568:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508071936:12345-0@lo:700: Request processed in 153us (293us total) trans 0 rc -11/-11 40000000:00080000:2.0:1749394472.434584:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394472.434587:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:0.0:1749394472.434596:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704 00000100:00100000:3.0:1749394472.434612:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508071936:0@lo:700: 00000100:00100000:2.0:1749394472.434629:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508071808:12345-0@lo:700: Request processed in 158us (301us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394472.434638:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705 00000100:00100000:3.0:1749394472.434640:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508071808:0@lo:700: 00010000:00010000:2.0:1749394472.508323:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1749394472.604235:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394472.604243:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394472.604246:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394472.604253:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 1509 00000100:00080000:0.0:1749394472.604257:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394472.604262:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff88012f8ae000 using connection lustre-MDT0000-lwp-MDT0000_UUID/0@lo 00000100:00100000:0.0:1749394472.604282:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d566d80 x1834371508072448/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394472.604310:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394472.604314:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394472.604316:0:12091:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394472.604319:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1509 00000100:00080000:0.0:1749394472.604321:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394472.604324:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800903f3000 using connection lustre-MDT0000-lwp-MDT0001_UUID/0@lo 00000100:00100000:3.0:1749394472.604327:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508072320:0@lo:400: 00000100:00100000:0.0:1749394472.604337:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d565500 x1834371508072704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394472.604347:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508072576:0@lo:400: 00000100:00080000:0.0:1749394472.604360:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394472.604364:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00080000:0.0:1749394472.604365:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394472.604369:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1509 00000100:00100000:3.0:1749394472.604371:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394472.604372:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394472.604375:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff880099ce0000 using connection lustre-MDT0000-lwp-OST0000_UUID/0@lo 00000100:00100000:0.0:1749394472.604384:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d565f80 x1834371508072960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394472.604392:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394472.604395:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00080000:0.0:1749394472.604396:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394472.604399:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 1509 00000100:00080000:0.0:1749394472.604401:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749394472.604401:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749394472.604405:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880099ce4000 using connection lustre-MDT0001-lwp-OST0000_UUID/0@lo 00000100:00100000:2.0:1749394472.604413:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508072448:0@lo:38: 00000100:00100000:0.0:1749394472.604414:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d567100 x1834371508073088/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1749394472.604423:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394472.604426:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID : starting recovery 00000100:00100000:3.0:1749394472.604426:0:7211:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508072320 00000100:00080000:0.0:1749394472.604428:0:12091:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394472.604431:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1509 00000100:00100000:3.0:1749394472.604432:0:7211:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508072320 00000100:00080000:0.0:1749394472.604433:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1749394472.604436:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88012f137800 using connection lustre-MDT0000-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394472.604446:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d567800 x1834371508073216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749394472.604447:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508072832:0@lo:400: 00000100:00080000:0.0:1749394472.604455:0:12091:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID : level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749394472.604458:0:12091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID : starting recovery 00000100:00100000:2.0:1749394472.604458:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394472.604458:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00080000:0.0:1749394472.604460:0:12091:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1749394472.604463:0:12091:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 1509 00000100:00080000:0.0:1749394472.604465:0:12091:0:(import.c:584:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749394472.604465:0:7211:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508072320:12345-0@lo:400: 00000100:00080000:0.0:1749394472.604468:0:12091:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff880099a90800 using connection lustre-MDT0001-lwp-OST0001_UUID/0@lo 00000100:00100000:0.0:1749394472.604478:0:12091:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d564a80 x1834371508073344/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749394472.604485:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d565500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508072704:0@lo:38: 00000100:00100000:3.0:1749394472.604504:0:7211:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e913849c-f021-41dc-a556-1fef882059b2+23:3764:x1834371508072320:12345-0@lo:400: Request processed in 38us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394472.604506:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394472.604511:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1749394472.604517:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508072576 00000100:00100000:2.0:1749394472.604520:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508072960:0@lo:38: 00000100:00100000:0.0:1749394472.604523:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508072576 00000100:00100000:1.0:1749394472.604526:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394472.604537:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394472.604540:0:3764:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508073600:0@lo:400: 00000100:00100000:0.0:1749394472.604548:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508072832 00000100:00100000:1.0:1749394472.604549:0:3766:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1749394472.604551:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508072832 00000100:00100000:1.0:1749394472.604556:0:3766:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508073472:0@lo:400: 00000100:00100000:2.0:1749394472.604556:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508073088:0@lo:38: 00000100:00100000:0.0:1749394472.604566:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1749394472.604573:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007246f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508072576:12345-0@lo:400: 00000100:00100000:2.0:1749394472.604578:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394472.604579:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394472.604591:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508072448 00000100:00100000:2.0:1749394472.604592:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508073216:0@lo:38: 00000100:00100000:1.0:1749394472.604597:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508072448 00000100:00100000:3.0:1749394472.604611:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e913849c-f021-41dc-a556-1fef882059b2:3764:1834371508072320:0@lo:400: 00000100:00100000:2.0:1749394472.604612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394472.604618:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508072704 00000100:00100000:1.0:1749394472.604620:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508072704 00000100:00100000:0.0:1749394472.604621:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007246f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508072576:12345-0@lo:400: Request processed in 47us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394472.604626:0:3763:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d564a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508073344:0@lo:38: 00000100:00100000:0.0:1749394472.604628:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:1.0:1749394472.604628:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508072960 00000100:00100000:1.0:1749394472.604631:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508072960 00000100:00100000:3.0:1749394472.604635:0:7216:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508073088 00000100:00100000:1.0:1749394472.604638:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508073216 00000100:00100000:3.0:1749394472.604639:0:7216:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508073088 00000100:00100000:1.0:1749394472.604640:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508073216 00000100:00100000:2.0:1749394472.604641:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749394472.604647:0:7215:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508073344 00000100:00100000:1.0:1749394472.604649:0:7215:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508073344 00000100:00100000:3.0:1749394472.604654:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2302 00000100:00100000:3.0:1749394472.604659:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508072448:12345-0@lo:38: 00000100:00100000:2.0:1749394472.604669:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2303 00000100:00100000:1.0:1749394472.604676:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2304 00000100:00100000:2.0:1749394472.604676:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508072704:12345-0@lo:38: 00010000:00020000:3.0:1749394472.604678:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749394472.604682:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508072960:12345-0@lo:38: 00010000:00020000:2.0:1749394472.604694:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394472.604709:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508072448:12345-0@lo:38: Request processed in 48us (251us total) trans 0 rc -19/-19 00010000:00020000:1.0:1749394472.604713:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394472.604716:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2302 00000100:00100000:2.0:1749394472.604720:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508072704:12345-0@lo:38: Request processed in 43us (212us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394472.604728:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2303 00000100:00100000:3.0:1749394472.604744:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2305 00000100:00100000:1.0:1749394472.604749:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508072960:12345-0@lo:38: Request processed in 66us (211us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749394472.604749:0:7216:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508073216:12345-0@lo:38: 00000100:00100000:2.0:1749394472.604757:0:11594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2306 00010000:00020000:3.0:1749394472.604760:0:7216:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749394472.604762:0:11594:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508073088:12345-0@lo:38: 00000100:00100000:1.0:1749394472.604769:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2304 00010000:00020000:2.0:1749394472.604774:0:11594:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394472.604780:0:7216:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3763:x1834371508073216:12345-0@lo:38: Request processed in 30us (167us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394472.604785:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2307 00000100:00100000:1.0:1749394472.604790:0:7215:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508073344:12345-0@lo:38: 00000100:00100000:3.0:1749394472.604790:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2305 00000100:00100000:2.0:1749394472.604794:0:11594:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3763:x1834371508073088:12345-0@lo:38: Request processed in 31us (215us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749394472.604800:0:11594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2306 00010000:00020000:1.0:1749394472.604802:0:7215:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001_UUID : not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749394472.604808:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:3.0:1749394472.604814:0:7220:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508072832:12345-0@lo:400: 00000100:00100000:1.0:1749394472.604822:0:7215:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3763:x1834371508073344:12345-0@lo:38: Request processed in 31us (180us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749394472.604828:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2307 00000100:00100000:2.0:1749394472.604839:0:11908:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508073600 00000100:00100000:3.0:1749394472.604841:0:7220:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1834371508072832:12345-0@lo:400: Request processed in 28us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394472.604844:0:11908:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508073600 00000100:00100000:1.0:1749394472.604846:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394472.604848:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:3.0:1749394472.604866:0:10410:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508073472 00000100:00100000:3.0:1749394472.604869:0:10410:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508073472 00000100:00100000:2.0:1749394472.604874:0:11908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1749394472.604876:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1834371508072832:0@lo:400: 00000100:00100000:2.0:1749394472.604881:0:11908:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508073600:12345-0@lo:400: 00000100:00100000:3.0:1749394472.604893:0:10410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:3.0:1749394472.604898:0:10410:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508073472:12345-0@lo:400: 00000100:00100000:1.0:1749394472.604910:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508072576:0@lo:400: 00000100:00100000:2.0:1749394472.604917:0:11908:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3764:x1834371508073600:12345-0@lo:400: Request processed in 37us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394472.604923:0:11908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1749394472.604944:0:10410:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013017dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1834371508073472:12345-0@lo:400: Request processed in 45us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1749394472.604951:0:10410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00010000:00080000:1.0:1749394472.604952:0:3766:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d565880 x1834371508073472/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749394472.604952:0:3764:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012d564700 x1834371508073600/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749394488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749394472.604964:0:3766:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1834371508073472:0@lo:400: 00000100:00100000:2.0:1749394472.604966:0:3764:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1834371508073600:0@lo:400: 00000100:00080000:3.0:1749394472.604966:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1749394472.604990:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce4000 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394472.604994:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394472.604998:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3763:1834371508073088:0@lo:38: 00000100:00080000:2.0:1749394472.605006:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f137800 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394472.605009:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394472.605012:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3763:1834371508073216:0@lo:38: 00000100:00080000:2.0:1749394472.605020:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099a90800 lustre-MDT0001_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394472.605023:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394472.605026:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d564a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3763:1834371508073344:0@lo:38: 00000100:00080000:2.0:1749394472.605034:0:3763:0:(import.c:66:import_set_state_nolock()) ffff88012f8ae000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394472.605036:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394472.605039:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3763:1834371508072448:0@lo:38: 00000100:00080000:2.0:1749394472.605046:0:3763:0:(import.c:66:import_set_state_nolock()) ffff8800903f3000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394472.605049:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394472.605051:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3763:1834371508072704:0@lo:38: 00000100:00080000:2.0:1749394472.605059:0:3763:0:(import.c:66:import_set_state_nolock()) ffff880099ce0000 lustre-MDT0000_UUID : changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749394472.605061:0:3763:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.132@tcp failed (-19) 00000100:00100000:2.0:1749394472.605064:0:3763:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3763:1834371508072960:0@lo:38: 00000100:00100000:2.0:1749394472.620338:0:3767:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1749394472.620345:0:3765:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013017ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508073728:0@lo:41: 00000100:00100000:2.0:1749394472.620354:0:3767:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508073856:0@lo:41: 00000100:00100000:0.0:1749394472.620390:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394472.620417:0:12104:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508073728 00000100:00100000:2.0:1749394472.620423:0:12104:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508073728 00000100:00100000:3.0:1749394472.620452:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394472.620458:0:12104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:2.0:1749394472.620465:0:12104:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d565180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508073728:12345-0@lo:41: 00000100:00100000:1.0:1749394472.620483:0:7219:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508073856 00000100:00100000:1.0:1749394472.620492:0:7219:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508073856 00000004:00000024:2.0:1749394472.620493:0:12104:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446248448 avail 1316786176 00000100:00100000:1.0:1749394472.620524:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1749394472.620532:0:7219:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508073856:12345-0@lo:41: 00000100:00100000:2.0:1749394472.620543:0:12104:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d565180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1834371508073728:12345-0@lo:41: Request processed in 78us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1749394472.620551:0:12104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000004:00000024:1.0:1749394472.620558:0:7219:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446404096 avail 1316941824 00000100:00100000:0.0:1749394472.620585:0:3765:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1834371508073728:0@lo:41: 00000100:00100000:1.0:1749394472.620603:0:7219:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3767:x1834371508073856:12345-0@lo:41: Request processed in 71us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1749394472.620610:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:3.0:1749394472.620622:0:3767:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1834371508073856:0@lo:41: 00000100:00100000:2.0:1749394473.041230:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756a80 going to sleep for 0 seconds 00000100:00100000:2.0:1749394473.041241:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508073984:0@lo:900: 00000100:00100000:2.0:1749394473.192198:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394473.322194:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394473.510356:0:7204:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394474.192201:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394474.322189:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:0.0:1749394474.435305:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d564e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508074112:0@lo:700: 00000100:00100000:2.0:1749394474.435329:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508074240:0@lo:700: 00000100:00100000:0.0:1749394474.435385:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749394474.435415:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508074112 00000100:00100000:2.0:1749394474.435422:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508074112 00000100:00100000:3.0:1749394474.435453:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394474.435454:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1749394474.435474:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508074240 00000100:00100000:2.0:1749394474.435477:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508074240 00000100:00100000:3.0:1749394474.435485:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756a80 going to sleep for 11 seconds 00000100:00100000:0.0:1749394474.435488:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706 00000100:00100000:0.0:1749394474.435499:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508074112:12345-0@lo:700: 00000100:00080000:3.0:1749394474.435501:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749394474.435509:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1707 00000100:00100000:2.0:1749394474.435517:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508074240:12345-0@lo:700: 00000100:00100000:0.0:1749394474.435537:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b540 going to sleep for 0 seconds 00000100:00100000:0.0:1749394474.435543:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565500 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508074368:0@lo:700: 40000000:00080000:0.0:1749394474.435558:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:0.0:1749394474.435561:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394474.435611:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756b40 going to sleep for 0 seconds 00000100:00100000:0.0:1749394474.435614:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508074112:12345-0@lo:700: Request processed in 117us (230us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394474.435618:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508074496:0@lo:700: 00000100:00100000:0.0:1749394474.435624:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706 40000000:00080000:2.0:1749394474.435631:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394474.435634:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:1.0:1749394474.435659:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d564e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508074112:0@lo:700: 00000100:00100000:2.0:1749394474.435686:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508074240:12345-0@lo:700: Request processed in 169us (236us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394474.435695:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1707 00000100:00100000:3.0:1749394474.435716:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddbbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508074240:0@lo:700: 00010000:00010000:3.0:1749394474.512291:0:8363:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394475.042205:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394475.042215:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508074624:0@lo:900: 00000100:00100000:2.0:1749394475.192181:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394475.322179:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00010000:00010000:2.0:1749394475.514332:0:9576:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394476.192183:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds 00000100:00100000:2.0:1749394476.322198:0:8377:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012267ea80 going to sleep for 0 seconds 00000100:00100000:3.0:1749394476.436231:0:9629:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8a1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508074752:0@lo:700: 00000100:00100000:0.0:1749394476.436262:0:9624:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012d565500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508074880:0@lo:700: 00000100:00100000:3.0:1749394476.436298:0:9629:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749394476.436341:0:9624:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749394476.436365:0:9629:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009ee12300 going to sleep for 11 seconds 00000100:00100000:0.0:1749394476.436375:0:9624:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012b60b540 going to sleep for 11 seconds 00000100:00100000:1.0:1749394476.436403:0:10058:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508074752 00000100:00100000:1.0:1749394476.436415:0:10058:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508074752 00000100:00100000:2.0:1749394476.436423:0:9567:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834371508074880 00000100:00100000:2.0:1749394476.436433:0:9567:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834371508074880 00000100:00080000:3.0:1749394476.436474:0:7212:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749394476.436484:0:10058:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1708 00000100:00100000:2.0:1749394476.436492:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709 00000100:00100000:1.0:1749394476.436496:0:10058:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508074752:12345-0@lo:700: 00000100:00100000:2.0:1749394476.436501:0:9567:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508074880:12345-0@lo:700: 00000100:00100000:1.0:1749394476.436538:0:10058:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008f8eaf00 going to sleep for 0 seconds 00000100:00100000:1.0:1749394476.436545:0:10058:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013017d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:10058:1834371508075008:0@lo:700: 40000000:00080000:1.0:1749394476.436561:0:10058:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:1.0:1749394476.436564:0:10058:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:2.0:1749394476.436620:0:9567:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394476.436628:0:9567:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:9567:1834371508075136:0@lo:700: 00000100:00100000:1.0:1749394476.436632:0:10058:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:9629:x1834371508074752:12345-0@lo:700: Request processed in 138us (333us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749394476.436641:0:10058:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1708 40000000:00080000:2.0:1749394476.436641:0:9567:0:(fid_handler.c:277:seq_server_check_and_alloc_super()) srv-lustre-OST0000: Can't allocate super-sequence: rc = -11 40000000:00020000:2.0:1749394476.436644:0:9567:0:(fid_handler.c:324:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated super-sequence failed: rc = -11 00000100:00100000:3.0:1749394476.436658:0:9629:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f8a1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9629:1834371508074752:0@lo:700: 00000100:00100000:2.0:1749394476.436703:0:9567:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0001-mdtlov_UUID+5:9624:x1834371508074880:12345-0@lo:700: Request processed in 202us (362us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749394476.436712:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709 00000100:00100000:0.0:1749394476.436735:0:9624:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012d565500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9624:1834371508074880:0@lo:700: 00010000:00010000:2.0:1749394476.516272:0:7205:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1749394477.043209:0:8378:0:(client.c:2663:ptlrpc_set_wait()) set ffff880099756b40 going to sleep for 0 seconds 00000100:00100000:2.0:1749394477.043219:0:8378:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ddb8e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:8378:1834371508075264:0@lo:900: 00000100:00100000:2.0:1749394477.192166:0:10912:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800b4c500c0 going to sleep for 0 seconds Debug log: 91633 lines, 91633 kept, 0 dropped, 0 bad.